-- Logs begin at Fri 2022-07-29 04:24:37 UTC, end at Fri 2022-07-29 05:42:26 UTC. -- Jul 29 05:11:47.110987 dv-cinder-851279-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 29 05:11:50.013646 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.common.config [-] Logging enabled! Jul 29 05:11:50.014292 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev449 Jul 29 05:11:50.014483 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103893) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 29 05:11:50.018049 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.common.config [-] Logging enabled! Jul 29 05:11:50.018336 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev449 Jul 29 05:11:50.018655 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103893) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 29 05:11:50.019704 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 29 05:11:50.019960 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 29 05:11:50.020532 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 29 05:11:50.020786 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 29 05:11:50.021036 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 29 05:11:50.021392 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:50.021731 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:50.021970 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:50.022288 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:50.022619 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:50.022926 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:50.023245 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:50.023591 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:50.023902 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:50.024206 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:50.024493 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:50.024747 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:50.025051 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:50.025343 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:50.025633 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:50.025875 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] debug = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:50.026177 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:50.026655 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:50.027094 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:50.027488 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:50.027783 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:50.028068 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:50.028962 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:50.029338 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:50.029584 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:50.029945 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] host = dv-cinder-851279-2-iscsi {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:50.030261 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:50.030569 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:50.030892 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:50.031188 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:50.031494 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:50.031771 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:50.032060 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:50.032355 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:50.032642 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] log_file = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:50.032927 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:50.033215 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:50.033529 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:50.033857 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:50.034087 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:50.034363 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:50.034676 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:50.034992 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:50.035288 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:50.035613 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:50.035915 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:50.036193 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:50.036469 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:50.036738 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:50.037046 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:50.037389 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:50.037656 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:50.037954 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:50.038296 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:50.038587 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:50.038865 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:50.039148 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:50.039462 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:50.039731 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:50.040005 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:50.040294 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:50.040816 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:50.041091 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:50.041415 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:50.041719 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:50.042012 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:50.042354 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:50.042642 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:50.042949 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:50.043246 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:50.043574 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:50.043986 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] use_json = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:50.044772 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:50.045114 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:50.045354 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:50.045658 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:50.045960 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:50.046293 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:50.046593 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:50.046911 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:50.047224 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:50.047563 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:50.047871 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:50.048177 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:50.048463 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:50.048772 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:50.049056 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:50.049346 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:50.049628 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:50.049914 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:50.050203 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:50.050492 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:50.050769 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:50.051072 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:50.051380 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:50.051682 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:50.052009 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:50.052283 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:50.052576 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:50.052851 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:50.053127 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:50.053401 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:50.053680 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:50.053970 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:50.054247 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:50.054536 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:50.054849 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:50.055166 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:50.055506 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:50.055833 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:50.056141 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:50.056458 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:50.056750 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:50.057048 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:50.057353 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:50.057673 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:50.057987 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:50.058284 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:50.058601 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:50.058913 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:50.059235 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:50.059703 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:50.060043 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:50.060338 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:50.060618 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:50.060932 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:50.061231 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:50.061512 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:50.061810 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:50.062113 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:50.062410 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:50.062716 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:50.063014 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:50.063293 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:50.063620 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:50.063912 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:50.064192 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:50.064484 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:50.064787 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:50.065097 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:50.065387 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:50.065664 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:50.065959 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:50.066256 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:50.066560 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:50.066853 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:50.067145 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:50.067462 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:50.067739 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:50.068020 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:50.068313 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:50.068594 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:50.068877 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:50.069151 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:50.069441 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:50.069770 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:50.070078 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:50.070389 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:50.070672 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:50.070953 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:50.071233 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:50.071543 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:50.071821 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:50.072114 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:50.072378 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:50.072672 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:50.072957 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:50.073248 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:50.073534 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:50.073814 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:50.074137 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:50.074421 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:50.074702 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:50.075003 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:50.075373 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:50.075702 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:50.075994 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:50.076292 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:50.076595 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:50.076915 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:50.077210 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:50.077511 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:50.077812 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:50.078094 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:50.078391 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:50.078710 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:50.079033 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:50.079336 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:50.079691 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:50.080010 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:50.080259 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 29 05:11:50.080530 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103893) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 29 05:11:50.407912 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 29 05:11:50.408213 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 29 05:11:50.408522 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 29 05:11:50.408865 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 29 05:11:50.852113 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:50.852435 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:50.852563 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:50.853882 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:50.854158 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:50.854427 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:50.912426 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:50.912709 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:50.912991 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:50.928876 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:50.929163 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:50.929438 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:50.963044 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:50.963331 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:50.963637 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:51.002913 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:51.003237 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:51.003580 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:51.253470 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:51.254149 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:51.254149 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:51.254323 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:51.255376 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:51.363616 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:51.363957 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:51.364247 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:51.364523 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:51.364797 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:51.365150 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:51.365424 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:51.365681 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:51.365948 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:51.366238 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:51.366523 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:51.366811 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:51.367087 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:51.367420 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:51.367755 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:51.368033 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:51.368300 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:51.368605 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:51.368885 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:51.369168 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:51.369450 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:51.369743 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:51.370068 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:51.370471 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:51.370729 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:51.371055 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:51.371567 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103893) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 05:11:51.371793 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103893) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 05:11:51.372742 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103893) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 05:11:51.373094 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103893) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 05:11:51.373379 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103893) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 05:11:51.373693 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103893) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 05:11:51.374089 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 29 05:11:51.377607 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 29 05:11:51.381755 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 29 05:11:51.385959 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Jul 29 05:11:51.387804 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 29 05:11:51.388560 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 29 05:11:51.388902 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 29 05:11:51.389299 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 29 05:11:51.392359 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 29 05:11:51.392614 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 29 05:11:51.392977 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 29 05:11:51.398647 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 29 05:11:51.424108 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 29 05:11:51.424584 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:51.424895 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103893) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jul 29 05:11:51.425288 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:51.426819 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103893) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 29 05:11:51.427116 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 29 05:11:51.427390 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 29 05:11:51.430850 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:51.431136 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:51.570650 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 29 05:11:51.570848 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 29 05:11:51.571028 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 29 05:11:51.571441 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 29 05:11:51.627986 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO dbcounter [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Registered counter for database neutron Jul 29 05:11:51.648165 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_db.sqlalchemy.engines [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103893) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 29 05:11:51.655888 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG dbcounter [-] [103893] Writer thread running {{(pid=103893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 29 05:11:52.243714 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.plugins.ml2.managers [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Initializing driver for type 'gre' Jul 29 05:11:52.244261 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] gre ID ranges: [(1, 1000)] Jul 29 05:11:52.308324 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.plugins.ml2.managers [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Initializing driver for type 'local' Jul 29 05:11:52.309102 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.plugins.ml2.managers [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Initializing driver for type 'vlan' Jul 29 05:11:52.329882 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] VlanTypeDriver initialization complete Jul 29 05:11:52.330186 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.plugins.ml2.managers [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Initializing driver for type 'vxlan' Jul 29 05:11:52.330737 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] vxlan ID ranges: [(1, 1000)] Jul 29 05:11:52.398303 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.plugins.ml2.managers [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Initializing extension driver 'port_security' Jul 29 05:11:52.398708 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.plugins.ml2.extensions.port_security [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] PortSecurityExtensionDriver initialization complete Jul 29 05:11:52.399031 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.plugins.ml2.managers [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Initializing mechanism driver 'openvswitch' Jul 29 05:11:52.399406 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.plugins.ml2.managers [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Initializing mechanism driver 'hyperv' Jul 29 05:11:52.407297 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.plugins.ml2.plugin [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:11:52.408004 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Subscribe: > port after_create 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:52.408384 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Subscribe: > port after_update 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:52.408745 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Subscribe: > port after_delete 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:52.409276 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103893) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 29 05:11:52.409711 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Subscribe: > subnet after_create 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:52.410076 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Subscribe: > subnet after_update 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:52.410426 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:52.410825 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103893) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 29 05:11:52.411248 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Subscribe: > network after_create 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:52.411622 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Subscribe: > network after_update 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:52.411972 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Subscribe: > network after_delete 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:52.412364 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103893) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 29 05:11:52.412779 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Subscribe: > security_group after_create 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:52.413130 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Subscribe: > security_group after_update 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:52.413475 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:52.413868 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103893) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 29 05:11:52.414275 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:52.414657 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:52.414975 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:52.415649 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103893) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 29 05:11:52.416073 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Subscribe: > address_group after_create 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:52.416421 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Subscribe: > address_group after_update 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:52.416769 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:52.417163 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103893) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 29 05:11:52.417611 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] ML2 OVO RPC backend initialized. {{(pid=103893) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jul 29 05:11:52.418350 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:52.418797 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:52.419860 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Subscribe: > network before_response 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:52.420225 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Subscribe: > networks before_response 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:52.420578 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Subscribe: > port before_response 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:52.420926 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Subscribe: > ports before_response 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:52.421276 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Subscribe: > subnet before_response 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:52.421630 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Subscribe: > subnets before_response 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:52.421978 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Subscribe: > network after_create 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:52.422334 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Subscribe: > network after_update 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:52.422673 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Subscribe: > network after_delete 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:52.423016 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Subscribe: > port after_create 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:52.423382 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Subscribe: > port after_update 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:52.423733 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Subscribe: > port after_delete 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:52.424089 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Subscribe: > subnet after_create 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:52.424431 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Subscribe: > subnet after_update 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:52.424775 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:52.433001 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.quota [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loaded quota_driver: . Jul 29 05:11:52.433375 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.plugins.ml2.plugin [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Modular L2 Plugin initialization complete Jul 29 05:11:52.433733 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.manager [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loading services supported by the core plugin {{(pid=103893) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 29 05:11:52.434083 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.plugins.ml2.managers [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Got port-security extension from driver 'port_security' Jul 29 05:11:52.435800 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.extensions.vlantransparent [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Disabled vlantransparent extension. Jul 29 05:11:52.436357 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.manager [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103893) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 29 05:11:52.436701 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.manager [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loading Plugin: router Jul 29 05:11:52.474427 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:52.474748 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Subscribe: > router after_create 55549900 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:52.475128 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Subscribe: > router before_create 55549900 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:52.475533 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:52.475912 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:52.476273 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Subscribe: > router after_delete 55549900 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:52.476634 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:52.476987 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:52.477347 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Subscribe: > router after_create 55549900 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:52.477697 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Subscribe: > router after_update 55549900 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:52.478049 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Subscribe: > router after_update 55549900 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:52.478405 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:52.478786 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Subscribe: > router after_update 55549900 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:52.479228 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Subscribe: > router precommit_update 55549900 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:52.479675 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Subscribe: port after_update 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:52.480062 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Subscribe: port after_delete 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:52.481788 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Subscribe: subnet after_update 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:52.481788 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:52.481788 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:52.481788 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Subscribe: > router precommit_create 55549900 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:52.482266 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Subscribe: port before_delete 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:52.482621 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Subscribe: > router precommit_create 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:52.482988 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Subscribe: > router after_update 55549900 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:52.483503 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:52.483871 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Subscribe: > router precommit_create 55549900 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:52.484245 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:52.484602 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Subscribe: > router precommit_update 55549900 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:52.484979 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Subscribe: > agent after_create 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:52.485334 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Subscribe: > agent after_delete 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:52.485685 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Subscribe: > network after_delete 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:52.486654 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.quota.resource_registry [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Tracking information for resource: router configured {{(pid=103893) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 05:11:52.486999 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.quota.resource_registry [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Tracking information for resource: floatingip configured {{(pid=103893) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 05:11:52.492292 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.db.l3_agentschedulers_db [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 29 05:11:52.492897 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Subscribe: port after_update 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:52.493254 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Subscribe: port after_create 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:52.493614 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Subscribe: port after_delete 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:52.493983 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Subscribe: port after_update 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:52.494794 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Subscribe: > router before_create 55550100 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:52.495167 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:52.495566 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Subscribe: > router precommit_create 55550100 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:52.495931 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Subscribe: > router precommit_update 55550100 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:52.502083 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.services.provider_configuration [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Service providers = [] {{(pid=103893) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 29 05:11:52.502453 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.db.servicetype_db [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103893) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 29 05:11:52.505801 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.services.service_base [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103893) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 29 05:11:52.506160 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.services.service_base [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103893) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 29 05:11:52.506515 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.services.service_base [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103893) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 29 05:11:52.507565 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.services.service_base [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103893) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 29 05:11:52.507957 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.services.service_base [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 29 05:11:52.508366 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.manager [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103893) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 05:11:52.508691 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.manager [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 29 05:11:52.520740 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.manager [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103893) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 05:11:52.521076 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.manager [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loading Plugin: auto_allocate Jul 29 05:11:52.526844 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Subscribe: network precommit_update 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:52.527229 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Subscribe: network precommit_create 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:52.527801 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.manager [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103893) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 05:11:52.528176 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.manager [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loading Plugin: tag Jul 29 05:11:52.536047 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.manager [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103893) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 05:11:52.536382 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.manager [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loading Plugin: timestamp Jul 29 05:11:52.540670 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.manager [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103893) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 05:11:52.540998 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.manager [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loading Plugin: network_ip_availability Jul 29 05:11:52.547338 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:52.547739 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:52.548101 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:52.548888 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.manager [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103893) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 05:11:52.549215 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.manager [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loading Plugin: flavors Jul 29 05:11:52.554392 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.manager [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103893) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 05:11:52.554727 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.manager [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loading Plugin: revisions Jul 29 05:11:52.559158 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.manager [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103893) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 05:11:52.560834 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_concurrency.lockutils [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.151s {{(pid=103893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 29 05:11:52.561632 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103893) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Jul 29 05:11:52.561978 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Initializing extension manager. Jul 29 05:11:52.562514 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loading extension file: __init__.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 05:11:52.562867 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loading extension file: __pycache__ {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 05:11:52.563206 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loading extension file: address_group.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 05:11:52.564005 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 05:11:52.564596 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loaded extension: address-group Jul 29 05:11:52.564932 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loading extension file: address_scope.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 05:11:52.565619 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 05:11:52.566131 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loaded extension: address-scope Jul 29 05:11:52.566460 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 05:11:52.567421 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 05:11:52.567932 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loaded extension: router-admin-state-down-before-update Jul 29 05:11:52.568255 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loading extension file: agent.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 05:11:52.568934 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 05:11:52.569444 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loaded extension: agent Jul 29 05:11:52.569768 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loading extension file: agent_resources_synced.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 05:11:52.570653 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 05:11:52.571165 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loaded extension: agent-resources-synced Jul 29 05:11:52.571523 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loading extension file: allowedaddresspairs.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 05:11:52.573336 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 05:11:52.573868 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loaded extension: allowed-address-pairs Jul 29 05:11:52.574197 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loading extension file: auto_allocated_topology.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 05:11:52.576471 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 05:11:52.577010 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loaded extension: auto-allocated-topology Jul 29 05:11:52.577335 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loading extension file: availability_zone.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 05:11:52.578017 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 05:11:52.578524 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loaded extension: availability_zone Jul 29 05:11:52.578852 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loading extension file: availability_zone_filter.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 05:11:52.579806 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 05:11:52.580325 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loaded extension: availability_zone_filter Jul 29 05:11:52.580648 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loading extension file: data_plane_status.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 05:11:52.581580 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 05:11:52.582046 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Extension data-plane-status not supported by any of loaded plugins Jul 29 05:11:52.582374 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loading extension file: default_subnetpools.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 05:11:52.583260 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 05:11:52.583818 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loaded extension: default-subnetpools Jul 29 05:11:52.584156 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 05:11:52.584954 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 05:11:52.585460 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loaded extension: dhcp_agent_scheduler Jul 29 05:11:52.585788 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loading extension file: dns.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 05:11:52.586720 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 05:11:52.587226 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Extension dns-integration not supported by any of loaded plugins Jul 29 05:11:52.587603 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loading extension file: dns_domain_ports.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 05:11:52.588496 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 05:11:52.589004 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 29 05:11:52.589335 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 05:11:52.590231 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 05:11:52.591087 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 29 05:11:52.591922 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loading extension file: dvr.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 05:11:52.592601 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 05:11:52.593203 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loaded extension: dvr Jul 29 05:11:52.593535 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loading extension file: ecmp_routes.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 05:11:52.594466 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 05:11:52.594969 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Extension ecmp_routes not supported by any of loaded plugins Jul 29 05:11:52.595314 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loading extension file: empty_string_filtering.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 05:11:52.596205 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 05:11:52.596712 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loaded extension: empty-string-filtering Jul 29 05:11:52.597037 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 05:11:52.597914 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 05:11:52.598423 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 29 05:11:52.598748 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 05:11:52.599667 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 05:11:52.600174 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 29 05:11:52.600500 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loading extension file: external_net.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 05:11:52.601376 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 05:11:52.601888 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loaded extension: external-net Jul 29 05:11:52.602211 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 05:11:52.603079 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 05:11:52.603631 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loaded extension: extra_dhcp_opt Jul 29 05:11:52.603951 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loading extension file: extraroute.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 05:11:52.604875 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 05:11:52.605336 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loaded extension: extraroute Jul 29 05:11:52.605663 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loading extension file: extraroute_atomic.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 05:11:52.607850 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 05:11:52.608372 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loaded extension: extraroute-atomic Jul 29 05:11:52.608698 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loading extension file: filter_validation.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 05:11:52.609361 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 05:11:52.610127 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loaded extension: filter-validation Jul 29 05:11:52.610460 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loading extension file: fip_pf_description.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 05:11:52.611399 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 05:11:52.611901 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 29 05:11:52.612227 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loading extension file: fip_pf_port_range.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 05:11:52.613110 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 05:11:52.613620 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jul 29 05:11:52.613943 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loading extension file: fip_port_details.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 05:11:52.614838 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 05:11:52.615378 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loaded extension: fip-port-details Jul 29 05:11:52.615705 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loading extension file: flavors.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 05:11:52.616926 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 05:11:52.617446 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loaded extension: flavors Jul 29 05:11:52.617770 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 05:11:52.619512 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 05:11:52.620047 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 29 05:11:52.620379 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loading extension file: floatingip_pools.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 05:11:52.621058 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 05:11:52.621569 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loaded extension: floatingip-pools Jul 29 05:11:52.622441 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loading extension file: ip_allocation.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 05:11:52.624067 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 05:11:52.624593 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Extension ip_allocation not supported by any of loaded plugins Jul 29 05:11:52.624925 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 05:11:52.625827 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 05:11:52.626343 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loaded extension: ip-substring-filtering Jul 29 05:11:52.626674 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loading extension file: l2_adjacency.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 05:11:52.627634 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 05:11:52.628205 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 29 05:11:52.628471 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loading extension file: l3.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 05:11:52.629470 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 05:11:52.629995 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loaded extension: router Jul 29 05:11:52.630370 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 05:11:52.632668 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 05:11:52.633207 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 29 05:11:52.633541 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 05:11:52.634446 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 05:11:52.634964 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loaded extension: ext-gw-mode Jul 29 05:11:52.635293 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 05:11:52.636209 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 05:11:52.636725 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loaded extension: l3-ha Jul 29 05:11:52.637052 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 05:11:52.638577 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 05:11:52.639101 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jul 29 05:11:52.639458 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loading extension file: l3_flavors.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 05:11:52.640365 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 05:11:52.640883 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loaded extension: l3-flavors Jul 29 05:11:52.641205 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 05:11:52.642592 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 05:11:52.643111 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jul 29 05:11:52.643475 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 05:11:52.644359 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 05:11:52.644876 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 29 05:11:52.645200 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loading extension file: l3agentscheduler.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 05:11:52.646252 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 05:11:52.646774 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loaded extension: l3_agent_scheduler Jul 29 05:11:52.647100 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loading extension file: local_ip.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 05:11:52.648903 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 05:11:52.649435 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Extension local_ip not supported by any of loaded plugins Jul 29 05:11:52.649777 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loading extension file: logging.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 05:11:52.651237 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 05:11:52.651863 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Extension logging not supported by any of loaded plugins Jul 29 05:11:52.652194 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loading extension file: metering.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 05:11:52.652917 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 05:11:52.654443 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loaded extension: metering Jul 29 05:11:52.654778 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 05:11:52.655905 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 05:11:52.656500 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loaded extension: metering_source_and_destination_fields Jul 29 05:11:52.656767 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loading extension file: multiprovidernet.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 05:11:52.657665 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 05:11:52.658181 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loaded extension: multi-provider Jul 29 05:11:52.658544 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loading extension file: netmtu.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 05:11:52.659437 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 05:11:52.659962 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loaded extension: net-mtu Jul 29 05:11:52.660291 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loading extension file: netmtu_writable.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 05:11:52.661176 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 05:11:52.661695 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loaded extension: net-mtu-writable Jul 29 05:11:52.662023 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loading extension file: network_availability_zone.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 05:11:52.662668 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 05:11:52.663185 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loaded extension: network_availability_zone Jul 29 05:11:52.663539 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loading extension file: network_ip_availability.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 05:11:52.664651 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 05:11:52.665172 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loaded extension: network-ip-availability Jul 29 05:11:52.665753 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loading extension file: network_segment_range.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 05:11:52.666515 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 05:11:52.667037 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Extension network-segment-range not supported by any of loaded plugins Jul 29 05:11:52.667412 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loading extension file: pagination.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 05:11:52.668358 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 05:11:52.669389 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loaded extension: pagination Jul 29 05:11:52.670150 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loading extension file: port_device_profile.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 05:11:52.671059 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 05:11:52.671623 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loaded extension: port-device-profile Jul 29 05:11:52.671955 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loading extension file: port_mac_address_override.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 05:11:52.672884 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 05:11:52.673423 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loaded extension: port-mac-override Jul 29 05:11:52.673750 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 05:11:52.674644 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 05:11:52.675167 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loaded extension: port-mac-address-regenerate Jul 29 05:11:52.675573 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 05:11:52.676472 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 05:11:52.676999 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loaded extension: port-numa-affinity-policy Jul 29 05:11:52.677327 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loading extension file: port_resource_request.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 05:11:52.678207 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 05:11:52.678725 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Extension port-resource-request not supported by any of loaded plugins Jul 29 05:11:52.679051 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loading extension file: port_resource_request_groups.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 05:11:52.680033 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 05:11:52.680549 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jul 29 05:11:52.680875 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loading extension file: portbindings.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 05:11:52.681782 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 05:11:52.682296 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loaded extension: binding Jul 29 05:11:52.682616 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loading extension file: portbindings_extended.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 05:11:52.683924 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 05:11:52.684794 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loaded extension: binding-extended Jul 29 05:11:52.685396 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loading extension file: portsecurity.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 05:11:52.686485 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 05:11:52.687029 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loaded extension: port-security Jul 29 05:11:52.687370 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loading extension file: project_id.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 05:11:52.688349 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 05:11:52.688686 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loaded extension: project-id Jul 29 05:11:52.689011 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loading extension file: providernet.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 05:11:52.689906 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 05:11:52.690437 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loaded extension: provider Jul 29 05:11:52.690761 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loading extension file: qos.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 05:11:52.694377 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 05:11:52.694982 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Extension qos not supported by any of loaded plugins Jul 29 05:11:52.695477 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 05:11:52.696733 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 05:11:52.697258 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 29 05:11:52.697592 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 05:11:52.698504 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 05:11:52.699021 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 29 05:11:52.699381 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loading extension file: qos_default.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 05:11:52.700860 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 05:11:52.701692 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Extension qos-default not supported by any of loaded plugins Jul 29 05:11:52.702031 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loading extension file: qos_fip.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 05:11:52.702960 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 05:11:52.703551 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Extension qos-fip not supported by any of loaded plugins Jul 29 05:11:52.703850 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 05:11:52.704752 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 05:11:52.705270 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jul 29 05:11:52.705593 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loading extension file: qos_gateway_ip.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 05:11:52.706498 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 05:11:52.707005 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 29 05:11:52.707340 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loading extension file: qos_port_network_policy.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 05:11:52.708254 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 05:11:52.708764 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 29 05:11:52.709097 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 05:11:52.710130 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 05:11:52.710652 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jul 29 05:11:52.710978 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 05:11:52.712025 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 05:11:52.712545 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jul 29 05:11:52.712873 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loading extension file: qos_pps_rule.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 05:11:52.714029 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 05:11:52.714546 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Extension qos-pps not supported by any of loaded plugins Jul 29 05:11:52.714873 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loading extension file: qos_rule_type_details.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 05:11:52.716782 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 05:11:52.717455 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 29 05:11:52.717810 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 05:11:52.718689 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 05:11:52.719203 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jul 29 05:11:52.719571 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loading extension file: qos_rules_alias.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 05:11:52.720589 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 05:11:52.721185 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 29 05:11:52.721538 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loading extension file: quota_check_limit.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 05:11:52.722553 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 05:11:52.723072 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loaded extension: quota-check-limit Jul 29 05:11:52.723426 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loading extension file: quotasv2.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 05:11:52.724408 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 05:11:52.724782 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loaded extension: quotas Jul 29 05:11:52.725062 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loading extension file: quotasv2_detail.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 05:11:52.726797 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 05:11:52.727143 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loaded extension: quota_details Jul 29 05:11:52.727507 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loading extension file: rbac.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 05:11:52.730308 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 05:11:52.730867 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loaded extension: rbac-policies Jul 29 05:11:52.731304 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loading extension file: rbac_address_group.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 05:11:52.732629 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 05:11:52.733166 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loaded extension: rbac-address-group Jul 29 05:11:52.733495 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loading extension file: rbac_address_scope.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 05:11:52.734400 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 05:11:52.734924 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loaded extension: rbac-address-scope Jul 29 05:11:52.735258 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loading extension file: rbac_security_groups.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 05:11:52.736256 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 05:11:52.736778 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loaded extension: rbac-security-groups Jul 29 05:11:52.737098 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loading extension file: rbac_subnetpool.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 05:11:52.737997 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 05:11:52.738526 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loaded extension: rbac-subnetpool Jul 29 05:11:52.738925 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loading extension file: revisionifmatch.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 05:11:52.739901 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 05:11:52.740557 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loaded extension: revision-if-match Jul 29 05:11:52.740885 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loading extension file: revisions.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 05:11:52.742026 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 05:11:52.742547 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loaded extension: standard-attr-revisions Jul 29 05:11:52.742875 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loading extension file: router_availability_zone.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 05:11:52.743563 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 05:11:52.744081 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loaded extension: router_availability_zone Jul 29 05:11:52.744404 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loading extension file: routerservicetype.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 05:11:52.745318 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 05:11:52.745834 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Extension router-service-type not supported by any of loaded plugins Jul 29 05:11:52.746156 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 05:11:52.747803 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 05:11:52.748419 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loaded extension: security-groups-normalized-cidr Jul 29 05:11:52.748745 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 05:11:52.749687 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 05:11:52.750203 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loaded extension: port-security-groups-filtering Jul 29 05:11:52.750530 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 05:11:52.751486 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 05:11:52.752010 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loaded extension: security-groups-remote-address-group Jul 29 05:11:52.752333 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 05:11:52.753242 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 05:11:52.753764 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loaded extension: security-groups-shared-filtering Jul 29 05:11:52.754088 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loading extension file: securitygroup.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 05:11:52.764859 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 05:11:52.765441 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loaded extension: security-group Jul 29 05:11:52.765788 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loading extension file: segment.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 05:11:52.766566 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 05:11:52.767091 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Extension segment not supported by any of loaded plugins Jul 29 05:11:52.767448 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 05:11:52.768454 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 05:11:52.769100 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 29 05:11:52.769394 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loading extension file: servicetype.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 05:11:52.770481 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 05:11:52.771005 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loaded extension: service-type Jul 29 05:11:52.771337 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loading extension file: sorting.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 05:11:52.772324 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 05:11:52.772667 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loaded extension: sorting Jul 29 05:11:52.772992 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loading extension file: standard_attr_segment.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 05:11:52.773889 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 05:11:52.774465 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 29 05:11:52.774746 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loading extension file: standardattrdescription.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 05:11:52.775394 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 05:11:52.775925 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loaded extension: standard-attr-description Jul 29 05:11:52.776256 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loading extension file: stateful_security_group.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 05:11:52.777172 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 05:11:52.777697 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loaded extension: stateful-security-group Jul 29 05:11:52.778845 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loading extension file: stdattrs_common.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 05:11:52.779733 dv-cinder-851279-2-iscsi neutron-server[103893]: WARNING neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 29 05:11:52.780068 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 05:11:52.781000 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 05:11:52.781534 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 29 05:11:52.781859 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loading extension file: subnet_onboard.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 05:11:52.782899 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 05:11:52.783450 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loaded extension: subnet_onboard Jul 29 05:11:52.783782 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 05:11:52.784677 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 05:11:52.785187 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 29 05:11:52.785511 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loading extension file: subnet_service_types.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 05:11:52.786406 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 05:11:52.786920 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loaded extension: subnet-service-types Jul 29 05:11:52.787247 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loading extension file: subnetallocation.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 05:11:52.788319 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 05:11:52.788842 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loaded extension: subnet_allocation Jul 29 05:11:52.789175 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 05:11:52.789822 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 05:11:52.790589 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loaded extension: subnetpool-prefix-ops Jul 29 05:11:52.790913 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 05:11:52.791861 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 05:11:52.792374 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 29 05:11:52.792696 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loading extension file: tagging.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 05:11:52.793797 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 05:11:52.794657 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loaded extension: standard-attr-tag Jul 29 05:11:52.795016 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loading extension file: timestamp.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 05:11:52.796284 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 05:11:52.796810 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loaded extension: standard-attr-timestamp Jul 29 05:11:52.797138 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loading extension file: trunk.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 05:11:52.798160 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 05:11:52.798678 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Extension trunk not supported by any of loaded plugins Jul 29 05:11:52.799005 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loading extension file: trunk_details.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 05:11:52.799932 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 05:11:52.800452 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Extension trunk-details not supported by any of loaded plugins Jul 29 05:11:52.800775 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loading extension file: uplink_status_propagation.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 05:11:52.801668 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 05:11:52.802186 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 29 05:11:52.802509 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Loading extension file: vlantransparent.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 05:11:52.803163 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 05:11:52.803714 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 29 05:11:52.806433 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.quota.resource_registry [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Creating instance of TrackedResource for resource:network Jul 29 05:11:52.806971 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.quota.resource_registry [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Creating instance of TrackedResource for resource:subnet Jul 29 05:11:52.807399 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.quota.resource_registry [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Creating instance of TrackedResource for resource:subnetpool Jul 29 05:11:52.807801 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.quota.resource_registry [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Creating instance of TrackedResource for resource:port Jul 29 05:11:52.809163 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.v2.resource_helper [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103893) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 05:11:52.809700 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.v2.resource_helper [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Service FLAVORS assigned prefix: {{(pid=103893) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 05:11:52.810726 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.v2.resource_helper [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103893) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 05:11:52.811163 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.v2.resource_helper [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103893) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 05:11:52.811541 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.quota.resource_registry [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Creating instance of TrackedResource for resource:router Jul 29 05:11:52.811978 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.quota.resource_registry [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Creating instance of TrackedResource for resource:floatingip Jul 29 05:11:52.812472 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.v2.resource_helper [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Service METERING assigned prefix: /metering {{(pid=103893) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 05:11:52.813955 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:52.814330 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:52.814688 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:11:52.815766 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.quota.resource_registry [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Creating instance of CountableResource for resource:rbac_policy Jul 29 05:11:52.816232 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.quota.resource_registry [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Creating instance of TrackedResource for resource:security_group Jul 29 05:11:52.816681 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.quota.resource_registry [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 29 05:11:52.817229 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.v2.resource_helper [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Service CORE assigned prefix: {{(pid=103893) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 05:11:52.817564 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.quota.resource_registry [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Creating instance of TrackedResource for resource:subnetpool Jul 29 05:11:52.817918 dv-cinder-851279-2-iscsi neutron-server[103893]: WARNING neutron.quota.resource_registry [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] subnetpool is already registered Jul 29 05:11:52.818344 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.v2.resource_helper [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Service CORE assigned prefix: {{(pid=103893) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 05:11:52.818672 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.quota.resource_registry [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Creating instance of TrackedResource for resource:subnetpool Jul 29 05:11:52.819004 dv-cinder-851279-2-iscsi neutron-server[103893]: WARNING neutron.quota.resource_registry [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] subnetpool is already registered Jul 29 05:11:52.821545 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.v2.resource_helper [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103893) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 05:11:52.821993 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.v2.resource_helper [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Service FLAVORS assigned prefix: {{(pid=103893) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 05:11:52.822598 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.v2.resource_helper [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103893) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 05:11:52.823023 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.v2.resource_helper [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103893) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 05:11:52.823388 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.quota.resource_registry [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Creating instance of TrackedResource for resource:router Jul 29 05:11:52.823736 dv-cinder-851279-2-iscsi neutron-server[103893]: WARNING neutron.quota.resource_registry [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] router is already registered Jul 29 05:11:52.824153 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.quota.resource_registry [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Creating instance of TrackedResource for resource:floatingip Jul 29 05:11:52.824494 dv-cinder-851279-2-iscsi neutron-server[103893]: WARNING neutron.quota.resource_registry [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] floatingip is already registered Jul 29 05:11:52.825486 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.v2.resource_helper [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Service METERING assigned prefix: /metering {{(pid=103893) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 05:11:52.826732 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.quota.resource_registry [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Creating instance of CountableResource for resource:rbac_policy Jul 29 05:11:52.827074 dv-cinder-851279-2-iscsi neutron-server[103893]: WARNING neutron.quota.resource_registry [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] rbac_policy is already registered Jul 29 05:11:52.827529 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.quota.resource_registry [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Creating instance of TrackedResource for resource:security_group Jul 29 05:11:52.827876 dv-cinder-851279-2-iscsi neutron-server[103893]: WARNING neutron.quota.resource_registry [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] security_group is already registered Jul 29 05:11:52.828294 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.quota.resource_registry [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 29 05:11:52.828633 dv-cinder-851279-2-iscsi neutron-server[103893]: WARNING neutron.quota.resource_registry [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] security_group_rule is already registered Jul 29 05:11:52.829332 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.v2.resource_helper [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Service CORE assigned prefix: {{(pid=103893) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 05:11:52.829665 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.quota.resource_registry [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Creating instance of TrackedResource for resource:subnetpool Jul 29 05:11:52.830009 dv-cinder-851279-2-iscsi neutron-server[103893]: WARNING neutron.quota.resource_registry [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] subnetpool is already registered Jul 29 05:11:52.830432 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.v2.resource_helper [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Service CORE assigned prefix: {{(pid=103893) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 05:11:52.830762 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.quota.resource_registry [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Creating instance of TrackedResource for resource:subnetpool Jul 29 05:11:52.831105 dv-cinder-851279-2-iscsi neutron-server[103893]: WARNING neutron.quota.resource_registry [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] subnetpool is already registered Jul 29 05:11:52.831605 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Extended resource: extensions {{(pid=103893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 05:11:52.833172 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Extended resource: address-groups {{(pid=103893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 05:11:52.834680 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Extended resource: address-scopes {{(pid=103893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 05:11:52.836052 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Extended resource: agents {{(pid=103893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 05:11:52.837222 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Extended resource: auto-allocated-topology {{(pid=103893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 05:11:52.838460 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Extended resource: availability_zones {{(pid=103893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 05:11:52.839710 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Extended resource: dhcp-networks {{(pid=103893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 05:11:52.842302 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Extended resource: dhcp-agents {{(pid=103893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 05:11:52.843796 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Extended resource: routers {{(pid=103893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 05:11:52.845521 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Extended resource: flavors {{(pid=103893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 05:11:52.846791 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Extended resource: service_profiles {{(pid=103893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 05:11:52.848059 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Extended resource: next_providers {{(pid=103893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 05:11:52.849537 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Extended resource: service_profiles {{(pid=103893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 05:11:52.851110 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Extended resource: floatingip-pools {{(pid=103893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 05:11:52.852373 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Extended resource: routers {{(pid=103893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 05:11:52.854088 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Extended resource: floatingips {{(pid=103893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 05:11:52.855385 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Extended resource: l3-routers {{(pid=103893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 05:11:52.857205 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Extended resource: l3-agents {{(pid=103893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 05:11:52.858633 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Extended resource: metering-labels {{(pid=103893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 05:11:52.859945 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Extended resource: metering-label-rules {{(pid=103893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 05:11:52.861339 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Extended resource: network-ip-availabilities {{(pid=103893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 05:11:52.862602 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Extended resource: bindings {{(pid=103893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 05:11:52.864306 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Extended resource: quotas {{(pid=103893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 05:11:52.867069 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Extended resource: quotas {{(pid=103893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 05:11:52.868655 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Extended resource: rbac-policies {{(pid=103893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 05:11:52.869886 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Extended resource: security-groups {{(pid=103893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 05:11:52.871252 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Extended resource: security-group-rules {{(pid=103893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 05:11:52.873171 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Extended resource: service-providers {{(pid=103893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 05:11:52.874410 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Extended resource: subnetpools {{(pid=103893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 05:11:52.875789 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Extended resource: subnetpools {{(pid=103893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 05:11:52.877352 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Extended resource: tags {{(pid=103893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 05:11:52.879036 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Extended resource: tags {{(pid=103893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 05:11:52.880980 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Extended resource: tags {{(pid=103893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 05:11:52.882797 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Extended resource: tags {{(pid=103893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 05:11:52.884588 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Extended resource: tags {{(pid=103893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 05:11:52.886621 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Extended resource: tags {{(pid=103893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 05:11:52.889441 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Extended resource: tags {{(pid=103893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 05:11:52.891529 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Extended resource: tags {{(pid=103893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 05:11:52.893400 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Extended resource: tags {{(pid=103893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 05:11:52.895187 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Extended resource: tags {{(pid=103893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 05:11:52.902028 dv-cinder-851279-2-iscsi neutron-server[103893]: WARNING keystonemiddleware.auth_token [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 29 05:11:52.908919 dv-cinder-851279-2-iscsi neutron-server[103893]: WARNING keystonemiddleware.auth_token [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 29 05:11:52.918701 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_concurrency.lockutils [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Acquired lock "singleton_lock" {{(pid=103893) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jul 29 05:11:52.919437 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_concurrency.lockutils [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Releasing lock "singleton_lock" {{(pid=103893) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jul 29 05:11:52.920251 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO oslo_service.service [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Starting 2 workers Jul 29 05:11:52.925191 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Started child 104004 {{(pid=103893) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 29 05:11:52.930126 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Started child 104005 {{(pid=103893) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 29 05:11:52.930971 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:11:52.932195 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO neutron.service [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 29 05:11:52.932582 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:11:52.932737 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [-] (104004) wsgi starting up on http://0.0.0.0:9696 Jul 29 05:11:52.935654 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO oslo_service.service [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Starting 1 workers Jul 29 05:11:52.937751 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:11:52.940076 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [-] (104005) wsgi starting up on http://0.0.0.0:9696 Jul 29 05:11:52.941261 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Started child 104006 {{(pid=103893) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 29 05:11:52.941927 dv-cinder-851279-2-iscsi neutron-server[103893]: INFO oslo_service.service [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Starting 1 workers Jul 29 05:11:52.945699 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.service [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] calling RpcWorker wait() {{(pid=104006) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 29 05:11:52.946688 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.service [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] returning from RpcWorker wait() {{(pid=104006) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 29 05:11:52.946846 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Started child 104007 {{(pid=103893) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 29 05:11:52.947730 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:11:52.947926 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d0d25951-6bec-489b-80b0-375b7056ede6 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:11:52.948259 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:11:52.950458 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103893) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 29 05:11:52.950701 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 29 05:11:52.950928 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 29 05:11:52.951308 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 29 05:11:52.951826 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 29 05:11:52.952028 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 29 05:11:52.952569 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:52.952837 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:52.953090 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:52.953374 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:52.953994 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:52.954278 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:52.954608 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:52.954824 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:52.955083 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:52.955276 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:52.955469 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:52.955657 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:52.955926 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:52.956087 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:11:52.956709 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:52.956709 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:52.957016 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:52.957016 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:52.957321 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:52.957587 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:11:52.957761 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:52.957761 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:52.958063 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:52.958202 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] debug = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:52.958425 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:52.958953 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:52.959194 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:52.959513 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:52.959741 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:52.960001 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:52.960258 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:52.960514 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:52.960770 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:52.960981 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:52.961239 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:52.961458 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:52.961707 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:52.961938 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:52.962189 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:52.962475 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:52.962700 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:52.963217 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] host = dv-cinder-851279-2-iscsi {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:52.963493 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:52.963737 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:52.963984 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:52.964228 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:52.964489 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:52.964769 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:52.964977 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:52.965240 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:52.965675 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:52.966467 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:52.966885 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:52.967311 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:52.967601 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:52.967849 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] log_file = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:52.968069 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] log_options = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:52.968237 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:52.968500 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:52.968773 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:52.968944 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:52.969118 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:52.969276 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:52.971113 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:52.971113 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:52.971113 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:52.971113 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:52.971113 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:52.971113 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:52.971113 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:52.971662 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:52.971662 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:52.971662 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:52.971893 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:52.972126 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:52.972431 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:52.972704 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:52.972961 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:52.973259 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:52.973482 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:52.973728 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:52.974026 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:52.974237 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:52.974541 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:52.975502 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:52.975502 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:52.975502 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:52.975502 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:52.977046 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:52.977046 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:52.977046 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:52.977046 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:52.977046 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:52.977046 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:52.977046 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:52.981656 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:52.981656 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:52.981656 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:52.981656 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:52.981656 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:52.981656 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:52.981656 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:52.981656 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:52.983146 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] use_json = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:52.983146 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:52.983146 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:52.983146 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:52.983146 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:52.983146 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:52.983146 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:52.983146 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:52.987840 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:52.987840 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:52.987840 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:52.987840 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:52.987840 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:52.987840 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:52.987840 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:52.987840 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:52.988894 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:52.988894 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:52.988894 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:52.988894 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:52.988894 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:52.988894 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:52.988894 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:52.988894 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:52.989855 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:52.989855 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:52.989855 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:52.989855 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:52.989855 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:52.989855 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:52.989855 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:52.989855 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:52.990550 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:52.990550 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:52.990550 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:52.990550 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:52.990550 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:52.990550 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:52.990550 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:52.990550 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:52.991672 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:52.991672 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:52.991672 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.49/identity {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:52.991672 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:52.991672 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:52.991672 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:52.991672 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:52.991672 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:52.992490 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:52.992490 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:52.992490 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:52.992490 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:52.992490 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:52.993057 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:52.993057 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:52.993267 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:52.993535 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:52.993734 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:52.994000 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:52.994208 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:52.994431 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:52.994668 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:52.994865 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:52.995259 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:52.995544 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:52.998408 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:52.998743 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.000182 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.003671 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.003671 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.003671 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.003671 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.004029 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.004197 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.004532 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.004895 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.005268 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.005613 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.006023 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.006396 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.006774 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.007107 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.007492 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.008054 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.008488 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.008883 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.009255 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.009619 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.009949 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.010288 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.010647 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.011069 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.011421 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.011777 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.012135 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.012521 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.013384 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.013940 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.014499 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.015068 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.015683 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.016289 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.016878 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.017480 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.017901 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.018477 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.018850 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.019282 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.019725 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.020129 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.020512 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.020913 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.021286 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.021926 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.022298 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.022657 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.023072 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.023483 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.023829 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.024266 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.024544 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.024905 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.025288 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.025655 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.026057 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.026452 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.026876 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.027420 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.028367 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.028367 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.029423 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.029423 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.029423 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.030488 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.030488 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.030955 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.031110 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.033358 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.033358 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.033358 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.033358 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.033358 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.034529 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.034529 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.034529 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.035292 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.035292 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.035693 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.035973 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.036403 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.036661 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.036974 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.038706 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.038706 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.038706 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.038706 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.039541 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.039541 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.039934 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.040168 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.040770 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.041128 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.042257 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.042257 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.49/identity {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.042728 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.043070 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.043476 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.043822 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.044156 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.044788 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.045026 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.045658 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.045658 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.046060 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.046304 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.046646 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.046951 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.047280 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.047646 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.048011 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.048333 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.048674 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.049015 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.049346 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.049678 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.050018 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.050350 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.050692 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.051027 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.051429 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.051793 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.052119 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.052466 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.053083 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.053293 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.053547 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.053900 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.054227 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.054564 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.054912 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.056293 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.056293 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.056293 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.056293 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.057091 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.057091 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.057432 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.057835 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.058200 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.058537 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.059137 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.059909 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.060156 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.060488 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.060821 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.061175 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.061525 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.061867 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.063391 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.063391 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.063391 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.063391 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.063705 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.064027 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.064413 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.064783 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.065165 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.065540 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.065918 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.066326 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.066690 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.067153 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.067544 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.067878 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.068249 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.068591 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.069059 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.069456 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.069837 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.070263 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.070646 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.071403 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.071779 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.072158 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.072594 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.072911 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.073251 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.073589 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.073959 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.074298 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.074630 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.075396 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.075509 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.075888 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.076275 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.076626 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.076988 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.077367 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.077677 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.077963 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.078263 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.078554 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.078895 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.079225 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.079606 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.079918 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.080261 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.080581 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.080897 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.081244 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.081589 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.082125 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.082436 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.082859 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.083382 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.083760 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.084057 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.084368 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.086178 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.086178 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.086178 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.086178 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.086772 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.086772 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.087035 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.087455 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.087912 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.088321 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.088687 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.089067 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.089449 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.090064 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.090365 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.091474 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.091768 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.092340 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.092713 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.093059 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.093464 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.093866 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.094222 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.094574 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.094966 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.095326 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.095652 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.096052 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.096418 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.096825 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.097110 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.097389 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.097680 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.098066 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.098426 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.098810 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.099169 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.099454 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 29 05:11:53.099993 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:11:53.100266 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103893) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 29 05:11:53.100525 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 29 05:11:53.100770 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 29 05:11:53.101037 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 29 05:11:53.101300 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 29 05:11:53.101549 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 29 05:11:53.101881 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:53.102141 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:53.102402 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:53.102679 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:53.102985 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:53.103252 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:53.103553 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:53.103814 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:53.104090 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:53.104356 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:53.104610 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:53.104860 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:53.105113 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:53.105370 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:53.105642 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:53.105910 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:53.106763 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:53.107670 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:53.107670 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:53.107670 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:53.107995 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:53.108235 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] debug = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:53.108503 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:53.108876 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:53.109130 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:53.109374 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:53.109607 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:53.109858 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:53.110112 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:53.110380 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:53.110653 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:53.110975 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:53.111174 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:53.111438 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:53.111703 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:53.111966 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:53.112240 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:53.112518 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:53.112758 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:53.113025 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] host = dv-cinder-851279-2-iscsi {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:53.113293 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:53.113533 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:53.113790 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:53.114049 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:53.114339 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:53.114574 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:53.114835 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:53.115088 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:53.115384 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:53.115628 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:53.115896 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:53.116113 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:53.116351 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:53.116619 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] log_file = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:53.116894 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] log_options = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:53.117144 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:53.117603 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:53.117887 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:53.118167 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:53.118409 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:53.118667 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:53.118978 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:53.119202 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:53.119469 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:53.119725 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:53.119981 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:53.120278 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:53.120514 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:53.120754 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:53.121019 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:53.121394 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:53.121636 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:53.122441 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:53.122671 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:53.123047 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:53.123047 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:53.123540 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:53.123935 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:53.123935 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:53.124353 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:53.124353 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:53.124770 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:53.124979 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:53.125360 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:53.125360 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:53.125813 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:53.126071 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:53.126437 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:53.126437 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:53.126872 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:53.126872 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:53.127619 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:53.127619 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:53.128043 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:53.128043 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:53.128492 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:53.128492 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:53.128959 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:53.128959 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:53.129357 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:53.129567 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:53.129774 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] use_json = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:53.130169 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:53.130169 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:53.130619 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:53.130848 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:53.131052 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:53.131517 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:53.131759 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:53.131967 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:53.132323 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 05:11:53.132539 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.132767 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.132977 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.133218 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.133488 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.133773 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.134236 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.134515 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.134515 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.134982 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.135222 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.136385 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.136385 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.136385 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.136385 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.136385 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.137828 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.137828 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.137828 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.137828 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.137828 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.138903 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.138903 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.138903 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.138903 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.138903 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.140194 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.140194 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.140194 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.140194 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.140194 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.140961 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.140961 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.49/identity {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.140961 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.141346 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.141502 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.141737 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.141992 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.142256 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.142570 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.142883 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.143203 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.143490 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.143736 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.143981 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.144367 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.144539 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.145161 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.145161 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.145544 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.145544 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.145814 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.146013 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.146236 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.146500 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.146765 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.147023 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.147300 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.147592 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.147851 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.148109 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.148369 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.148632 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.148891 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.149157 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.149403 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.149665 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.149925 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.150203 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.150661 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.150854 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.151080 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.151278 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.151527 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.151868 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.152064 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.152320 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.152899 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.152899 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.155081 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.155081 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.155081 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.155081 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.155081 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.155081 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.156116 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.156116 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.156116 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.156116 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.156672 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.156672 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.157051 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.157051 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.157373 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.157579 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.157797 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.158040 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.158418 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.158775 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.158977 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.159194 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.159341 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.159646 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.159909 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.160260 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.160417 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.160663 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.160904 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.161144 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.161426 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.161689 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.161954 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.162193 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.162391 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.162631 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.162829 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.163101 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.163301 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.163501 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.163649 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.163913 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.164183 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.164469 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.164699 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.164883 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.165529 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.165691 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.165865 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.166013 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.166211 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.166409 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.166606 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.166835 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.167058 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.167252 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.167520 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.167759 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.171502 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.171502 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.171502 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.171502 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.171502 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.171502 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.171502 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.171502 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.172413 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.172413 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.172413 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.172413 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.172413 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.172413 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.172413 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.172413 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.174973 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.49/identity {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.174973 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.174973 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.174973 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.174973 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.174973 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.174973 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.174973 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.176932 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.176932 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.176932 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.176932 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.176932 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.176932 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.176932 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.176932 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.177653 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.177653 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.177653 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.177653 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.177653 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.177653 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.177653 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.177653 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.178958 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.178958 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.178958 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.178958 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.178958 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.178958 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.178958 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.178958 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.179528 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.179528 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.179528 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.179528 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.179528 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.179528 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.179528 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.179528 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.180240 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.180240 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.180240 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.180240 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.180240 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.180240 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.180240 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.180240 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.182616 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.182616 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.182616 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.182616 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.182616 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.182616 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.182616 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.182616 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.182616 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.183135 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.183135 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.183135 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.183135 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.183135 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.183135 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.183135 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.183135 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.183678 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.183678 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.183678 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.183678 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.183678 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.183678 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.183678 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.183678 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.183678 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.184801 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.184801 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.184801 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.184801 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.184801 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.184801 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.184801 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.184801 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.185256 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.185256 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.185256 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.185256 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.185256 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.185256 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.185256 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.185256 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.185808 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.185808 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.185808 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.185808 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.185808 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.186190 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.186190 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.186190 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.186441 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.186508 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.186689 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.186899 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.186899 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.187141 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.187232 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.187415 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.187640 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.187801 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.187966 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.188145 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.188307 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.188468 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.188637 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.188795 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.188952 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.189110 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.189273 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.189429 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.189589 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.189747 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.189904 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.190062 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.190221 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.190386 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.190554 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.190720 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.190880 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.191046 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.191212 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.191408 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.191558 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.191723 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.191901 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.192102 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.192255 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.192425 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.192578 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.192727 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.192898 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.193046 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.193193 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.193333 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.193471 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.193676 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.193846 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.193991 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.194133 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.194290 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.194433 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.194572 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.194722 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.194898 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 05:11:53.195046 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 29 05:11:53.332902 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 54520) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:11:53.341777 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [-] 10.222.0.49 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066442 Jul 29 05:12:02.390335 dv-cinder-851279-2-iscsi neutron-server[103893]: DEBUG dbcounter [-] [103893] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=103893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:12:05.602056 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writer thread running {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 29 05:12:05.618851 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38665cca-641c-4ba0-b077-7062fc894dd5 None None] get_active_networks_info from dv-cinder-851279-2-iscsi {{(pid=104006) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jul 29 05:12:05.698489 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-4459ed73-6330-45f7-a08e-0b850fe4e2b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-361381'] for agent (0319cf4e-40d4-4455-bfa4-d5e1d8f6ed41), after_create {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:12:05.735312 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38665cca-641c-4ba0-b077-7062fc894dd5 None None] No non-hosted networks {{(pid=104006) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 29 05:12:07.521881 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writer thread running {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 29 05:12:08.079387 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-b0e7128b-d12b-4689-a9fb-47b00e0ea770 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-361381'] for agent (8a9a6061-e61b-4901-b35e-5e71dea10db3), after_create {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:12:08.133398 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-981c12b1-5a61-4df9-a14c-9ea12d3dc3d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (8a9a6061-e61b-4901-b35e-5e71dea10db3), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:12:09.696609 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 54590) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:12:09.984106 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c0cfcfc2-d3d3-4a7d-ac6c-95a3fd745979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-361381'] for agent (543ff7d7-1636-45b2-a25e-e19209bc2e01), after_create {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:12:10.604149 dv-cinder-851279-2-iscsi neutron-server[104004]: WARNING oslo_policy.policy [None req-f740265c-93f1-498d-9991-1d955baa9a77 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 05:12:10.604149 dv-cinder-851279-2-iscsi neutron-server[104004]: WARNING oslo_policy.policy [None req-f740265c-93f1-498d-9991-1d955baa9a77 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 05:12:10.848991 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [None req-f740265c-93f1-498d-9991-1d955baa9a77 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=104004) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 29 05:12:10.851434 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-f740265c-93f1-498d-9991-1d955baa9a77 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 1.1505444 Jul 29 05:12:11.167901 dv-cinder-851279-2-iscsi neutron-server[104006]: INFO neutron.db.l3_hamode_db [None req-7be4811c-65aa-4f40-b327-18c58ebaa9ca None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 29 05:12:11.254410 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be4811c-65aa-4f40-b327-18c58ebaa9ca None None] Routers set() bound to L3 agent in host dv-cinder-851279-2-iscsi {{(pid=104006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:12:11.255072 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be4811c-65aa-4f40-b327-18c58ebaa9ca None None] Router IDs set() for agent in host dv-cinder-851279-2-iscsi {{(pid=104006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jul 29 05:12:11.648590 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-25d2d662-1c10-455a-a758-35c132406432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-361381'] for agent (7da8dcb9-9a4e-44fd-b4da-fa922ad17d56), after_create {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:12:11.772562 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-361381'] for agent (aa119a64-f506-4951-a68b-6dc6289eaece), after_create {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:12:11.773507 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:12:11.773934 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:12:11.774493 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:12:11.774982 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:12:11.775462 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:12:11.775854 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:12:11.777403 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:12:11.777972 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:12:11.778807 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:12:11.779580 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:12:11.780062 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:12:11.780421 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:12:11.780773 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:12:11.781099 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:12:11.781579 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:12:11.782448 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-851279-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:12:11.789997 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-851279-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:12:13.750296 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 54626) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:12:14.088615 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.v2.base [None req-9f119bc3-2c96-4aff-b61b-83c037e2c8ba admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=104004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:12:14.180682 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.policy [None req-9f119bc3-2c96-4aff-b61b-83c037e2c8ba admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104004) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 29 05:12:14.224847 dv-cinder-851279-2-iscsi neutron-server[104004]: WARNING oslo_policy.policy [None req-9f119bc3-2c96-4aff-b61b-83c037e2c8ba admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 05:12:14.225236 dv-cinder-851279-2-iscsi neutron-server[104004]: WARNING oslo_policy.policy [None req-9f119bc3-2c96-4aff-b61b-83c037e2c8ba admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 05:12:14.246350 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writer thread running {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 29 05:12:14.331652 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-9f119bc3-2c96-4aff-b61b-83c037e2c8ba admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737760679431', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737760733195', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737760717099', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737760708810', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737760635110', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737760641023', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3413040', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3643676', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-780746', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-704056'] for rbac-policy (None), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:12:14.410145 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-9f119bc3-2c96-4aff-b61b-83c037e2c8ba admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:12:14.411317 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-9f119bc3-2c96-4aff-b61b-83c037e2c8ba admin admin] 10.222.0.49 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6594939 Jul 29 05:12:16.656738 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 54636) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:12:17.000351 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.v2.base [None req-e6e4c18a-0c2a-4e7c-b6a4-d8ccafed11ce demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=104004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:12:17.031824 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6e4c18a-0c2a-4e7c-b6a4-d8ccafed11ce demo demo] Made reservation on behalf of d5c486928a4e4e68b08704afe7cd789d for: {'network': 1} {{(pid=104004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 05:12:17.036015 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e6e4c18a-0c2a-4e7c-b6a4-d8ccafed11ce demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for network (None), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:12:17.055112 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e6e4c18a-0c2a-4e7c-b6a4-d8ccafed11ce demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:12:17.176141 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e6e4c18a-0c2a-4e7c-b6a4-d8ccafed11ce demo demo] Publish callbacks [] for security_group (6e33ea6b-ea8b-4447-82ac-b6f82f2eaf97), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:12:17.180136 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e6e4c18a-0c2a-4e7c-b6a4-d8ccafed11ce demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (6e33ea6b-ea8b-4447-82ac-b6f82f2eaf97), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:12:17.215785 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6e4c18a-0c2a-4e7c-b6a4-d8ccafed11ce demo demo] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=104004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 05:12:17.246149 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e6e4c18a-0c2a-4e7c-b6a4-d8ccafed11ce demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8737760678337', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501452'] for segment (f6e1b504-b34e-4b58-ba84-24df811460ca), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:12:17.246734 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e6e4c18a-0c2a-4e7c-b6a4-d8ccafed11ce demo demo] Unsubscribe: segment precommit_create {{(pid=104004) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 29 05:12:17.247286 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.db.segments_db [None req-e6e4c18a-0c2a-4e7c-b6a4-d8ccafed11ce demo demo] Added segment f6e1b504-b34e-4b58-ba84-24df811460ca of type vlan for network efefd9d3-4466-47ca-a6e4-371612ca2c98 Jul 29 05:12:17.253445 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e4c18a-0c2a-4e7c-b6a4-d8ccafed11ce demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=6e33ea6b-ea8b-4447-82ac-b6f82f2eaf97,revision_number=1']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:12:17.291669 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e4c18a-0c2a-4e7c-b6a4-d8ccafed11ce demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:12:17.291971 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e4c18a-0c2a-4e7c-b6a4-d8ccafed11ce demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:12:17.292344 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e4c18a-0c2a-4e7c-b6a4-d8ccafed11ce demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:12:17.292700 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e4c18a-0c2a-4e7c-b6a4-d8ccafed11ce demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:12:17.293080 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e4c18a-0c2a-4e7c-b6a4-d8ccafed11ce demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:12:17.293441 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e4c18a-0c2a-4e7c-b6a4-d8ccafed11ce demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:12:17.293786 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e4c18a-0c2a-4e7c-b6a4-d8ccafed11ce demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:12:17.294145 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e4c18a-0c2a-4e7c-b6a4-d8ccafed11ce demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:12:17.294505 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e4c18a-0c2a-4e7c-b6a4-d8ccafed11ce demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:12:17.294861 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e4c18a-0c2a-4e7c-b6a4-d8ccafed11ce demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:12:17.295221 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e4c18a-0c2a-4e7c-b6a4-d8ccafed11ce demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:12:17.295644 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e4c18a-0c2a-4e7c-b6a4-d8ccafed11ce demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:12:17.295987 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e4c18a-0c2a-4e7c-b6a4-d8ccafed11ce demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:12:17.296352 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e4c18a-0c2a-4e7c-b6a4-d8ccafed11ce demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:12:17.296694 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e4c18a-0c2a-4e7c-b6a4-d8ccafed11ce demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:12:17.298205 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e4c18a-0c2a-4e7c-b6a4-d8ccafed11ce demo demo] Tracked resource versions report: Jul 29 05:12:17.298205 dv-cinder-851279-2-iscsi neutron-server[104004]: pushed versions: Jul 29 05:12:17.298205 dv-cinder-851279-2-iscsi neutron-server[104004]: { 'AddressGroup': {'1.2'}, Jul 29 05:12:17.298205 dv-cinder-851279-2-iscsi neutron-server[104004]: 'Agent': {'1.1'}, Jul 29 05:12:17.298205 dv-cinder-851279-2-iscsi neutron-server[104004]: 'ConntrackHelper': {'1.0'}, Jul 29 05:12:17.298205 dv-cinder-851279-2-iscsi neutron-server[104004]: 'LocalIPAssociation': {'1.0'}, Jul 29 05:12:17.298205 dv-cinder-851279-2-iscsi neutron-server[104004]: 'Log': {'1.0'}, Jul 29 05:12:17.298205 dv-cinder-851279-2-iscsi neutron-server[104004]: 'NDPProxy': {'1.0'}, Jul 29 05:12:17.298205 dv-cinder-851279-2-iscsi neutron-server[104004]: 'Network': {'1.1'}, Jul 29 05:12:17.298205 dv-cinder-851279-2-iscsi neutron-server[104004]: 'Port': {'1.7'}, Jul 29 05:12:17.298205 dv-cinder-851279-2-iscsi neutron-server[104004]: 'PortForwarding': {'1.3'}, Jul 29 05:12:17.298205 dv-cinder-851279-2-iscsi neutron-server[104004]: 'QosPolicy': {'1.10'}, Jul 29 05:12:17.298205 dv-cinder-851279-2-iscsi neutron-server[104004]: 'SecurityGroup': {'1.5'}, Jul 29 05:12:17.298205 dv-cinder-851279-2-iscsi neutron-server[104004]: 'SecurityGroupRule': {'1.2'}, Jul 29 05:12:17.298205 dv-cinder-851279-2-iscsi neutron-server[104004]: 'SubPort': {'1.0'}, Jul 29 05:12:17.298205 dv-cinder-851279-2-iscsi neutron-server[104004]: 'Subnet': {'1.1'}, Jul 29 05:12:17.298205 dv-cinder-851279-2-iscsi neutron-server[104004]: 'Trunk': {'1.1'}} Jul 29 05:12:17.298205 dv-cinder-851279-2-iscsi neutron-server[104004]: consumer versions: Jul 29 05:12:17.298205 dv-cinder-851279-2-iscsi neutron-server[104004]: { DHCP agent@dv-cinder-851279-2-iscsi: {}, Jul 29 05:12:17.298205 dv-cinder-851279-2-iscsi neutron-server[104004]: L3 agent@dv-cinder-851279-2-iscsi: {}, Jul 29 05:12:17.298205 dv-cinder-851279-2-iscsi neutron-server[104004]: Metadata agent@dv-cinder-851279-2-iscsi: {}, Jul 29 05:12:17.298205 dv-cinder-851279-2-iscsi neutron-server[104004]: Metering agent@dv-cinder-851279-2-iscsi: {}, Jul 29 05:12:17.298205 dv-cinder-851279-2-iscsi neutron-server[104004]: Open vSwitch agent@dv-cinder-851279-2-iscsi: { 'AddressGroup': '1.2', Jul 29 05:12:17.298205 dv-cinder-851279-2-iscsi neutron-server[104004]: 'Agent': '1.1', Jul 29 05:12:17.298205 dv-cinder-851279-2-iscsi neutron-server[104004]: 'ConntrackHelper': '1.0', Jul 29 05:12:17.298205 dv-cinder-851279-2-iscsi neutron-server[104004]: 'LocalIPAssociation': '1.0', Jul 29 05:12:17.298205 dv-cinder-851279-2-iscsi neutron-server[104004]: 'Log': '1.0', Jul 29 05:12:17.298205 dv-cinder-851279-2-iscsi neutron-server[104004]: 'NDPProxy': '1.0', Jul 29 05:12:17.298205 dv-cinder-851279-2-iscsi neutron-server[104004]: 'Network': '1.1', Jul 29 05:12:17.298205 dv-cinder-851279-2-iscsi neutron-server[104004]: 'Port': '1.7', Jul 29 05:12:17.298205 dv-cinder-851279-2-iscsi neutron-server[104004]: 'PortForwarding': '1.3', Jul 29 05:12:17.298205 dv-cinder-851279-2-iscsi neutron-server[104004]: 'QosPolicy': '1.10', Jul 29 05:12:17.298205 dv-cinder-851279-2-iscsi neutron-server[104004]: 'SecurityGroup': '1.5', Jul 29 05:12:17.298205 dv-cinder-851279-2-iscsi neutron-server[104004]: 'SecurityGroupRule': '1.2', Jul 29 05:12:17.298205 dv-cinder-851279-2-iscsi neutron-server[104004]: 'SubPort': '1.0', Jul 29 05:12:17.298205 dv-cinder-851279-2-iscsi neutron-server[104004]: 'Subnet': '1.1', Jul 29 05:12:17.298205 dv-cinder-851279-2-iscsi neutron-server[104004]: 'Trunk': '1.1'}} Jul 29 05:12:17.298205 dv-cinder-851279-2-iscsi neutron-server[104004]: {{(pid=104004) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 05:12:17.378769 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e6e4c18a-0c2a-4e7c-b6a4-d8ccafed11ce demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737760211330'] for network (efefd9d3-4466-47ca-a6e4-371612ca2c98), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:12:17.409080 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=55,neutron:INSERT=44,neutron:UPDATE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:12:17.424801 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e6e4c18a-0c2a-4e7c-b6a4-d8ccafed11ce demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436'] for network (efefd9d3-4466-47ca-a6e4-371612ca2c98), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:12:17.429962 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e4c18a-0c2a-4e7c-b6a4-d8ccafed11ce demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:12:17.430625 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e6e4c18a-0c2a-4e7c-b6a4-d8ccafed11ce demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670410'] for network (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:12:17.533080 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-e6e4c18a-0c2a-4e7c-b6a4-d8ccafed11ce demo demo] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.8752239 Jul 29 05:12:17.556536 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e4c18a-0c2a-4e7c-b6a4-d8ccafed11ce demo demo] Pushing event updated for resources: {'Network': ['ID=efefd9d3-4466-47ca-a6e4-371612ca2c98,revision_number=1']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:12:17.570519 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Network efefd9d3-4466-47ca-a6e4-371612ca2c98 details requested by agent ovs-agent-dv-cinder-851279-2-iscsi with host dv-cinder-851279-2-iscsi {{(pid=104006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 05:12:19.861433 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 54650) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:12:20.284669 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717297df-bff0-4699-b4b9-b6ac91002c2c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:12:20.286045 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-717297df-bff0-4699-b4b9-b6ac91002c2c demo admin] 10.222.0.49 "GET /v2.0/networks/efefd9d3-4466-47ca-a6e4-371612ca2c98 HTTP/1.1" status: 200 len: 825 time: 0.4236708 Jul 29 05:12:20.311277 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-17fa74a3-5c3c-4e51-bd44-1a2c77211f01 demo admin] 10.222.0.49 "GET /v2.0/subnetpools/171da2b5-b9b3-4dfa-a6b5-08947f647cc6 HTTP/1.1" status: 200 len: 734 time: 0.0189717 Jul 29 05:12:20.320037 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.v2.base [None req-eb8fc6f6-1734-4e5b-9c57-0162513ea0df demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': '171da2b5-b9b3-4dfa-a6b5-08947f647cc6', 'network_id': 'efefd9d3-4466-47ca-a6e4-371612ca2c98', 'name': 'private-subnet'}} {{(pid=104004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:12:20.342557 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb8fc6f6-1734-4e5b-9c57-0162513ea0df demo admin] Made reservation on behalf of d5c486928a4e4e68b08704afe7cd789d for: {'subnet': 1} {{(pid=104004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 05:12:20.344870 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-eb8fc6f6-1734-4e5b-9c57-0162513ea0df demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:12:20.503555 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=75,neutron:INSERT=16,neutron:DELETE=4,neutron:UPDATE=5 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:12:20.649823 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-eb8fc6f6-1734-4e5b-9c57-0162513ea0df demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-292102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436'] for subnet (721456c7-7470-4eaf-81ab-b6b6f7da7ca8), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:12:20.720654 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8fc6f6-1734-4e5b-9c57-0162513ea0df demo admin] Pushing event updated for resources: {'Subnet': ['ID=721456c7-7470-4eaf-81ab-b6b6f7da7ca8,revision_number=0']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:12:20.727982 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8fc6f6-1734-4e5b-9c57-0162513ea0df demo admin] Checking segment: {'id': 'f6e1b504-b34e-4b58-ba84-24df811460ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'efefd9d3-4466-47ca-a6e4-371612ca2c98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 05:12:20.728362 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8fc6f6-1734-4e5b-9c57-0162513ea0df demo admin] Network hostable DHCP agents. Network: efefd9d3-4466-47ca-a6e4-371612ca2c98, hostable agents: ['0319cf4e-40d4-4455-bfa4-d5e1d8f6ed41'], hosted agents: [] {{(pid=104004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 05:12:20.750260 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8fc6f6-1734-4e5b-9c57-0162513ea0df demo admin] Network efefd9d3-4466-47ca-a6e4-371612ca2c98 is scheduled to be hosted by DHCP agent 0319cf4e-40d4-4455-bfa4-d5e1d8f6ed41 with binding_index 1 {{(pid=104004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 05:12:20.761636 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.base_scheduler [None req-eb8fc6f6-1734-4e5b-9c57-0162513ea0df demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851279-2-iscsi, efefd9d3-4466-47ca-a6e4-371612ca2c98) {{(pid=104004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:12:20.766305 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8fc6f6-1734-4e5b-9c57-0162513ea0df demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:12:20.766891 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-eb8fc6f6-1734-4e5b-9c57-0162513ea0df demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670410'] for subnet (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:12:20.771915 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67703b1d-1d29-4c2b-81a3-e846d5316499 None None] Network efefd9d3-4466-47ca-a6e4-371612ca2c98 requested from dv-cinder-851279-2-iscsi {{(pid=104006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 05:12:20.783073 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-eb8fc6f6-1734-4e5b-9c57-0162513ea0df demo admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4661901 Jul 29 05:12:21.050682 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a2ae41-ebed-48d7-8123-e20fdac16591 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa72ac758-2041-5c60-8584-934e42124f9c-efefd9d3-4466-47ca-a6e4-371612ca2c98', 'network_id': 'efefd9d3-4466-47ca-a6e4-371612ca2c98', 'project_id': 'd5c486928a4e4e68b08704afe7cd789d', 'fixed_ips': [{'subnet_id': '721456c7-7470-4eaf-81ab-b6b6f7da7ca8'}]}} from dv-cinder-851279-2-iscsi. {{(pid=104006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 29 05:12:21.052072 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-13a2ae41-ebed-48d7-8123-e20fdac16591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (None), before_create {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:12:21.368356 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.db_base_plugin_common [None req-13a2ae41-ebed-48d7-8123-e20fdac16591 None None] Allocated IP 172.20.0.2 (efefd9d3-4466-47ca-a6e4-371612ca2c98/721456c7-7470-4eaf-81ab-b6b6f7da7ca8/97312a16-04e8-467f-86db-3c7b481f3880) {{(pid=104006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 05:12:21.497144 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=63,neutron:INSERT=35,neutron:UPDATE=2 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:12:21.661937 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=6 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:12:21.663081 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-13a2ae41-ebed-48d7-8123-e20fdac16591 None None] Publish callbacks [] for port (97312a16-04e8-467f-86db-3c7b481f3880), precommit_create {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:12:21.667900 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=18,neutron:INSERT=31 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:12:21.673609 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-13a2ae41-ebed-48d7-8123-e20fdac16591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737760223811'] for port (97312a16-04e8-467f-86db-3c7b481f3880), after_create {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:12:21.753538 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a2ae41-ebed-48d7-8123-e20fdac16591 None None] Network efefd9d3-4466-47ca-a6e4-371612ca2c98 is already hosted by enough agents. {{(pid=104006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 05:12:21.764700 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.scheduler.base_scheduler [None req-13a2ae41-ebed-48d7-8123-e20fdac16591 None None] Resources bound (agent type, host, resource id): {{(pid=104006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:12:21.770178 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a2ae41-ebed-48d7-8123-e20fdac16591 None None] Pushing event updated for resources: {'Port': ['ID=97312a16-04e8-467f-86db-3c7b481f3880,revision_number=1']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:12:21.772724 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a2ae41-ebed-48d7-8123-e20fdac16591 None None] Received port after_create {{(pid=104006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 05:12:21.789652 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a2ae41-ebed-48d7-8123-e20fdac16591 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:12:21.790021 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a2ae41-ebed-48d7-8123-e20fdac16591 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:12:21.790365 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a2ae41-ebed-48d7-8123-e20fdac16591 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:12:21.790729 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a2ae41-ebed-48d7-8123-e20fdac16591 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:12:21.791073 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a2ae41-ebed-48d7-8123-e20fdac16591 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:12:21.791951 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a2ae41-ebed-48d7-8123-e20fdac16591 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:12:21.792291 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a2ae41-ebed-48d7-8123-e20fdac16591 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:12:21.792683 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a2ae41-ebed-48d7-8123-e20fdac16591 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:12:21.793053 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a2ae41-ebed-48d7-8123-e20fdac16591 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:12:21.793686 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a2ae41-ebed-48d7-8123-e20fdac16591 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:12:21.794020 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a2ae41-ebed-48d7-8123-e20fdac16591 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:12:21.794371 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a2ae41-ebed-48d7-8123-e20fdac16591 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:12:21.794705 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a2ae41-ebed-48d7-8123-e20fdac16591 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:12:21.795033 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a2ae41-ebed-48d7-8123-e20fdac16591 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:12:21.795390 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a2ae41-ebed-48d7-8123-e20fdac16591 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:12:21.796818 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a2ae41-ebed-48d7-8123-e20fdac16591 None None] Tracked resource versions report: Jul 29 05:12:21.796818 dv-cinder-851279-2-iscsi neutron-server[104006]: pushed versions: Jul 29 05:12:21.796818 dv-cinder-851279-2-iscsi neutron-server[104006]: { 'AddressGroup': {'1.2'}, Jul 29 05:12:21.796818 dv-cinder-851279-2-iscsi neutron-server[104006]: 'Agent': {'1.1'}, Jul 29 05:12:21.796818 dv-cinder-851279-2-iscsi neutron-server[104006]: 'ConntrackHelper': {'1.0'}, Jul 29 05:12:21.796818 dv-cinder-851279-2-iscsi neutron-server[104006]: 'LocalIPAssociation': {'1.0'}, Jul 29 05:12:21.796818 dv-cinder-851279-2-iscsi neutron-server[104006]: 'Log': {'1.0'}, Jul 29 05:12:21.796818 dv-cinder-851279-2-iscsi neutron-server[104006]: 'NDPProxy': {'1.0'}, Jul 29 05:12:21.796818 dv-cinder-851279-2-iscsi neutron-server[104006]: 'Network': {'1.1'}, Jul 29 05:12:21.796818 dv-cinder-851279-2-iscsi neutron-server[104006]: 'Port': {'1.7'}, Jul 29 05:12:21.796818 dv-cinder-851279-2-iscsi neutron-server[104006]: 'PortForwarding': {'1.3'}, Jul 29 05:12:21.796818 dv-cinder-851279-2-iscsi neutron-server[104006]: 'QosPolicy': {'1.10'}, Jul 29 05:12:21.796818 dv-cinder-851279-2-iscsi neutron-server[104006]: 'SecurityGroup': {'1.5'}, Jul 29 05:12:21.796818 dv-cinder-851279-2-iscsi neutron-server[104006]: 'SecurityGroupRule': {'1.2'}, Jul 29 05:12:21.796818 dv-cinder-851279-2-iscsi neutron-server[104006]: 'SubPort': {'1.0'}, Jul 29 05:12:21.796818 dv-cinder-851279-2-iscsi neutron-server[104006]: 'Subnet': {'1.1'}, Jul 29 05:12:21.796818 dv-cinder-851279-2-iscsi neutron-server[104006]: 'Trunk': {'1.1'}} Jul 29 05:12:21.796818 dv-cinder-851279-2-iscsi neutron-server[104006]: consumer versions: Jul 29 05:12:21.796818 dv-cinder-851279-2-iscsi neutron-server[104006]: { DHCP agent@dv-cinder-851279-2-iscsi: {}, Jul 29 05:12:21.796818 dv-cinder-851279-2-iscsi neutron-server[104006]: L3 agent@dv-cinder-851279-2-iscsi: {}, Jul 29 05:12:21.796818 dv-cinder-851279-2-iscsi neutron-server[104006]: Metadata agent@dv-cinder-851279-2-iscsi: {}, Jul 29 05:12:21.796818 dv-cinder-851279-2-iscsi neutron-server[104006]: Metering agent@dv-cinder-851279-2-iscsi: {}, Jul 29 05:12:21.796818 dv-cinder-851279-2-iscsi neutron-server[104006]: Open vSwitch agent@dv-cinder-851279-2-iscsi: { 'AddressGroup': '1.2', Jul 29 05:12:21.796818 dv-cinder-851279-2-iscsi neutron-server[104006]: 'Agent': '1.1', Jul 29 05:12:21.796818 dv-cinder-851279-2-iscsi neutron-server[104006]: 'ConntrackHelper': '1.0', Jul 29 05:12:21.796818 dv-cinder-851279-2-iscsi neutron-server[104006]: 'LocalIPAssociation': '1.0', Jul 29 05:12:21.796818 dv-cinder-851279-2-iscsi neutron-server[104006]: 'Log': '1.0', Jul 29 05:12:21.796818 dv-cinder-851279-2-iscsi neutron-server[104006]: 'NDPProxy': '1.0', Jul 29 05:12:21.796818 dv-cinder-851279-2-iscsi neutron-server[104006]: 'Network': '1.1', Jul 29 05:12:21.796818 dv-cinder-851279-2-iscsi neutron-server[104006]: 'Port': '1.7', Jul 29 05:12:21.796818 dv-cinder-851279-2-iscsi neutron-server[104006]: 'PortForwarding': '1.3', Jul 29 05:12:21.796818 dv-cinder-851279-2-iscsi neutron-server[104006]: 'QosPolicy': '1.10', Jul 29 05:12:21.796818 dv-cinder-851279-2-iscsi neutron-server[104006]: 'SecurityGroup': '1.5', Jul 29 05:12:21.796818 dv-cinder-851279-2-iscsi neutron-server[104006]: 'SecurityGroupRule': '1.2', Jul 29 05:12:21.796818 dv-cinder-851279-2-iscsi neutron-server[104006]: 'SubPort': '1.0', Jul 29 05:12:21.796818 dv-cinder-851279-2-iscsi neutron-server[104006]: 'Subnet': '1.1', Jul 29 05:12:21.796818 dv-cinder-851279-2-iscsi neutron-server[104006]: 'Trunk': '1.1'}} Jul 29 05:12:21.796818 dv-cinder-851279-2-iscsi neutron-server[104006]: {{(pid=104006) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 05:12:21.841002 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:12:21.876392 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.managers [None req-13a2ae41-ebed-48d7-8123-e20fdac16591 None None] Attempting to bind port 97312a16-04e8-467f-86db-3c7b481f3880 on host dv-cinder-851279-2-iscsi for vnic_type normal with profile {{(pid=104006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 05:12:21.876800 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.managers [None req-13a2ae41-ebed-48d7-8123-e20fdac16591 None None] Attempting to bind port 97312a16-04e8-467f-86db-3c7b481f3880 by drivers openvswitch,hyperv on host dv-cinder-851279-2-iscsi at level 0 using segments [{'id': 'f6e1b504-b34e-4b58-ba84-24df811460ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'efefd9d3-4466-47ca-a6e4-371612ca2c98'}] {{(pid=104006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 05:12:21.877229 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a2ae41-ebed-48d7-8123-e20fdac16591 None None] Attempting to bind port 97312a16-04e8-467f-86db-3c7b481f3880 on network efefd9d3-4466-47ca-a6e4-371612ca2c98 {{(pid=104006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 05:12:21.883115 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a2ae41-ebed-48d7-8123-e20fdac16591 None None] Checking agent: {'id': 'aa119a64-f506-4951-a68b-6dc6289eaece', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 5, 12, 12), 'started_at': datetime.datetime(2022, 7, 29, 5, 12, 12), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 5, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 05:12:21.883537 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a2ae41-ebed-48d7-8123-e20fdac16591 None None] Checking segment: {'id': 'f6e1b504-b34e-4b58-ba84-24df811460ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'efefd9d3-4466-47ca-a6e4-371612ca2c98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 05:12:21.884035 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-13a2ae41-ebed-48d7-8123-e20fdac16591 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:12:21.884428 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a2ae41-ebed-48d7-8123-e20fdac16591 None None] Bound using segment: {'id': 'f6e1b504-b34e-4b58-ba84-24df811460ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'efefd9d3-4466-47ca-a6e4-371612ca2c98'} {{(pid=104006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 05:12:21.885024 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.managers [None req-13a2ae41-ebed-48d7-8123-e20fdac16591 None None] Bound port: 97312a16-04e8-467f-86db-3c7b481f3880, host: dv-cinder-851279-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6e1b504-b34e-4b58-ba84-24df811460ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'efefd9d3-4466-47ca-a6e4-371612ca2c98'}}] {{(pid=104006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 05:12:21.885556 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-13a2ae41-ebed-48d7-8123-e20fdac16591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (97312a16-04e8-467f-86db-3c7b481f3880), before_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:12:21.947903 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-13a2ae41-ebed-48d7-8123-e20fdac16591 None None] For port 97312a16-04e8-467f-86db-3c7b481f3880, host dv-cinder-851279-2-iscsi, cleared binding levels {{(pid=104006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 05:12:21.969957 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-13a2ae41-ebed-48d7-8123-e20fdac16591 None None] For port 97312a16-04e8-467f-86db-3c7b481f3880, host dv-cinder-851279-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-2-iscsi',level=0,port_id=97312a16-04e8-467f-86db-3c7b481f3880,segment=NetworkSegment(f6e1b504-b34e-4b58-ba84-24df811460ca),segment_id=f6e1b504-b34e-4b58-ba84-24df811460ca)] {{(pid=104006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 05:12:21.977040 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-13a2ae41-ebed-48d7-8123-e20fdac16591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (97312a16-04e8-467f-86db-3c7b481f3880), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:12:22.039402 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a2ae41-ebed-48d7-8123-e20fdac16591 None None] Pushing event updated for resources: {'Port': ['ID=97312a16-04e8-467f-86db-3c7b481f3880,revision_number=2']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:12:23.164864 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 54664) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:12:23.733222 dv-cinder-851279-2-iscsi neutron-server[104005]: WARNING oslo_policy.policy [None req-4f4cd722-e1a1-4221-999a-2a992e4d67d0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 05:12:23.733873 dv-cinder-851279-2-iscsi neutron-server[104005]: WARNING oslo_policy.policy [None req-4f4cd722-e1a1-4221-999a-2a992e4d67d0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 05:12:23.958589 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [None req-4f4cd722-e1a1-4221-999a-2a992e4d67d0 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=104005) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 29 05:12:23.959724 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-4f4cd722-e1a1-4221-999a-2a992e4d67d0 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7938278 Jul 29 05:12:26.273741 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 54678) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:12:26.708602 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [None req-28cecce9-bf70-4c46-ad9b-db826bc82795 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=104004) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 29 05:12:26.709615 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-28cecce9-bf70-4c46-ad9b-db826bc82795 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4346423 Jul 29 05:12:29.089982 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 54690) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:12:29.628401 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.v2.base [None req-7bb22867-9b80-4a37-b6bc-c41f2e5926cf demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=104004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:12:29.639115 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Device 97312a16-04e8-467f-86db-3c7b481f3880 up at agent ovs-agent-dv-cinder-851279-2-iscsi {{(pid=104006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 05:12:29.658579 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-7bb22867-9b80-4a37-b6bc-c41f2e5926cf demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1446'] for router (d25b2a83-1bb2-489b-bade-901fba520995), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:12:29.661216 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-7bb22867-9b80-4a37-b6bc-c41f2e5926cf demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-401149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374269', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-310650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1455'] for router (d25b2a83-1bb2-489b-bade-901fba520995), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:12:29.731083 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Provisioning complete for port 97312a16-04e8-467f-86db-3c7b481f3880 triggered by entity L2. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:12:29.731698 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (97312a16-04e8-467f-86db-3c7b481f3880), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:12:29.820669 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-7bb22867-9b80-4a37-b6bc-c41f2e5926cf demo demo] Publish callbacks [] for router_controller (d25b2a83-1bb2-489b-bade-901fba520995), precommit_add_association {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:12:29.827202 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-7bb22867-9b80-4a37-b6bc-c41f2e5926cf demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-401099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374145'] for router (d25b2a83-1bb2-489b-bade-901fba520995), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:12:29.846953 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-7bb22867-9b80-4a37-b6bc-c41f2e5926cf demo demo] Publish callbacks [] for router (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:12:29.859590 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-7bb22867-9b80-4a37-b6bc-c41f2e5926cf demo demo] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7562881 Jul 29 05:12:29.859966 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Current status of the port 97312a16-04e8-467f-86db-3c7b481f3880 is: DOWN; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:12:29.859966 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (97312a16-04e8-467f-86db-3c7b481f3880), before_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:12:29.896553 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] For port 97312a16-04e8-467f-86db-3c7b481f3880, host dv-cinder-851279-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-2-iscsi',level=0,port_id=97312a16-04e8-467f-86db-3c7b481f3880,segment=NetworkSegment(f6e1b504-b34e-4b58-ba84-24df811460ca),segment_id=f6e1b504-b34e-4b58-ba84-24df811460ca)] {{(pid=104006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:12:29.902967 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (97312a16-04e8-467f-86db-3c7b481f3880), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:12:29.957593 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Pushing event updated for resources: {'Port': ['ID=97312a16-04e8-467f-86db-3c7b481f3880,revision_number=3']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:12:30.412928 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-224194d4-0c0c-4f33-9213-54310caba474 None None] Network efefd9d3-4466-47ca-a6e4-371612ca2c98 requested from dv-cinder-851279-2-iscsi {{(pid=104006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 05:12:30.474342 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-349cd066-cfab-471c-bd47-7eada92dbff5 None None] Provisioning complete for port 97312a16-04e8-467f-86db-3c7b481f3880 triggered by entity DHCP. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:12:30.474691 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-349cd066-cfab-471c-bd47-7eada92dbff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (97312a16-04e8-467f-86db-3c7b481f3880), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:12:30.610169 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-349cd066-cfab-471c-bd47-7eada92dbff5 None None] Current status of the port 97312a16-04e8-467f-86db-3c7b481f3880 is: ACTIVE; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:12:30.838174 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-2fdd3ff3-d3c6-42d1-a668-99fe9205f085 None None] Provisioning complete for port 97312a16-04e8-467f-86db-3c7b481f3880 triggered by entity DHCP. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:12:30.838851 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-2fdd3ff3-d3c6-42d1-a668-99fe9205f085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (97312a16-04e8-467f-86db-3c7b481f3880), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:12:30.861961 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:12:30.924622 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-2fdd3ff3-d3c6-42d1-a668-99fe9205f085 None None] Current status of the port 97312a16-04e8-467f-86db-3c7b481f3880 is: ACTIVE; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:12:31.608267 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Device 97312a16-04e8-467f-86db-3c7b481f3880 up at agent ovs-agent-dv-cinder-851279-2-iscsi {{(pid=104006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 05:12:31.648590 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:12:31.655979 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Provisioning complete for port 97312a16-04e8-467f-86db-3c7b481f3880 triggered by entity L2. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:12:31.656349 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (97312a16-04e8-467f-86db-3c7b481f3880), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:12:31.732541 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Current status of the port 97312a16-04e8-467f-86db-3c7b481f3880 is: ACTIVE; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:12:32.007958 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.agents_db [None req-24db149f-f2c4-42ba-b1ad-acaecd0c6386 None None] Agent healthcheck: found 5 active agents {{(pid=104007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 05:12:32.162248 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 54700) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:12:32.503843 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [None req-1790c35f-0ea1-435f-bbf2-d033f0c447d5 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=104004) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 29 05:12:32.505125 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-1790c35f-0ea1-435f-bbf2-d033f0c447d5 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3417726 Jul 29 05:12:34.851744 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 54708) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:12:35.218272 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.v2.base [None req-2eb19896-ddc7-46e1-9d8b-10b126ec8d96 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'is_default': True, 'admin_state_up': True, 'router:external': True, 'name': 'public'}} {{(pid=104004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:12:35.242733 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eb19896-ddc7-46e1-9d8b-10b126ec8d96 admin admin] Made reservation on behalf of 3340905a228b4864923e8ce0f5cfd8a4 for: {'network': 1} {{(pid=104004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 05:12:35.246973 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-2eb19896-ddc7-46e1-9d8b-10b126ec8d96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for network (None), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:12:35.257957 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-2eb19896-ddc7-46e1-9d8b-10b126ec8d96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:12:35.353677 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:12:35.376626 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-2eb19896-ddc7-46e1-9d8b-10b126ec8d96 admin admin] Publish callbacks [] for security_group (ff87e2fd-3877-4038-8dda-c3fb3d57cbd9), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:12:35.381230 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-2eb19896-ddc7-46e1-9d8b-10b126ec8d96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (ff87e2fd-3877-4038-8dda-c3fb3d57cbd9), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:12:35.403796 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-2eb19896-ddc7-46e1-9d8b-10b126ec8d96 admin admin] Reserving flat network on physical network physnet1 {{(pid=104004) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 29 05:12:35.433053 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-2eb19896-ddc7-46e1-9d8b-10b126ec8d96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501452'] for segment (f0686699-af43-47c7-b9bc-f7993eec27ee), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:12:35.433296 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.db.segments_db [None req-2eb19896-ddc7-46e1-9d8b-10b126ec8d96 admin admin] Added segment f0686699-af43-47c7-b9bc-f7993eec27ee of type flat for network 24e7367e-e5e6-44e8-9960-5007b05e27d5 Jul 29 05:12:35.435090 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb19896-ddc7-46e1-9d8b-10b126ec8d96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff87e2fd-3877-4038-8dda-c3fb3d57cbd9,revision_number=1']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:12:35.491522 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-2eb19896-ddc7-46e1-9d8b-10b126ec8d96 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737760211330'] for network (24e7367e-e5e6-44e8-9960-5007b05e27d5), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:12:35.527116 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-2eb19896-ddc7-46e1-9d8b-10b126ec8d96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436'] for network (24e7367e-e5e6-44e8-9960-5007b05e27d5), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:12:35.528227 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb19896-ddc7-46e1-9d8b-10b126ec8d96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:12:35.528864 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-2eb19896-ddc7-46e1-9d8b-10b126ec8d96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670410'] for network (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:12:35.531782 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-e2cbad5f-4fd8-422f-a93e-befbec0fa509 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (0319cf4e-40d4-4455-bfa4-d5e1d8f6ed41), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:12:35.608185 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-2eb19896-ddc7-46e1-9d8b-10b126ec8d96 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7552874 Jul 29 05:12:35.662888 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb19896-ddc7-46e1-9d8b-10b126ec8d96 admin admin] Pushing event updated for resources: {'Network': ['ID=24e7367e-e5e6-44e8-9960-5007b05e27d5,revision_number=1']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:12:35.676602 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Network 24e7367e-e5e6-44e8-9960-5007b05e27d5 details requested by agent ovs-agent-dv-cinder-851279-2-iscsi with host dv-cinder-851279-2-iscsi {{(pid=104006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 05:12:38.091634 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-248cbb14-ac58-4350-a6a8-98ca24e76503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (8a9a6061-e61b-4901-b35e-5e71dea10db3), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:12:38.279993 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 54716) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:12:38.772642 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2,neutron:INSERT=10,neutron:DELETE=3 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:12:38.782584 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41bbace-94a5-480b-a135-e43b3bd0d140 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:12:38.783919 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-b41bbace-94a5-480b-a135-e43b3bd0d140 demo admin] 10.222.0.49 "GET /v2.0/subnets/721456c7-7470-4eaf-81ab-b6b6f7da7ca8 HTTP/1.1" status: 200 len: 849 time: 0.5027614 Jul 29 05:12:38.915020 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-703dd34a-4055-4e54-8aed-ca39aace1263 demo admin] 10.222.0.49 "GET /v2.0/routers/d25b2a83-1bb2-489b-bade-901fba520995 HTTP/1.1" status: 200 len: 704 time: 0.1207690 Jul 29 05:12:39.209857 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-26733bcf-fe39-4cc0-9cce-fd72ed13aa99 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (None), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:12:39.624685 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.db.db_base_plugin_common [None req-26733bcf-fe39-4cc0-9cce-fd72ed13aa99 demo admin] Allocated IP 172.20.0.1 (efefd9d3-4466-47ca-a6e4-371612ca2c98/721456c7-7470-4eaf-81ab-b6b6f7da7ca8/08c43c06-e94c-4ac9-8411-d669736a58a7) {{(pid=104004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 05:12:39.802969 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-26733bcf-fe39-4cc0-9cce-fd72ed13aa99 demo admin] Publish callbacks [] for port (08c43c06-e94c-4ac9-8411-d669736a58a7), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:12:39.874762 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:INSERT=9,neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:12:39.898249 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-26733bcf-fe39-4cc0-9cce-fd72ed13aa99 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737760223811'] for port (08c43c06-e94c-4ac9-8411-d669736a58a7), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:12:39.906323 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c0cfcfc2-d3d3-4a7d-ac6c-95a3fd745979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (543ff7d7-1636-45b2-a25e-e19209bc2e01), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:12:39.988099 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26733bcf-fe39-4cc0-9cce-fd72ed13aa99 demo admin] Network efefd9d3-4466-47ca-a6e4-371612ca2c98 is already hosted by enough agents. {{(pid=104004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 05:12:39.999154 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.base_scheduler [None req-26733bcf-fe39-4cc0-9cce-fd72ed13aa99 demo admin] Resources bound (agent type, host, resource id): {{(pid=104004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:12:40.004046 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26733bcf-fe39-4cc0-9cce-fd72ed13aa99 demo admin] Received port after_create {{(pid=104004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 05:12:40.004674 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-26733bcf-fe39-4cc0-9cce-fd72ed13aa99 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417921'] for router_interface (d25b2a83-1bb2-489b-bade-901fba520995), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:12:40.029961 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26733bcf-fe39-4cc0-9cce-fd72ed13aa99 demo admin] Pushing event updated for resources: {'Port': ['ID=08c43c06-e94c-4ac9-8411-d669736a58a7,revision_number=1']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:12:40.217056 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-eca6ee0f-79d4-41d8-a669-2b34047fd38f None None] Provisioning complete for port 08c43c06-e94c-4ac9-8411-d669736a58a7 triggered by entity DHCP. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:12:40.217451 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-eca6ee0f-79d4-41d8-a669-2b34047fd38f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (08c43c06-e94c-4ac9-8411-d669736a58a7), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:12:40.261441 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-26733bcf-fe39-4cc0-9cce-fd72ed13aa99 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (08c43c06-e94c-4ac9-8411-d669736a58a7), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:12:40.264503 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:12:40.312425 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-eca6ee0f-79d4-41d8-a669-2b34047fd38f None None] Port 08c43c06-e94c-4ac9-8411-d669736a58a7 cannot update to ACTIVE because it is not bound. {{(pid=104006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 29 05:12:40.511209 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-26733bcf-fe39-4cc0-9cce-fd72ed13aa99 demo admin] Publish callbacks [] for port (08c43c06-e94c-4ac9-8411-d669736a58a7), precommit_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:12:40.516357 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-26733bcf-fe39-4cc0-9cce-fd72ed13aa99 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (08c43c06-e94c-4ac9-8411-d669736a58a7), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:12:40.517414 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-26733bcf-fe39-4cc0-9cce-fd72ed13aa99 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-418045'] for router_interface (d25b2a83-1bb2-489b-bade-901fba520995), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:12:40.607924 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26733bcf-fe39-4cc0-9cce-fd72ed13aa99 demo admin] Pushing event updated for resources: {'Port': ['ID=08c43c06-e94c-4ac9-8411-d669736a58a7,revision_number=2']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:12:40.662401 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26733bcf-fe39-4cc0-9cce-fd72ed13aa99 demo admin] Network efefd9d3-4466-47ca-a6e4-371612ca2c98 is already hosted by enough agents. {{(pid=104004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 05:12:40.664083 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.base_scheduler [None req-26733bcf-fe39-4cc0-9cce-fd72ed13aa99 demo admin] Resources bound (agent type, host, resource id): {{(pid=104004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:12:40.873995 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26733bcf-fe39-4cc0-9cce-fd72ed13aa99 demo admin] Router d25b2a83-1bb2-489b-bade-901fba520995 is scheduled to L3 agent 8a9a6061-e61b-4901-b35e-5e71dea10db3 with binding_index 1 {{(pid=104004) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 29 05:12:40.945841 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-704feb42-1e90-4eb7-8d44-2669c33991e6 None None] Provisioning complete for port 08c43c06-e94c-4ac9-8411-d669736a58a7 triggered by entity DHCP. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:12:40.947052 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-704feb42-1e90-4eb7-8d44-2669c33991e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (08c43c06-e94c-4ac9-8411-d669736a58a7), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:12:40.997565 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-704feb42-1e90-4eb7-8d44-2669c33991e6 None None] Port 08c43c06-e94c-4ac9-8411-d669736a58a7 cannot update to ACTIVE because it is not bound. {{(pid=104006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 29 05:12:41.010667 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26733bcf-fe39-4cc0-9cce-fd72ed13aa99 demo admin] Notify agent at l3_agent.dv-cinder-851279-2-iscsi the message routers_updated {{(pid=104004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 05:12:41.016552 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-26733bcf-fe39-4cc0-9cce-fd72ed13aa99 demo admin] 10.222.0.49 "PUT /v2.0/routers/d25b2a83-1bb2-489b-bade-901fba520995/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0959847 Jul 29 05:12:41.035623 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc81081a-e466-44ea-92d2-667f745d171e None None] Sync routers for ids ['d25b2a83-1bb2-489b-bade-901fba520995'] in dv-cinder-851279-2-iscsi {{(pid=104007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 05:12:41.058607 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc81081a-e466-44ea-92d2-667f745d171e None None] Routers {'d25b2a83-1bb2-489b-bade-901fba520995'} bound to L3 agent in host dv-cinder-851279-2-iscsi {{(pid=104007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:12:41.059503 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-cc81081a-e466-44ea-92d2-667f745d171e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-29T05:12:08Z,description=,heartbeat_timestamp=2022-07-29T05:12:38Z,host='dv-cinder-851279-2-iscsi',id=8a9a6061-e61b-4901-b35e-5e71dea10db3,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T05:12:08Z,topic='l3_agent')) {'router_ids': ['d25b2a83-1bb2-489b-bade-901fba520995'], 'active': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:12:41.283233 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvr_db [None req-cc81081a-e466-44ea-92d2-667f745d171e None None] Set router d25b2a83-1bb2-489b-bade-901fba520995 gateway port host: None {{(pid=104007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:12:41.613661 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-25d2d662-1c10-455a-a758-35c132406432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (7da8dcb9-9a4e-44fd-b4da-fa922ad17d56), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:12:41.804360 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (aa119a64-f506-4951-a68b-6dc6289eaece), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:12:41.871450 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-cc81081a-e466-44ea-92d2-667f745d171e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd25b2a83-1bb2-489b-bade-901fba520995', 'name': 'router1', 'tenant_id': 'd5c486928a4e4e68b08704afe7cd789d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:12:29Z', 'updated_at': '2022-07-29T05:12:40Z', 'revision_number': 2, 'project_id': 'd5c486928a4e4e68b08704afe7cd789d', 'gw_port_host': None, '_interfaces': [{'id': '08c43c06-e94c-4ac9-8411-d669736a58a7', 'name': '', 'network_id': 'efefd9d3-4466-47ca-a6e4-371612ca2c98', 'tenant_id': 'd5c486928a4e4e68b08704afe7cd789d', 'mac_address': 'fa:16:3e:fc:a5:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd25b2a83-1bb2-489b-bade-901fba520995', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '721456c7-7470-4eaf-81ab-b6b6f7da7ca8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:12:39Z', 'updated_at': '2022-07-29T05:12:40Z', 'revision_number': 2, 'project_id': 'd5c486928a4e4e68b08704afe7cd789d', 'subnets': [{'id': '721456c7-7470-4eaf-81ab-b6b6f7da7ca8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '171da2b5-b9b3-4dfa-a6b5-08947f647cc6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-2-iscsi', False) {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:12:41.932549 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc81081a-e466-44ea-92d2-667f745d171e None None] Checking router: d25b2a83-1bb2-489b-bade-901fba520995 for host: dv-cinder-851279-2-iscsi {{(pid=104007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 05:12:41.932938 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc81081a-e466-44ea-92d2-667f745d171e None None] Updating router d25b2a83-1bb2-489b-bade-901fba520995 port 08c43c06-e94c-4ac9-8411-d669736a58a7 binding host dv-cinder-851279-2-iscsi {{(pid=104007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 05:12:41.999451 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-cc81081a-e466-44ea-92d2-667f745d171e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (08c43c06-e94c-4ac9-8411-d669736a58a7), before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:12:42.676210 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-cc81081a-e466-44ea-92d2-667f745d171e None None] Publish callbacks [] for port (08c43c06-e94c-4ac9-8411-d669736a58a7), precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:12:42.684619 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-cc81081a-e466-44ea-92d2-667f745d171e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (08c43c06-e94c-4ac9-8411-d669736a58a7), after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:12:42.887511 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [None req-cc81081a-e466-44ea-92d2-667f745d171e None None] Attempting to bind port 08c43c06-e94c-4ac9-8411-d669736a58a7 on host dv-cinder-851279-2-iscsi for vnic_type normal with profile {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 05:12:42.888284 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [None req-cc81081a-e466-44ea-92d2-667f745d171e None None] Attempting to bind port 08c43c06-e94c-4ac9-8411-d669736a58a7 by drivers openvswitch,hyperv on host dv-cinder-851279-2-iscsi at level 0 using segments [{'id': 'f6e1b504-b34e-4b58-ba84-24df811460ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'efefd9d3-4466-47ca-a6e4-371612ca2c98'}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 05:12:42.888488 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc81081a-e466-44ea-92d2-667f745d171e None None] Attempting to bind port 08c43c06-e94c-4ac9-8411-d669736a58a7 on network efefd9d3-4466-47ca-a6e4-371612ca2c98 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 05:12:42.898295 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc81081a-e466-44ea-92d2-667f745d171e None None] Checking agent: {'id': 'aa119a64-f506-4951-a68b-6dc6289eaece', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 5, 12, 12), 'started_at': datetime.datetime(2022, 7, 29, 5, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 5, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 05:12:42.898702 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc81081a-e466-44ea-92d2-667f745d171e None None] Checking segment: {'id': 'f6e1b504-b34e-4b58-ba84-24df811460ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'efefd9d3-4466-47ca-a6e4-371612ca2c98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 05:12:42.899321 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-cc81081a-e466-44ea-92d2-667f745d171e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:12:42.899753 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc81081a-e466-44ea-92d2-667f745d171e None None] Bound using segment: {'id': 'f6e1b504-b34e-4b58-ba84-24df811460ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'efefd9d3-4466-47ca-a6e4-371612ca2c98'} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 05:12:42.900275 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [None req-cc81081a-e466-44ea-92d2-667f745d171e None None] Bound port: 08c43c06-e94c-4ac9-8411-d669736a58a7, host: dv-cinder-851279-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6e1b504-b34e-4b58-ba84-24df811460ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'efefd9d3-4466-47ca-a6e4-371612ca2c98'}}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 05:12:42.900726 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-cc81081a-e466-44ea-92d2-667f745d171e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (08c43c06-e94c-4ac9-8411-d669736a58a7), before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:12:42.903445 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719810d2-29f4-43cd-b2e1-47682b82ab25 None None] Pushing event updated for resources: {'Port': ['ID=08c43c06-e94c-4ac9-8411-d669736a58a7,revision_number=3']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:12:42.925963 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719810d2-29f4-43cd-b2e1-47682b82ab25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:12:42.926381 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719810d2-29f4-43cd-b2e1-47682b82ab25 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:12:42.926761 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719810d2-29f4-43cd-b2e1-47682b82ab25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:12:42.927237 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719810d2-29f4-43cd-b2e1-47682b82ab25 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:12:42.927604 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719810d2-29f4-43cd-b2e1-47682b82ab25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:12:42.927949 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719810d2-29f4-43cd-b2e1-47682b82ab25 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:12:42.928337 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719810d2-29f4-43cd-b2e1-47682b82ab25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:12:42.928665 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719810d2-29f4-43cd-b2e1-47682b82ab25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:12:42.928989 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719810d2-29f4-43cd-b2e1-47682b82ab25 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:12:42.929334 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719810d2-29f4-43cd-b2e1-47682b82ab25 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:12:42.929656 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719810d2-29f4-43cd-b2e1-47682b82ab25 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:12:42.929996 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719810d2-29f4-43cd-b2e1-47682b82ab25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:12:42.930967 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719810d2-29f4-43cd-b2e1-47682b82ab25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:12:42.931532 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719810d2-29f4-43cd-b2e1-47682b82ab25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:12:42.932003 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719810d2-29f4-43cd-b2e1-47682b82ab25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:12:42.933570 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719810d2-29f4-43cd-b2e1-47682b82ab25 None None] Tracked resource versions report: Jul 29 05:12:42.933570 dv-cinder-851279-2-iscsi neutron-server[104007]: pushed versions: Jul 29 05:12:42.933570 dv-cinder-851279-2-iscsi neutron-server[104007]: { 'AddressGroup': {'1.2'}, Jul 29 05:12:42.933570 dv-cinder-851279-2-iscsi neutron-server[104007]: 'Agent': {'1.1'}, Jul 29 05:12:42.933570 dv-cinder-851279-2-iscsi neutron-server[104007]: 'ConntrackHelper': {'1.0'}, Jul 29 05:12:42.933570 dv-cinder-851279-2-iscsi neutron-server[104007]: 'LocalIPAssociation': {'1.0'}, Jul 29 05:12:42.933570 dv-cinder-851279-2-iscsi neutron-server[104007]: 'Log': {'1.0'}, Jul 29 05:12:42.933570 dv-cinder-851279-2-iscsi neutron-server[104007]: 'NDPProxy': {'1.0'}, Jul 29 05:12:42.933570 dv-cinder-851279-2-iscsi neutron-server[104007]: 'Network': {'1.1'}, Jul 29 05:12:42.933570 dv-cinder-851279-2-iscsi neutron-server[104007]: 'Port': {'1.7'}, Jul 29 05:12:42.933570 dv-cinder-851279-2-iscsi neutron-server[104007]: 'PortForwarding': {'1.3'}, Jul 29 05:12:42.933570 dv-cinder-851279-2-iscsi neutron-server[104007]: 'QosPolicy': {'1.10'}, Jul 29 05:12:42.933570 dv-cinder-851279-2-iscsi neutron-server[104007]: 'SecurityGroup': {'1.5'}, Jul 29 05:12:42.933570 dv-cinder-851279-2-iscsi neutron-server[104007]: 'SecurityGroupRule': {'1.2'}, Jul 29 05:12:42.933570 dv-cinder-851279-2-iscsi neutron-server[104007]: 'SubPort': {'1.0'}, Jul 29 05:12:42.933570 dv-cinder-851279-2-iscsi neutron-server[104007]: 'Subnet': {'1.1'}, Jul 29 05:12:42.933570 dv-cinder-851279-2-iscsi neutron-server[104007]: 'Trunk': {'1.1'}} Jul 29 05:12:42.933570 dv-cinder-851279-2-iscsi neutron-server[104007]: consumer versions: Jul 29 05:12:42.933570 dv-cinder-851279-2-iscsi neutron-server[104007]: { DHCP agent@dv-cinder-851279-2-iscsi: {}, Jul 29 05:12:42.933570 dv-cinder-851279-2-iscsi neutron-server[104007]: L3 agent@dv-cinder-851279-2-iscsi: {}, Jul 29 05:12:42.933570 dv-cinder-851279-2-iscsi neutron-server[104007]: Metadata agent@dv-cinder-851279-2-iscsi: {}, Jul 29 05:12:42.933570 dv-cinder-851279-2-iscsi neutron-server[104007]: Metering agent@dv-cinder-851279-2-iscsi: {}, Jul 29 05:12:42.933570 dv-cinder-851279-2-iscsi neutron-server[104007]: Open vSwitch agent@dv-cinder-851279-2-iscsi: { 'AddressGroup': '1.2', Jul 29 05:12:42.933570 dv-cinder-851279-2-iscsi neutron-server[104007]: 'Agent': '1.1', Jul 29 05:12:42.933570 dv-cinder-851279-2-iscsi neutron-server[104007]: 'ConntrackHelper': '1.0', Jul 29 05:12:42.933570 dv-cinder-851279-2-iscsi neutron-server[104007]: 'LocalIPAssociation': '1.0', Jul 29 05:12:42.933570 dv-cinder-851279-2-iscsi neutron-server[104007]: 'Log': '1.0', Jul 29 05:12:42.933570 dv-cinder-851279-2-iscsi neutron-server[104007]: 'NDPProxy': '1.0', Jul 29 05:12:42.933570 dv-cinder-851279-2-iscsi neutron-server[104007]: 'Network': '1.1', Jul 29 05:12:42.933570 dv-cinder-851279-2-iscsi neutron-server[104007]: 'Port': '1.7', Jul 29 05:12:42.933570 dv-cinder-851279-2-iscsi neutron-server[104007]: 'PortForwarding': '1.3', Jul 29 05:12:42.933570 dv-cinder-851279-2-iscsi neutron-server[104007]: 'QosPolicy': '1.10', Jul 29 05:12:42.933570 dv-cinder-851279-2-iscsi neutron-server[104007]: 'SecurityGroup': '1.5', Jul 29 05:12:42.933570 dv-cinder-851279-2-iscsi neutron-server[104007]: 'SecurityGroupRule': '1.2', Jul 29 05:12:42.933570 dv-cinder-851279-2-iscsi neutron-server[104007]: 'SubPort': '1.0', Jul 29 05:12:42.933570 dv-cinder-851279-2-iscsi neutron-server[104007]: 'Subnet': '1.1', Jul 29 05:12:42.933570 dv-cinder-851279-2-iscsi neutron-server[104007]: 'Trunk': '1.1'}} Jul 29 05:12:42.933570 dv-cinder-851279-2-iscsi neutron-server[104007]: {{(pid=104007) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 05:12:42.979423 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:12:43.009767 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-cc81081a-e466-44ea-92d2-667f745d171e None None] For port 08c43c06-e94c-4ac9-8411-d669736a58a7, host dv-cinder-851279-2-iscsi, cleared binding levels {{(pid=104007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 05:12:43.033976 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-cc81081a-e466-44ea-92d2-667f745d171e None None] For port 08c43c06-e94c-4ac9-8411-d669736a58a7, host dv-cinder-851279-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-2-iscsi',level=0,port_id=08c43c06-e94c-4ac9-8411-d669736a58a7,segment=NetworkSegment(f6e1b504-b34e-4b58-ba84-24df811460ca),segment_id=f6e1b504-b34e-4b58-ba84-24df811460ca)] {{(pid=104007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 05:12:43.037204 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-f122d07c-75ee-481c-be46-b565e50f78de None None] Provisioning complete for port 08c43c06-e94c-4ac9-8411-d669736a58a7 triggered by entity DHCP. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:12:43.038253 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-f122d07c-75ee-481c-be46-b565e50f78de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (08c43c06-e94c-4ac9-8411-d669736a58a7), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:12:43.041501 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-cc81081a-e466-44ea-92d2-667f745d171e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (08c43c06-e94c-4ac9-8411-d669736a58a7), after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:12:43.093209 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:12:43.100140 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719810d2-29f4-43cd-b2e1-47682b82ab25 None None] Pushing event updated for resources: {'Port': ['ID=08c43c06-e94c-4ac9-8411-d669736a58a7,revision_number=4']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:12:43.131073 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc81081a-e466-44ea-92d2-667f745d171e None None] Routers {'d25b2a83-1bb2-489b-bade-901fba520995'} bound to L3 agent in host dv-cinder-851279-2-iscsi {{(pid=104007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:12:43.131365 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-cc81081a-e466-44ea-92d2-667f745d171e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-29T05:12:08Z,description=,heartbeat_timestamp=2022-07-29T05:12:38Z,host='dv-cinder-851279-2-iscsi',id=8a9a6061-e61b-4901-b35e-5e71dea10db3,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T05:12:08Z,topic='l3_agent')) {'router_ids': ['d25b2a83-1bb2-489b-bade-901fba520995'], 'active': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:12:43.147634 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-f122d07c-75ee-481c-be46-b565e50f78de None None] Current status of the port 08c43c06-e94c-4ac9-8411-d669736a58a7 is: DOWN; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:12:43.148243 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-f122d07c-75ee-481c-be46-b565e50f78de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (08c43c06-e94c-4ac9-8411-d669736a58a7), before_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:12:43.189591 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-f122d07c-75ee-481c-be46-b565e50f78de None None] For port 08c43c06-e94c-4ac9-8411-d669736a58a7, host dv-cinder-851279-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-2-iscsi',level=0,port_id=08c43c06-e94c-4ac9-8411-d669736a58a7,segment=NetworkSegment(f6e1b504-b34e-4b58-ba84-24df811460ca),segment_id=f6e1b504-b34e-4b58-ba84-24df811460ca)] {{(pid=104006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:12:43.194943 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-f122d07c-75ee-481c-be46-b565e50f78de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (08c43c06-e94c-4ac9-8411-d669736a58a7), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:12:43.258212 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvr_db [None req-cc81081a-e466-44ea-92d2-667f745d171e None None] Set router d25b2a83-1bb2-489b-bade-901fba520995 gateway port host: None {{(pid=104007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:12:43.260973 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f122d07c-75ee-481c-be46-b565e50f78de None None] Pushing event updated for resources: {'Port': ['ID=08c43c06-e94c-4ac9-8411-d669736a58a7,revision_number=5']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:12:43.420750 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-db9459d4-5257-4382-b2dd-8e839c6458e7 None None] Provisioning complete for port 08c43c06-e94c-4ac9-8411-d669736a58a7 triggered by entity DHCP. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:12:43.421086 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-db9459d4-5257-4382-b2dd-8e839c6458e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (08c43c06-e94c-4ac9-8411-d669736a58a7), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:12:43.506349 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-db9459d4-5257-4382-b2dd-8e839c6458e7 None None] Current status of the port 08c43c06-e94c-4ac9-8411-d669736a58a7 is: ACTIVE; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:12:43.507445 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-cc81081a-e466-44ea-92d2-667f745d171e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd25b2a83-1bb2-489b-bade-901fba520995', 'name': 'router1', 'tenant_id': 'd5c486928a4e4e68b08704afe7cd789d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:12:29Z', 'updated_at': '2022-07-29T05:12:40Z', 'revision_number': 2, 'project_id': 'd5c486928a4e4e68b08704afe7cd789d', 'gw_port_host': None, '_interfaces': [{'id': '08c43c06-e94c-4ac9-8411-d669736a58a7', 'name': '', 'network_id': 'efefd9d3-4466-47ca-a6e4-371612ca2c98', 'tenant_id': 'd5c486928a4e4e68b08704afe7cd789d', 'mac_address': 'fa:16:3e:fc:a5:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd25b2a83-1bb2-489b-bade-901fba520995', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '721456c7-7470-4eaf-81ab-b6b6f7da7ca8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:12:39Z', 'updated_at': '2022-07-29T05:12:42Z', 'revision_number': 4, 'project_id': 'd5c486928a4e4e68b08704afe7cd789d', 'subnets': [{'id': '721456c7-7470-4eaf-81ab-b6b6f7da7ca8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '171da2b5-b9b3-4dfa-a6b5-08947f647cc6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-2-iscsi', False) {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:12:43.540601 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc81081a-e466-44ea-92d2-667f745d171e None None] The sync data for ids ['d25b2a83-1bb2-489b-bade-901fba520995'] in dv-cinder-851279-2-iscsi is: [{'id': 'd25b2a83-1bb2-489b-bade-901fba520995', 'name': 'router1', 'tenant_id': 'd5c486928a4e4e68b08704afe7cd789d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:12:29Z', 'updated_at': '2022-07-29T05:12:40Z', 'revision_number': 2, 'project_id': 'd5c486928a4e4e68b08704afe7cd789d', 'gw_port_host': None, '_interfaces': [{'id': '08c43c06-e94c-4ac9-8411-d669736a58a7', 'name': '', 'network_id': 'efefd9d3-4466-47ca-a6e4-371612ca2c98', 'tenant_id': 'd5c486928a4e4e68b08704afe7cd789d', 'mac_address': 'fa:16:3e:fc:a5:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd25b2a83-1bb2-489b-bade-901fba520995', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '721456c7-7470-4eaf-81ab-b6b6f7da7ca8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:12:39Z', 'updated_at': '2022-07-29T05:12:42Z', 'revision_number': 4, 'project_id': 'd5c486928a4e4e68b08704afe7cd789d', 'subnets': [{'id': '721456c7-7470-4eaf-81ab-b6b6f7da7ca8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '171da2b5-b9b3-4dfa-a6b5-08947f647cc6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 05:12:43.653805 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 54728) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:12:44.078162 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writer thread running {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 29 05:12:44.135400 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:12:44.317935 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.policy [None req-d16db644-6dc1-4abd-85dd-c44b42a6a4e2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104005) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 29 05:12:44.367075 dv-cinder-851279-2-iscsi neutron-server[104005]: WARNING oslo_policy.policy [None req-d16db644-6dc1-4abd-85dd-c44b42a6a4e2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 05:12:44.368099 dv-cinder-851279-2-iscsi neutron-server[104005]: WARNING oslo_policy.policy [None req-d16db644-6dc1-4abd-85dd-c44b42a6a4e2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 05:12:44.377046 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16db644-6dc1-4abd-85dd-c44b42a6a4e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:12:44.378924 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-d16db644-6dc1-4abd-85dd-c44b42a6a4e2 admin admin] 10.222.0.49 "GET /v2.0/networks/24e7367e-e5e6-44e8-9960-5007b05e27d5 HTTP/1.1" status: 200 len: 842 time: 0.7239439 Jul 29 05:12:44.389458 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.v2.base [None req-3abf4e89-f055-4894-980f-5bca62fca56f admin admin] Request body: {'subnet': {'enable_dhcp': False, 'cidr': '172.27.2.0/24', 'ip_version': 4, 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'name': 'public-subnet', 'gateway_ip': '172.27.2.1'}} {{(pid=104005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:12:44.437238 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3abf4e89-f055-4894-980f-5bca62fca56f admin admin] Made reservation on behalf of 3340905a228b4864923e8ce0f5cfd8a4 for: {'subnet': 1} {{(pid=104005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 05:12:44.440817 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-3abf4e89-f055-4894-980f-5bca62fca56f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:12:44.871429 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.objects.ports [None req-3abf4e89-f055-4894-980f-5bca62fca56f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104005) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jul 29 05:12:44.872125 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-3abf4e89-f055-4894-980f-5bca62fca56f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-292102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436'] for subnet (c0e5dfe8-844e-4105-ab86-052903918992), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:12:44.951055 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abf4e89-f055-4894-980f-5bca62fca56f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0e5dfe8-844e-4105-ab86-052903918992,revision_number=0']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:12:44.953770 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abf4e89-f055-4894-980f-5bca62fca56f admin admin] Checking segment: {'id': 'f0686699-af43-47c7-b9bc-f7993eec27ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 05:12:44.954149 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3abf4e89-f055-4894-980f-5bca62fca56f admin admin] Network hostable DHCP agents. Network: 24e7367e-e5e6-44e8-9960-5007b05e27d5, hostable agents: ['0319cf4e-40d4-4455-bfa4-d5e1d8f6ed41'], hosted agents: [] {{(pid=104005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 05:12:44.967756 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abf4e89-f055-4894-980f-5bca62fca56f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:12:44.968101 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abf4e89-f055-4894-980f-5bca62fca56f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:12:44.968444 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abf4e89-f055-4894-980f-5bca62fca56f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:12:44.968780 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abf4e89-f055-4894-980f-5bca62fca56f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:12:44.969110 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abf4e89-f055-4894-980f-5bca62fca56f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:12:44.969436 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abf4e89-f055-4894-980f-5bca62fca56f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:12:44.969760 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abf4e89-f055-4894-980f-5bca62fca56f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:12:44.970080 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abf4e89-f055-4894-980f-5bca62fca56f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:12:44.970406 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abf4e89-f055-4894-980f-5bca62fca56f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:12:44.970730 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abf4e89-f055-4894-980f-5bca62fca56f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:12:44.971068 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abf4e89-f055-4894-980f-5bca62fca56f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:12:44.971487 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abf4e89-f055-4894-980f-5bca62fca56f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:12:44.971810 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abf4e89-f055-4894-980f-5bca62fca56f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:12:44.972128 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abf4e89-f055-4894-980f-5bca62fca56f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:12:44.972441 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abf4e89-f055-4894-980f-5bca62fca56f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:12:44.973837 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abf4e89-f055-4894-980f-5bca62fca56f admin admin] Tracked resource versions report: Jul 29 05:12:44.973837 dv-cinder-851279-2-iscsi neutron-server[104005]: pushed versions: Jul 29 05:12:44.973837 dv-cinder-851279-2-iscsi neutron-server[104005]: { 'AddressGroup': {'1.2'}, Jul 29 05:12:44.973837 dv-cinder-851279-2-iscsi neutron-server[104005]: 'Agent': {'1.1'}, Jul 29 05:12:44.973837 dv-cinder-851279-2-iscsi neutron-server[104005]: 'ConntrackHelper': {'1.0'}, Jul 29 05:12:44.973837 dv-cinder-851279-2-iscsi neutron-server[104005]: 'LocalIPAssociation': {'1.0'}, Jul 29 05:12:44.973837 dv-cinder-851279-2-iscsi neutron-server[104005]: 'Log': {'1.0'}, Jul 29 05:12:44.973837 dv-cinder-851279-2-iscsi neutron-server[104005]: 'NDPProxy': {'1.0'}, Jul 29 05:12:44.973837 dv-cinder-851279-2-iscsi neutron-server[104005]: 'Network': {'1.1'}, Jul 29 05:12:44.973837 dv-cinder-851279-2-iscsi neutron-server[104005]: 'Port': {'1.7'}, Jul 29 05:12:44.973837 dv-cinder-851279-2-iscsi neutron-server[104005]: 'PortForwarding': {'1.3'}, Jul 29 05:12:44.973837 dv-cinder-851279-2-iscsi neutron-server[104005]: 'QosPolicy': {'1.10'}, Jul 29 05:12:44.973837 dv-cinder-851279-2-iscsi neutron-server[104005]: 'SecurityGroup': {'1.5'}, Jul 29 05:12:44.973837 dv-cinder-851279-2-iscsi neutron-server[104005]: 'SecurityGroupRule': {'1.2'}, Jul 29 05:12:44.973837 dv-cinder-851279-2-iscsi neutron-server[104005]: 'SubPort': {'1.0'}, Jul 29 05:12:44.973837 dv-cinder-851279-2-iscsi neutron-server[104005]: 'Subnet': {'1.1'}, Jul 29 05:12:44.973837 dv-cinder-851279-2-iscsi neutron-server[104005]: 'Trunk': {'1.1'}} Jul 29 05:12:44.973837 dv-cinder-851279-2-iscsi neutron-server[104005]: consumer versions: Jul 29 05:12:44.973837 dv-cinder-851279-2-iscsi neutron-server[104005]: { DHCP agent@dv-cinder-851279-2-iscsi: {}, Jul 29 05:12:44.973837 dv-cinder-851279-2-iscsi neutron-server[104005]: L3 agent@dv-cinder-851279-2-iscsi: {}, Jul 29 05:12:44.973837 dv-cinder-851279-2-iscsi neutron-server[104005]: Metadata agent@dv-cinder-851279-2-iscsi: {}, Jul 29 05:12:44.973837 dv-cinder-851279-2-iscsi neutron-server[104005]: Metering agent@dv-cinder-851279-2-iscsi: {}, Jul 29 05:12:44.973837 dv-cinder-851279-2-iscsi neutron-server[104005]: Open vSwitch agent@dv-cinder-851279-2-iscsi: { 'AddressGroup': '1.2', Jul 29 05:12:44.973837 dv-cinder-851279-2-iscsi neutron-server[104005]: 'Agent': '1.1', Jul 29 05:12:44.973837 dv-cinder-851279-2-iscsi neutron-server[104005]: 'ConntrackHelper': '1.0', Jul 29 05:12:44.973837 dv-cinder-851279-2-iscsi neutron-server[104005]: 'LocalIPAssociation': '1.0', Jul 29 05:12:44.973837 dv-cinder-851279-2-iscsi neutron-server[104005]: 'Log': '1.0', Jul 29 05:12:44.973837 dv-cinder-851279-2-iscsi neutron-server[104005]: 'NDPProxy': '1.0', Jul 29 05:12:44.973837 dv-cinder-851279-2-iscsi neutron-server[104005]: 'Network': '1.1', Jul 29 05:12:44.973837 dv-cinder-851279-2-iscsi neutron-server[104005]: 'Port': '1.7', Jul 29 05:12:44.973837 dv-cinder-851279-2-iscsi neutron-server[104005]: 'PortForwarding': '1.3', Jul 29 05:12:44.973837 dv-cinder-851279-2-iscsi neutron-server[104005]: 'QosPolicy': '1.10', Jul 29 05:12:44.973837 dv-cinder-851279-2-iscsi neutron-server[104005]: 'SecurityGroup': '1.5', Jul 29 05:12:44.973837 dv-cinder-851279-2-iscsi neutron-server[104005]: 'SecurityGroupRule': '1.2', Jul 29 05:12:44.973837 dv-cinder-851279-2-iscsi neutron-server[104005]: 'SubPort': '1.0', Jul 29 05:12:44.973837 dv-cinder-851279-2-iscsi neutron-server[104005]: 'Subnet': '1.1', Jul 29 05:12:44.973837 dv-cinder-851279-2-iscsi neutron-server[104005]: 'Trunk': '1.1'}} Jul 29 05:12:44.973837 dv-cinder-851279-2-iscsi neutron-server[104005]: {{(pid=104005) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 05:12:45.009227 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3abf4e89-f055-4894-980f-5bca62fca56f admin admin] Network 24e7367e-e5e6-44e8-9960-5007b05e27d5 is scheduled to be hosted by DHCP agent 0319cf4e-40d4-4455-bfa4-d5e1d8f6ed41 with binding_index 1 {{(pid=104005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 05:12:45.021622 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.base_scheduler [None req-3abf4e89-f055-4894-980f-5bca62fca56f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851279-2-iscsi, 24e7367e-e5e6-44e8-9960-5007b05e27d5) {{(pid=104005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:12:45.028088 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3abf4e89-f055-4894-980f-5bca62fca56f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:12:45.028883 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-3abf4e89-f055-4894-980f-5bca62fca56f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670410'] for subnet (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:12:45.030713 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-114f5bf4-916c-4aed-8255-10c215ebf2d0 None None] Network 24e7367e-e5e6-44e8-9960-5007b05e27d5 requested from dv-cinder-851279-2-iscsi {{(pid=104006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 05:12:45.054070 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-3abf4e89-f055-4894-980f-5bca62fca56f admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6686275 Jul 29 05:12:45.148033 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caaa8fcb-c931-4417-ac6d-2dc1a1e362cb None None] Network 24e7367e-e5e6-44e8-9960-5007b05e27d5 requested from dv-cinder-851279-2-iscsi {{(pid=104006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 05:12:45.211701 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:12:47.420444 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 54744) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:12:47.966101 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-13fcb2b5-6787-4134-a573-b45f6c8e0682 demo admin] 10.222.0.49 "GET /v2.0/routers/d25b2a83-1bb2-489b-bade-901fba520995 HTTP/1.1" status: 200 len: 710 time: 0.5445242 Jul 29 05:12:48.060943 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-910b5427-ff30-4184-81b5-ee924fe28382 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:12:48.062305 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-910b5427-ff30-4184-81b5-ee924fe28382 demo admin] 10.222.0.49 "GET /v2.0/networks/24e7367e-e5e6-44e8-9960-5007b05e27d5 HTTP/1.1" status: 200 len: 886 time: 0.0906801 Jul 29 05:12:48.072162 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.v2.base [None req-b03fc3a0-db0c-498a-9708-01dff5c71f23 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5'}}} {{(pid=104005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:12:48.324234 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:12:48.334296 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-b03fc3a0-db0c-498a-9708-01dff5c71f23 demo admin] Publish callbacks [] for router_gateway (d25b2a83-1bb2-489b-bade-901fba520995), precommit_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:12:48.347332 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:12:48.574453 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-b03fc3a0-db0c-498a-9708-01dff5c71f23 demo admin] Publish callbacks [] for router_gateway (d25b2a83-1bb2-489b-bade-901fba520995), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:12:48.662268 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-b03fc3a0-db0c-498a-9708-01dff5c71f23 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (None), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:12:48.834462 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.db_base_plugin_common [None req-b03fc3a0-db0c-498a-9708-01dff5c71f23 demo admin] Allocated IP 172.27.2.196 (24e7367e-e5e6-44e8-9960-5007b05e27d5/c0e5dfe8-844e-4105-ab86-052903918992/c91b77cb-8ff2-4639-8e2c-99897770ef1b) {{(pid=104005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 05:12:48.964843 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-b03fc3a0-db0c-498a-9708-01dff5c71f23 demo admin] Publish callbacks [] for port (c91b77cb-8ff2-4639-8e2c-99897770ef1b), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:12:49.031770 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-b03fc3a0-db0c-498a-9708-01dff5c71f23 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737760223811'] for port (c91b77cb-8ff2-4639-8e2c-99897770ef1b), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:12:49.108532 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03fc3a0-db0c-498a-9708-01dff5c71f23 demo admin] Network 24e7367e-e5e6-44e8-9960-5007b05e27d5 is already hosted by enough agents. {{(pid=104005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 05:12:49.113832 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.base_scheduler [None req-b03fc3a0-db0c-498a-9708-01dff5c71f23 demo admin] Resources bound (agent type, host, resource id): {{(pid=104005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:12:49.121791 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03fc3a0-db0c-498a-9708-01dff5c71f23 demo admin] Received port after_create {{(pid=104005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 05:12:49.127505 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03fc3a0-db0c-498a-9708-01dff5c71f23 demo admin] Pushing event updated for resources: {'Port': ['ID=c91b77cb-8ff2-4639-8e2c-99897770ef1b,revision_number=1']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:12:49.465613 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-b03fc3a0-db0c-498a-9708-01dff5c71f23 demo admin] Publish callbacks [] for router_gateway (d25b2a83-1bb2-489b-bade-901fba520995), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:12:49.500331 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:12:49.560427 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:12:49.628663 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Device 08c43c06-e94c-4ac9-8411-d669736a58a7 up at agent ovs-agent-dv-cinder-851279-2-iscsi {{(pid=104006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 05:12:49.630880 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:12:49.666050 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-b03fc3a0-db0c-498a-9708-01dff5c71f23 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-374181', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-401074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1373'] for router (d25b2a83-1bb2-489b-bade-901fba520995), precommit_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:12:49.671870 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-b03fc3a0-db0c-498a-9708-01dff5c71f23 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-374188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-374167', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-401061'] for router (d25b2a83-1bb2-489b-bade-901fba520995), after_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:12:49.686527 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Provisioning complete for port 08c43c06-e94c-4ac9-8411-d669736a58a7 triggered by entity L2. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:12:49.686924 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (08c43c06-e94c-4ac9-8411-d669736a58a7), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:12:49.764137 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Current status of the port 08c43c06-e94c-4ac9-8411-d669736a58a7 is: ACTIVE; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:12:49.786422 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b03fc3a0-db0c-498a-9708-01dff5c71f23 demo admin] Router d25b2a83-1bb2-489b-bade-901fba520995 has already been hosted by L3 agent 8a9a6061-e61b-4901-b35e-5e71dea10db3 {{(pid=104005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 05:12:49.895534 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b03fc3a0-db0c-498a-9708-01dff5c71f23 demo admin] Notify agent at l3_agent.dv-cinder-851279-2-iscsi the message routers_updated {{(pid=104005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 05:12:49.900447 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-b03fc3a0-db0c-498a-9708-01dff5c71f23 demo admin] Publish callbacks [] for router (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:12:49.901670 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-b03fc3a0-db0c-498a-9708-01dff5c71f23 demo admin] 10.222.0.49 "PUT /v2.0/routers/d25b2a83-1bb2-489b-bade-901fba520995 HTTP/1.1" status: 200 len: 890 time: 1.8331752 Jul 29 05:12:50.155566 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f575dd-f7e6-4393-82f8-23a785fd6548 None None] Sync routers for ids ['d25b2a83-1bb2-489b-bade-901fba520995'] in dv-cinder-851279-2-iscsi {{(pid=104006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 05:12:50.169421 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f575dd-f7e6-4393-82f8-23a785fd6548 None None] Routers {'d25b2a83-1bb2-489b-bade-901fba520995'} bound to L3 agent in host dv-cinder-851279-2-iscsi {{(pid=104006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:12:50.170069 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_hamode_db [None req-00f575dd-f7e6-4393-82f8-23a785fd6548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-29T05:12:08Z,description=,heartbeat_timestamp=2022-07-29T05:12:38Z,host='dv-cinder-851279-2-iscsi',id=8a9a6061-e61b-4901-b35e-5e71dea10db3,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T05:12:08Z,topic='l3_agent')) {'router_ids': ['d25b2a83-1bb2-489b-bade-901fba520995'], 'active': True} {{(pid=104006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:12:50.390891 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvr_db [None req-00f575dd-f7e6-4393-82f8-23a785fd6548 None None] Set router d25b2a83-1bb2-489b-bade-901fba520995 gateway port host: dv-cinder-851279-2-iscsi {{(pid=104006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:12:50.849512 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_hamode_db [None req-00f575dd-f7e6-4393-82f8-23a785fd6548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd25b2a83-1bb2-489b-bade-901fba520995', 'name': 'router1', 'tenant_id': 'd5c486928a4e4e68b08704afe7cd789d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': 'c91b77cb-8ff2-4639-8e2c-99897770ef1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:12:29Z', 'updated_at': '2022-07-29T05:12:49Z', 'revision_number': 4, 'project_id': 'd5c486928a4e4e68b08704afe7cd789d', 'gw_port': {'id': 'c91b77cb-8ff2-4639-8e2c-99897770ef1b', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:dd:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd25b2a83-1bb2-489b-bade-901fba520995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:12:48Z', 'updated_at': '2022-07-29T05:12:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi', '_interfaces': [{'id': '08c43c06-e94c-4ac9-8411-d669736a58a7', 'name': '', 'network_id': 'efefd9d3-4466-47ca-a6e4-371612ca2c98', 'tenant_id': 'd5c486928a4e4e68b08704afe7cd789d', 'mac_address': 'fa:16:3e:fc:a5:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25b2a83-1bb2-489b-bade-901fba520995', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '721456c7-7470-4eaf-81ab-b6b6f7da7ca8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:12:39Z', 'updated_at': '2022-07-29T05:12:43Z', 'revision_number': 5, 'project_id': 'd5c486928a4e4e68b08704afe7cd789d', 'subnets': [{'id': '721456c7-7470-4eaf-81ab-b6b6f7da7ca8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '171da2b5-b9b3-4dfa-a6b5-08947f647cc6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-2-iscsi', False) {} {{(pid=104006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:12:50.900706 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f575dd-f7e6-4393-82f8-23a785fd6548 None None] Checking router: d25b2a83-1bb2-489b-bade-901fba520995 for host: dv-cinder-851279-2-iscsi {{(pid=104006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 05:12:50.901112 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f575dd-f7e6-4393-82f8-23a785fd6548 None None] Updating router d25b2a83-1bb2-489b-bade-901fba520995 port c91b77cb-8ff2-4639-8e2c-99897770ef1b binding host dv-cinder-851279-2-iscsi {{(pid=104006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 05:12:50.955552 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-00f575dd-f7e6-4393-82f8-23a785fd6548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (c91b77cb-8ff2-4639-8e2c-99897770ef1b), before_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:12:51.006016 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=80,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:12:51.007282 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=66 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:12:51.278099 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-00f575dd-f7e6-4393-82f8-23a785fd6548 None None] Publish callbacks [] for port (c91b77cb-8ff2-4639-8e2c-99897770ef1b), precommit_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:12:51.286280 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-00f575dd-f7e6-4393-82f8-23a785fd6548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (c91b77cb-8ff2-4639-8e2c-99897770ef1b), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:12:51.349887 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71050631-0462-4eec-95f8-66774283aae6 None None] Pushing event updated for resources: {'Port': ['ID=c91b77cb-8ff2-4639-8e2c-99897770ef1b,revision_number=2']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:12:51.353359 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.managers [None req-00f575dd-f7e6-4393-82f8-23a785fd6548 None None] Attempting to bind port c91b77cb-8ff2-4639-8e2c-99897770ef1b on host dv-cinder-851279-2-iscsi for vnic_type normal with profile {{(pid=104006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 05:12:51.353738 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.managers [None req-00f575dd-f7e6-4393-82f8-23a785fd6548 None None] Attempting to bind port c91b77cb-8ff2-4639-8e2c-99897770ef1b by drivers openvswitch,hyperv on host dv-cinder-851279-2-iscsi at level 0 using segments [{'id': 'f0686699-af43-47c7-b9bc-f7993eec27ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5'}] {{(pid=104006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 05:12:51.354105 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f575dd-f7e6-4393-82f8-23a785fd6548 None None] Attempting to bind port c91b77cb-8ff2-4639-8e2c-99897770ef1b on network 24e7367e-e5e6-44e8-9960-5007b05e27d5 {{(pid=104006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 05:12:51.359770 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f575dd-f7e6-4393-82f8-23a785fd6548 None None] Checking agent: {'id': 'aa119a64-f506-4951-a68b-6dc6289eaece', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 5, 12, 12), 'started_at': datetime.datetime(2022, 7, 29, 5, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 5, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 05:12:51.360144 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f575dd-f7e6-4393-82f8-23a785fd6548 None None] Checking segment: {'id': 'f0686699-af43-47c7-b9bc-f7993eec27ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 05:12:51.360619 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-00f575dd-f7e6-4393-82f8-23a785fd6548 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:12:51.361016 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f575dd-f7e6-4393-82f8-23a785fd6548 None None] Bound using segment: {'id': 'f0686699-af43-47c7-b9bc-f7993eec27ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5'} {{(pid=104006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 05:12:51.361490 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.managers [None req-00f575dd-f7e6-4393-82f8-23a785fd6548 None None] Bound port: c91b77cb-8ff2-4639-8e2c-99897770ef1b, host: dv-cinder-851279-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0686699-af43-47c7-b9bc-f7993eec27ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5'}}] {{(pid=104006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 05:12:51.361877 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-00f575dd-f7e6-4393-82f8-23a785fd6548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (c91b77cb-8ff2-4639-8e2c-99897770ef1b), before_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:12:51.386939 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:12:51.391712 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:12:51.417426 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-00f575dd-f7e6-4393-82f8-23a785fd6548 None None] For port c91b77cb-8ff2-4639-8e2c-99897770ef1b, host dv-cinder-851279-2-iscsi, cleared binding levels {{(pid=104006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 05:12:51.420759 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-00f575dd-f7e6-4393-82f8-23a785fd6548 None None] For port c91b77cb-8ff2-4639-8e2c-99897770ef1b, host dv-cinder-851279-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-2-iscsi',level=0,port_id=c91b77cb-8ff2-4639-8e2c-99897770ef1b,segment=NetworkSegment(f0686699-af43-47c7-b9bc-f7993eec27ee),segment_id=f0686699-af43-47c7-b9bc-f7993eec27ee)] {{(pid=104006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 05:12:51.426893 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-00f575dd-f7e6-4393-82f8-23a785fd6548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (c91b77cb-8ff2-4639-8e2c-99897770ef1b), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:12:51.482954 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f575dd-f7e6-4393-82f8-23a785fd6548 None None] Routers {'d25b2a83-1bb2-489b-bade-901fba520995'} bound to L3 agent in host dv-cinder-851279-2-iscsi {{(pid=104006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:12:51.483595 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_hamode_db [None req-00f575dd-f7e6-4393-82f8-23a785fd6548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-29T05:12:08Z,description=,heartbeat_timestamp=2022-07-29T05:12:38Z,host='dv-cinder-851279-2-iscsi',id=8a9a6061-e61b-4901-b35e-5e71dea10db3,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T05:12:08Z,topic='l3_agent')) {'router_ids': ['d25b2a83-1bb2-489b-bade-901fba520995'], 'active': True} {{(pid=104006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:12:51.524779 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71050631-0462-4eec-95f8-66774283aae6 None None] Pushing event updated for resources: {'Port': ['ID=c91b77cb-8ff2-4639-8e2c-99897770ef1b,revision_number=3']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:12:51.595528 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvr_db [None req-00f575dd-f7e6-4393-82f8-23a785fd6548 None None] Set router d25b2a83-1bb2-489b-bade-901fba520995 gateway port host: dv-cinder-851279-2-iscsi {{(pid=104006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:12:51.801234 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_hamode_db [None req-00f575dd-f7e6-4393-82f8-23a785fd6548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd25b2a83-1bb2-489b-bade-901fba520995', 'name': 'router1', 'tenant_id': 'd5c486928a4e4e68b08704afe7cd789d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': 'c91b77cb-8ff2-4639-8e2c-99897770ef1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:12:29Z', 'updated_at': '2022-07-29T05:12:49Z', 'revision_number': 4, 'project_id': 'd5c486928a4e4e68b08704afe7cd789d', 'gw_port': {'id': 'c91b77cb-8ff2-4639-8e2c-99897770ef1b', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:dd:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd25b2a83-1bb2-489b-bade-901fba520995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:12:48Z', 'updated_at': '2022-07-29T05:12:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi', '_interfaces': [{'id': '08c43c06-e94c-4ac9-8411-d669736a58a7', 'name': '', 'network_id': 'efefd9d3-4466-47ca-a6e4-371612ca2c98', 'tenant_id': 'd5c486928a4e4e68b08704afe7cd789d', 'mac_address': 'fa:16:3e:fc:a5:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25b2a83-1bb2-489b-bade-901fba520995', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '721456c7-7470-4eaf-81ab-b6b6f7da7ca8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:12:39Z', 'updated_at': '2022-07-29T05:12:43Z', 'revision_number': 5, 'project_id': 'd5c486928a4e4e68b08704afe7cd789d', 'subnets': [{'id': '721456c7-7470-4eaf-81ab-b6b6f7da7ca8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '171da2b5-b9b3-4dfa-a6b5-08947f647cc6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-2-iscsi', False) {} {{(pid=104006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:12:51.830009 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f575dd-f7e6-4393-82f8-23a785fd6548 None None] The sync data for ids ['d25b2a83-1bb2-489b-bade-901fba520995'] in dv-cinder-851279-2-iscsi is: [{'id': 'd25b2a83-1bb2-489b-bade-901fba520995', 'name': 'router1', 'tenant_id': 'd5c486928a4e4e68b08704afe7cd789d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': 'c91b77cb-8ff2-4639-8e2c-99897770ef1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:12:29Z', 'updated_at': '2022-07-29T05:12:49Z', 'revision_number': 4, 'project_id': 'd5c486928a4e4e68b08704afe7cd789d', 'gw_port': {'id': 'c91b77cb-8ff2-4639-8e2c-99897770ef1b', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:dd:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd25b2a83-1bb2-489b-bade-901fba520995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:12:48Z', 'updated_at': '2022-07-29T05:12:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi', '_interfaces': [{'id': '08c43c06-e94c-4ac9-8411-d669736a58a7', 'name': '', 'network_id': 'efefd9d3-4466-47ca-a6e4-371612ca2c98', 'tenant_id': 'd5c486928a4e4e68b08704afe7cd789d', 'mac_address': 'fa:16:3e:fc:a5:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25b2a83-1bb2-489b-bade-901fba520995', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '721456c7-7470-4eaf-81ab-b6b6f7da7ca8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:12:39Z', 'updated_at': '2022-07-29T05:12:43Z', 'revision_number': 5, 'project_id': 'd5c486928a4e4e68b08704afe7cd789d', 'subnets': [{'id': '721456c7-7470-4eaf-81ab-b6b6f7da7ca8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '171da2b5-b9b3-4dfa-a6b5-08947f647cc6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 05:12:52.429248 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 54762) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:12:52.843601 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-c5b6f5e0-d8a3-405c-92b2-ff30ed1b3e51 admin admin] 10.222.0.49 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.4128032 Jul 29 05:12:53.503722 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=24 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:12:53.540566 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=51,neutron:INSERT=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:12:53.637605 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Device c91b77cb-8ff2-4639-8e2c-99897770ef1b up at agent ovs-agent-dv-cinder-851279-2-iscsi {{(pid=104006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 05:12:53.689400 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Provisioning complete for port c91b77cb-8ff2-4639-8e2c-99897770ef1b triggered by entity L2. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:12:53.689840 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (c91b77cb-8ff2-4639-8e2c-99897770ef1b), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:12:53.796958 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Current status of the port c91b77cb-8ff2-4639-8e2c-99897770ef1b is: DOWN; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:12:53.797253 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (c91b77cb-8ff2-4639-8e2c-99897770ef1b), before_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:12:53.833169 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] For port c91b77cb-8ff2-4639-8e2c-99897770ef1b, host dv-cinder-851279-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-2-iscsi',level=0,port_id=c91b77cb-8ff2-4639-8e2c-99897770ef1b,segment=NetworkSegment(f0686699-af43-47c7-b9bc-f7993eec27ee),segment_id=f0686699-af43-47c7-b9bc-f7993eec27ee)] {{(pid=104006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:12:53.841662 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (c91b77cb-8ff2-4639-8e2c-99897770ef1b), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:12:53.899758 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Pushing event updated for resources: {'Port': ['ID=c91b77cb-8ff2-4639-8e2c-99897770ef1b,revision_number=4']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:12:55.649906 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Device c91b77cb-8ff2-4639-8e2c-99897770ef1b up at agent ovs-agent-dv-cinder-851279-2-iscsi {{(pid=104006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 05:12:55.724540 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Provisioning complete for port c91b77cb-8ff2-4639-8e2c-99897770ef1b triggered by entity L2. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:12:55.725084 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (c91b77cb-8ff2-4639-8e2c-99897770ef1b), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:12:55.803788 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Current status of the port c91b77cb-8ff2-4639-8e2c-99897770ef1b is: ACTIVE; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:13:02.835757 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=50 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:13:02.839763 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=34 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:13:05.535047 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-94d2cb35-473d-4aeb-bd8d-6808c4fbd6ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (0319cf4e-40d4-4455-bfa4-d5e1d8f6ed41), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:13:06.021061 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=3 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:13:06.023044 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=3 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:13:08.080999 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:13:08.096348 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-3ae2210f-1155-44cb-960d-a344258fa09e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (8a9a6061-e61b-4901-b35e-5e71dea10db3), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:13:09.007961 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.agents_db [None req-24db149f-f2c4-42ba-b1ad-acaecd0c6386 None None] Agent healthcheck: found 5 active agents {{(pid=104007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 05:13:09.924555 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c0cfcfc2-d3d3-4a7d-ac6c-95a3fd745979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (543ff7d7-1636-45b2-a25e-e19209bc2e01), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:13:11.623922 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:INSERT=1,neutron:SELECT=95,neutron:UPDATE=4 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:13:11.636335 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-25d2d662-1c10-455a-a758-35c132406432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (7da8dcb9-9a4e-44fd-b4da-fa922ad17d56), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:13:11.783630 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (aa119a64-f506-4951-a68b-6dc6289eaece), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:13:19.009098 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=2 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:13:21.773341 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=1 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:13:21.777200 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:13:25.050999 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=2 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:13:35.550913 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-cb2b7e2d-4beb-4efd-a040-75e19184c1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (0319cf4e-40d4-4455-bfa4-d5e1d8f6ed41), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:13:38.100287 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-21eda14e-7669-4ae3-b724-b07deca0b09f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (8a9a6061-e61b-4901-b35e-5e71dea10db3), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:13:39.937478 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c0cfcfc2-d3d3-4a7d-ac6c-95a3fd745979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (543ff7d7-1636-45b2-a25e-e19209bc2e01), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:13:41.662707 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-25d2d662-1c10-455a-a758-35c132406432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (7da8dcb9-9a4e-44fd-b4da-fa922ad17d56), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:13:41.833937 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (aa119a64-f506-4951-a68b-6dc6289eaece), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:13:43.010871 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=2 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:13:43.013181 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=4 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:13:46.008463 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.agents_db [None req-24db149f-f2c4-42ba-b1ad-acaecd0c6386 None None] Agent healthcheck: found 5 active agents {{(pid=104007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 05:13:51.803226 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=25,neutron:UPDATE=3 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:13:51.817444 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:14:03.001903 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:14:03.002663 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:14:05.537013 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-cf276c9b-8c0c-42e9-b49a-3fa3ff2e7c41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (0319cf4e-40d4-4455-bfa4-d5e1d8f6ed41), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:14:08.103725 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-89bb96cb-1deb-4dca-9adb-bd5c69849dc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (8a9a6061-e61b-4901-b35e-5e71dea10db3), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:14:09.908325 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c0cfcfc2-d3d3-4a7d-ac6c-95a3fd745979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (543ff7d7-1636-45b2-a25e-e19209bc2e01), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:14:11.616349 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-25d2d662-1c10-455a-a758-35c132406432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (7da8dcb9-9a4e-44fd-b4da-fa922ad17d56), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:14:11.788991 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (aa119a64-f506-4951-a68b-6dc6289eaece), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:14:18.958730 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 55298) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:14:19.364356 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4708a3a-913f-4cab-b02f-f132a187e595 admin admin] GET failed (client error): The resource could not be found. Jul 29 05:14:19.365795 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-b4708a3a-913f-4cab-b02f-f132a187e595 admin admin] 10.222.0.49 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.4061069 Jul 29 05:14:19.622323 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9c0775-2f49-4296-b128-58f6277c2ba0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:14:19.625261 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-3f9c0775-2f49-4296-b128-58f6277c2ba0 admin admin] 10.222.0.49 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2538297 Jul 29 05:14:20.010621 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=5 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:14:20.011446 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:14:21.763943 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=7 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:14:21.782754 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:14:21.937258 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 55308) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:14:22.349467 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb4cc07-f423-438e-b249-89e9bf3a6cb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:14:22.350834 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-bcb4cc07-f423-438e-b249-89e9bf3a6cb8 admin admin] 10.222.0.49 "GET /v2.0/subnets/721456c7-7470-4eaf-81ab-b6b6f7da7ca8 HTTP/1.1" status: 200 len: 849 time: 0.4126203 Jul 29 05:14:22.360673 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.v2.base [None req-0e410ba7-7f9f-46dd-ae13-db31fbdda83d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:14:22.448888 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-0e410ba7-7f9f-46dd-ae13-db31fbdda83d admin admin] Publish callbacks [] for subnet (721456c7-7470-4eaf-81ab-b6b6f7da7ca8), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:14:22.595386 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-0e410ba7-7f9f-46dd-ae13-db31fbdda83d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-292102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8737760604133'] for subnet (721456c7-7470-4eaf-81ab-b6b6f7da7ca8), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:14:22.634515 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e410ba7-7f9f-46dd-ae13-db31fbdda83d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:14:22.636098 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-0e410ba7-7f9f-46dd-ae13-db31fbdda83d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670410'] for subnet (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:14:22.638389 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-0e410ba7-7f9f-46dd-ae13-db31fbdda83d admin admin] 10.222.0.49 "PUT /v2.0/subnets/721456c7-7470-4eaf-81ab-b6b6f7da7ca8 HTTP/1.1" status: 200 len: 868 time: 0.2810519 Jul 29 05:14:22.641124 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25b63e0-9146-4b27-8051-905ac450e60c None None] Network efefd9d3-4466-47ca-a6e4-371612ca2c98 requested from dv-cinder-851279-2-iscsi {{(pid=104006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 05:14:22.663086 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e410ba7-7f9f-46dd-ae13-db31fbdda83d admin admin] Pushing event updated for resources: {'Subnet': ['ID=721456c7-7470-4eaf-81ab-b6b6f7da7ca8,revision_number=1']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:14:22.671905 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e410ba7-7f9f-46dd-ae13-db31fbdda83d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:14:22.672273 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e410ba7-7f9f-46dd-ae13-db31fbdda83d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:14:22.672598 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e410ba7-7f9f-46dd-ae13-db31fbdda83d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:14:22.672993 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e410ba7-7f9f-46dd-ae13-db31fbdda83d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:14:22.673276 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e410ba7-7f9f-46dd-ae13-db31fbdda83d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:14:22.673715 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e410ba7-7f9f-46dd-ae13-db31fbdda83d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:14:22.673715 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e410ba7-7f9f-46dd-ae13-db31fbdda83d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:14:22.673715 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e410ba7-7f9f-46dd-ae13-db31fbdda83d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:14:22.675172 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e410ba7-7f9f-46dd-ae13-db31fbdda83d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:14:22.675172 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e410ba7-7f9f-46dd-ae13-db31fbdda83d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:14:22.675520 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e410ba7-7f9f-46dd-ae13-db31fbdda83d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:14:22.675794 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e410ba7-7f9f-46dd-ae13-db31fbdda83d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:14:22.676060 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e410ba7-7f9f-46dd-ae13-db31fbdda83d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:14:22.676328 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e410ba7-7f9f-46dd-ae13-db31fbdda83d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:14:22.677310 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e410ba7-7f9f-46dd-ae13-db31fbdda83d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:14:23.008640 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.agents_db [None req-24db149f-f2c4-42ba-b1ad-acaecd0c6386 None None] Agent healthcheck: found 5 active agents {{(pid=104007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 05:14:23.101750 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-9c57110e-b04b-484a-a826-79976235308c None None] Provisioning complete for port 08c43c06-e94c-4ac9-8411-d669736a58a7 triggered by entity DHCP. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:14:23.102340 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-9c57110e-b04b-484a-a826-79976235308c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (08c43c06-e94c-4ac9-8411-d669736a58a7), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:14:23.189544 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-9c57110e-b04b-484a-a826-79976235308c None None] Current status of the port 08c43c06-e94c-4ac9-8411-d669736a58a7 is: ACTIVE; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:14:23.198971 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-9c57110e-b04b-484a-a826-79976235308c None None] Provisioning complete for port 97312a16-04e8-467f-86db-3c7b481f3880 triggered by entity DHCP. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:14:23.199427 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-9c57110e-b04b-484a-a826-79976235308c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (97312a16-04e8-467f-86db-3c7b481f3880), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:14:23.279025 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-9c57110e-b04b-484a-a826-79976235308c None None] Current status of the port 97312a16-04e8-467f-86db-3c7b481f3880 is: ACTIVE; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:14:24.978451 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 55316) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:14:25.580974 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab720e9a-e617-4ecd-b0d2-f3ff8336f4fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:14:25.581366 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab720e9a-e617-4ecd-b0d2-f3ff8336f4fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:14:25.582946 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-ab720e9a-e617-4ecd-b0d2-f3ff8336f4fe admin admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.6035652 Jul 29 05:14:27.901626 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 55326) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:14:28.517575 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904edc81-0cda-4702-b7ab-22eaa47f4c6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:14:28.518081 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904edc81-0cda-4702-b7ab-22eaa47f4c6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:14:28.519761 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-904edc81-0cda-4702-b7ab-22eaa47f4c6d admin admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.6168358 Jul 29 05:14:30.835733 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 55334) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:14:31.290444 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057709d2-f881-4e56-b99f-d16d9fb8fc4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:14:31.292178 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-057709d2-f881-4e56-b99f-d16d9fb8fc4a admin admin] 10.222.0.49 "GET /v2.0/networks/24e7367e-e5e6-44e8-9960-5007b05e27d5 HTTP/1.1" status: 200 len: 886 time: 0.4550419 Jul 29 05:14:33.005036 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=2 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:14:33.274202 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=38 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:14:33.276901 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=39 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:14:33.548339 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 55342) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:14:34.001844 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:14:34.029359 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108c6927-bafe-4c7d-b7c6-f3f94c40f438 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:14:34.030766 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-108c6927-bafe-4c7d-b7c6-f3f94c40f438 admin admin] 10.222.0.49 "GET /v2.0/networks/efefd9d3-4466-47ca-a6e4-371612ca2c98 HTTP/1.1" status: 200 len: 869 time: 0.4815471 Jul 29 05:14:35.540898 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c0d139b4-45cb-4068-9eed-37fb791247fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (0319cf4e-40d4-4455-bfa4-d5e1d8f6ed41), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:14:35.576239 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=11 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:14:35.578228 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=12 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:14:36.285801 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 55350) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:14:36.733795 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99fc9f8f-802b-46c8-a873-22aec919ef0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:14:36.734166 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99fc9f8f-802b-46c8-a873-22aec919ef0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:14:36.735776 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-99fc9f8f-802b-46c8-a873-22aec919ef0b admin admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4489396 Jul 29 05:14:38.098604 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-60d4256a-a8dc-46e0-a435-34832cd38787 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (8a9a6061-e61b-4901-b35e-5e71dea10db3), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:14:39.020957 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 55358) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:14:39.417304 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:14:39.434358 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62750315-3d6d-4025-8256-567a94447c4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:14:39.434812 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62750315-3d6d-4025-8256-567a94447c4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:14:39.436397 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-62750315-3d6d-4025-8256-567a94447c4f admin admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4142857 Jul 29 05:14:39.914690 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c0cfcfc2-d3d3-4a7d-ac6c-95a3fd745979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (543ff7d7-1636-45b2-a25e-e19209bc2e01), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:14:41.620685 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-25d2d662-1c10-455a-a758-35c132406432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (7da8dcb9-9a4e-44fd-b4da-fa922ad17d56), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:14:41.717594 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 55368) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:14:41.776883 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (aa119a64-f506-4951-a68b-6dc6289eaece), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:14:42.130884 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca149312-3aea-4e7b-aeef-899cbacf2b17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:14:42.132295 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-ca149312-3aea-4e7b-aeef-899cbacf2b17 admin admin] 10.222.0.49 "GET /v2.0/subnets/721456c7-7470-4eaf-81ab-b6b6f7da7ca8 HTTP/1.1" status: 200 len: 868 time: 0.4137247 Jul 29 05:14:44.430527 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 55376) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:14:44.841116 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7bf8a2-98d0-4f28-bb22-61d3d376a376 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:14:44.842413 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-af7bf8a2-98d0-4f28-bb22-61d3d376a376 admin admin] 10.222.0.49 "GET /v2.0/subnets/c0e5dfe8-844e-4105-ab86-052903918992 HTTP/1.1" status: 200 len: 816 time: 0.4107997 Jul 29 05:14:51.770200 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:14:51.772553 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:14:54.835581 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=30 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:14:54.837707 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=11 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:15:00.007104 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.agents_db [None req-24db149f-f2c4-42ba-b1ad-acaecd0c6386 None None] Agent healthcheck: found 5 active agents {{(pid=104007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 05:15:05.553304 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-98d70a0a-608b-4c6c-b3ec-7f86a7941046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (0319cf4e-40d4-4455-bfa4-d5e1d8f6ed41), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:15:08.114558 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-9baccc34-6b0b-4e15-8460-a61b3b0a8430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (8a9a6061-e61b-4901-b35e-5e71dea10db3), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:15:09.916528 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c0cfcfc2-d3d3-4a7d-ac6c-95a3fd745979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (543ff7d7-1636-45b2-a25e-e19209bc2e01), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:15:10.002712 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=18 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:15:10.003591 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=16 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:15:11.620939 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-25d2d662-1c10-455a-a758-35c132406432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (7da8dcb9-9a4e-44fd-b4da-fa922ad17d56), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:15:11.774568 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (aa119a64-f506-4951-a68b-6dc6289eaece), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:15:14.539405 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 55432) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:15:14.915469 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [None req-e75cf079-3095-426c-8f94-7533b8ad8dd9 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=104004) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 29 05:15:14.917172 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-e75cf079-3095-426c-8f94-7533b8ad8dd9 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3766460 Jul 29 05:15:17.244219 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 55440) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:15:17.613563 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.pecan_wsgi.hooks.translation [None req-db58b778-0b49-410f-a39a-92e44b8cd4d1 admin admin] GET failed (client error): The resource could not be found. Jul 29 05:15:17.614993 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-db58b778-0b49-410f-a39a-92e44b8cd4d1 admin admin] 10.222.0.49 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3698082 Jul 29 05:15:17.767545 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-673d43a5-a6f3-41fa-8fe8-0805da208e69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:15:17.769079 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-673d43a5-a6f3-41fa-8fe8-0805da208e69 admin admin] 10.222.0.49 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1491206 Jul 29 05:15:20.034304 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 55448) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:15:20.372970 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.v2.base [None req-bd124b21-9803-4a57-a36c-be3abd39800f admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=104005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:15:20.397162 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd124b21-9803-4a57-a36c-be3abd39800f admin admin] Made reservation on behalf of 3340905a228b4864923e8ce0f5cfd8a4 for: {'network': 1} {{(pid=104005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 05:15:20.400586 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-bd124b21-9803-4a57-a36c-be3abd39800f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for network (None), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:15:20.444474 dv-cinder-851279-2-iscsi neutron-server[104005]: WARNING neutron.services.revisions.revision_plugin [None req-bd124b21-9803-4a57-a36c-be3abd39800f admin admin] Could not find related network for resource to bump revision. Jul 29 05:15:20.462434 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd124b21-9803-4a57-a36c-be3abd39800f admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=104005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 05:15:20.480325 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-bd124b21-9803-4a57-a36c-be3abd39800f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8737760678337', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501452'] for segment (aa64d83e-de18-4cf4-9f38-bca00602d684), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:15:20.480840 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-bd124b21-9803-4a57-a36c-be3abd39800f admin admin] Unsubscribe: segment precommit_create {{(pid=104005) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 29 05:15:20.481377 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.db.segments_db [None req-bd124b21-9803-4a57-a36c-be3abd39800f admin admin] Added segment aa64d83e-de18-4cf4-9f38-bca00602d684 of type vlan for network 0eedaa8c-40c8-44b9-8694-ad5df2c3e587 Jul 29 05:15:20.527749 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-bd124b21-9803-4a57-a36c-be3abd39800f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737760211330'] for network (0eedaa8c-40c8-44b9-8694-ad5df2c3e587), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:15:20.560306 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-bd124b21-9803-4a57-a36c-be3abd39800f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436'] for network (0eedaa8c-40c8-44b9-8694-ad5df2c3e587), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:15:20.561510 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd124b21-9803-4a57-a36c-be3abd39800f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:15:20.562175 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-bd124b21-9803-4a57-a36c-be3abd39800f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670410'] for network (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:15:20.715194 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-bd124b21-9803-4a57-a36c-be3abd39800f admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.6797614 Jul 29 05:15:20.735294 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd124b21-9803-4a57-a36c-be3abd39800f admin admin] Pushing event updated for resources: {'Network': ['ID=0eedaa8c-40c8-44b9-8694-ad5df2c3e587,revision_number=1']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:15:20.743595 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd124b21-9803-4a57-a36c-be3abd39800f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:15:20.743947 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd124b21-9803-4a57-a36c-be3abd39800f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:15:20.744322 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd124b21-9803-4a57-a36c-be3abd39800f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:15:20.744668 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd124b21-9803-4a57-a36c-be3abd39800f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:15:20.745014 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd124b21-9803-4a57-a36c-be3abd39800f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:15:20.745349 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd124b21-9803-4a57-a36c-be3abd39800f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:15:20.745682 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd124b21-9803-4a57-a36c-be3abd39800f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:15:20.746011 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd124b21-9803-4a57-a36c-be3abd39800f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:15:20.746357 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd124b21-9803-4a57-a36c-be3abd39800f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:15:20.746692 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd124b21-9803-4a57-a36c-be3abd39800f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:15:20.747040 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd124b21-9803-4a57-a36c-be3abd39800f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:15:20.756191 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd124b21-9803-4a57-a36c-be3abd39800f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:15:20.756191 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd124b21-9803-4a57-a36c-be3abd39800f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:15:20.756191 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd124b21-9803-4a57-a36c-be3abd39800f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:15:20.756191 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd124b21-9803-4a57-a36c-be3abd39800f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:15:20.761626 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Network 0eedaa8c-40c8-44b9-8694-ad5df2c3e587 details requested by agent ovs-agent-dv-cinder-851279-2-iscsi with host dv-cinder-851279-2-iscsi {{(pid=104006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 05:15:23.017842 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 55456) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:15:23.369580 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.pecan_wsgi.hooks.translation [None req-e57f2abb-da31-4a53-8596-647ed89b8ebc admin admin] GET failed (client error): The resource could not be found. Jul 29 05:15:23.370839 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-e57f2abb-da31-4a53-8596-647ed89b8ebc admin admin] 10.222.0.49 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3520570 Jul 29 05:15:23.447271 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c03a98-955c-4875-a221-a723d8298852 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:15:23.448696 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-a4c03a98-955c-4875-a221-a723d8298852 admin admin] 10.222.0.49 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0737352 Jul 29 05:15:23.458454 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.v2.base [None req-abdf797d-97b0-4157-be73-592a4ed8731a admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': '0eedaa8c-40c8-44b9-8694-ad5df2c3e587', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=104005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:15:23.478149 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abdf797d-97b0-4157-be73-592a4ed8731a admin admin] Made reservation on behalf of 3340905a228b4864923e8ce0f5cfd8a4 for: {'subnet': 1} {{(pid=104005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 05:15:23.480558 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-abdf797d-97b0-4157-be73-592a4ed8731a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:15:23.653187 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-abdf797d-97b0-4157-be73-592a4ed8731a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-292102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436'] for subnet (bb549936-7b84-4623-b2a9-b1cf34524c30), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:15:23.703605 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdf797d-97b0-4157-be73-592a4ed8731a admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb549936-7b84-4623-b2a9-b1cf34524c30,revision_number=0']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:15:23.719994 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abdf797d-97b0-4157-be73-592a4ed8731a admin admin] Checking segment: {'id': 'aa64d83e-de18-4cf4-9f38-bca00602d684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '0eedaa8c-40c8-44b9-8694-ad5df2c3e587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 05:15:23.720347 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abdf797d-97b0-4157-be73-592a4ed8731a admin admin] Network hostable DHCP agents. Network: 0eedaa8c-40c8-44b9-8694-ad5df2c3e587, hostable agents: ['0319cf4e-40d4-4455-bfa4-d5e1d8f6ed41'], hosted agents: [] {{(pid=104005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 05:15:23.740421 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abdf797d-97b0-4157-be73-592a4ed8731a admin admin] Network 0eedaa8c-40c8-44b9-8694-ad5df2c3e587 is scheduled to be hosted by DHCP agent 0319cf4e-40d4-4455-bfa4-d5e1d8f6ed41 with binding_index 1 {{(pid=104005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 05:15:23.750214 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.base_scheduler [None req-abdf797d-97b0-4157-be73-592a4ed8731a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851279-2-iscsi, 0eedaa8c-40c8-44b9-8694-ad5df2c3e587) {{(pid=104005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:15:23.754734 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abdf797d-97b0-4157-be73-592a4ed8731a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:15:23.755329 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-abdf797d-97b0-4157-be73-592a4ed8731a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670410'] for subnet (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:15:23.760558 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348ae10a-a5b7-43dc-84db-c18cf49d7c1d None None] Network 0eedaa8c-40c8-44b9-8694-ad5df2c3e587 requested from dv-cinder-851279-2-iscsi {{(pid=104006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 05:15:23.762218 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:15:23.780046 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-abdf797d-97b0-4157-be73-592a4ed8731a admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3248899 Jul 29 05:15:23.981299 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271ebcf7-ebf3-464f-b90b-0a63760aba37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa72ac758-2041-5c60-8584-934e42124f9c-0eedaa8c-40c8-44b9-8694-ad5df2c3e587', 'network_id': '0eedaa8c-40c8-44b9-8694-ad5df2c3e587', 'project_id': '3340905a228b4864923e8ce0f5cfd8a4', 'fixed_ips': [{'subnet_id': 'bb549936-7b84-4623-b2a9-b1cf34524c30'}]}} from dv-cinder-851279-2-iscsi. {{(pid=104006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 29 05:15:23.982293 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-271ebcf7-ebf3-464f-b90b-0a63760aba37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (None), before_create {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:15:24.130757 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.db_base_plugin_common [None req-271ebcf7-ebf3-464f-b90b-0a63760aba37 None None] Allocated IP 192.168.233.2 (0eedaa8c-40c8-44b9-8694-ad5df2c3e587/bb549936-7b84-4623-b2a9-b1cf34524c30/1bda0701-2f35-4415-a7ff-f0f1955ebf87) {{(pid=104006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 05:15:24.296854 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-271ebcf7-ebf3-464f-b90b-0a63760aba37 None None] Publish callbacks [] for port (1bda0701-2f35-4415-a7ff-f0f1955ebf87), precommit_create {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:15:24.302369 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-271ebcf7-ebf3-464f-b90b-0a63760aba37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737760223811'] for port (1bda0701-2f35-4415-a7ff-f0f1955ebf87), after_create {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:15:24.353650 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271ebcf7-ebf3-464f-b90b-0a63760aba37 None None] Network 0eedaa8c-40c8-44b9-8694-ad5df2c3e587 is already hosted by enough agents. {{(pid=104006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 05:15:24.356916 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271ebcf7-ebf3-464f-b90b-0a63760aba37 None None] Pushing event updated for resources: {'Port': ['ID=1bda0701-2f35-4415-a7ff-f0f1955ebf87,revision_number=1']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:15:24.359507 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.scheduler.base_scheduler [None req-271ebcf7-ebf3-464f-b90b-0a63760aba37 None None] Resources bound (agent type, host, resource id): {{(pid=104006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:15:24.365644 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271ebcf7-ebf3-464f-b90b-0a63760aba37 None None] Received port after_create {{(pid=104006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 05:15:24.370322 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271ebcf7-ebf3-464f-b90b-0a63760aba37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:15:24.370690 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271ebcf7-ebf3-464f-b90b-0a63760aba37 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:15:24.371038 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271ebcf7-ebf3-464f-b90b-0a63760aba37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:15:24.371425 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271ebcf7-ebf3-464f-b90b-0a63760aba37 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:15:24.371767 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271ebcf7-ebf3-464f-b90b-0a63760aba37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:15:24.372116 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271ebcf7-ebf3-464f-b90b-0a63760aba37 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:15:24.372432 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271ebcf7-ebf3-464f-b90b-0a63760aba37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:15:24.372759 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271ebcf7-ebf3-464f-b90b-0a63760aba37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:15:24.373085 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271ebcf7-ebf3-464f-b90b-0a63760aba37 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:15:24.373412 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271ebcf7-ebf3-464f-b90b-0a63760aba37 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:15:24.373741 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271ebcf7-ebf3-464f-b90b-0a63760aba37 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:15:24.374082 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271ebcf7-ebf3-464f-b90b-0a63760aba37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:15:24.374410 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271ebcf7-ebf3-464f-b90b-0a63760aba37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:15:24.374731 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271ebcf7-ebf3-464f-b90b-0a63760aba37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:15:24.375053 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271ebcf7-ebf3-464f-b90b-0a63760aba37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:15:24.436512 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.managers [None req-271ebcf7-ebf3-464f-b90b-0a63760aba37 None None] Attempting to bind port 1bda0701-2f35-4415-a7ff-f0f1955ebf87 on host dv-cinder-851279-2-iscsi for vnic_type normal with profile {{(pid=104006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 05:15:24.436890 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.managers [None req-271ebcf7-ebf3-464f-b90b-0a63760aba37 None None] Attempting to bind port 1bda0701-2f35-4415-a7ff-f0f1955ebf87 by drivers openvswitch,hyperv on host dv-cinder-851279-2-iscsi at level 0 using segments [{'id': 'aa64d83e-de18-4cf4-9f38-bca00602d684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '0eedaa8c-40c8-44b9-8694-ad5df2c3e587'}] {{(pid=104006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 05:15:24.437248 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271ebcf7-ebf3-464f-b90b-0a63760aba37 None None] Attempting to bind port 1bda0701-2f35-4415-a7ff-f0f1955ebf87 on network 0eedaa8c-40c8-44b9-8694-ad5df2c3e587 {{(pid=104006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 05:15:24.442763 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271ebcf7-ebf3-464f-b90b-0a63760aba37 None None] Checking agent: {'id': 'aa119a64-f506-4951-a68b-6dc6289eaece', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 5, 12, 12), 'started_at': datetime.datetime(2022, 7, 29, 5, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 5, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 05:15:24.443126 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271ebcf7-ebf3-464f-b90b-0a63760aba37 None None] Checking segment: {'id': 'aa64d83e-de18-4cf4-9f38-bca00602d684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '0eedaa8c-40c8-44b9-8694-ad5df2c3e587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 05:15:24.443574 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-271ebcf7-ebf3-464f-b90b-0a63760aba37 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:15:24.443968 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271ebcf7-ebf3-464f-b90b-0a63760aba37 None None] Bound using segment: {'id': 'aa64d83e-de18-4cf4-9f38-bca00602d684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '0eedaa8c-40c8-44b9-8694-ad5df2c3e587'} {{(pid=104006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 05:15:24.444431 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.managers [None req-271ebcf7-ebf3-464f-b90b-0a63760aba37 None None] Bound port: 1bda0701-2f35-4415-a7ff-f0f1955ebf87, host: dv-cinder-851279-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa64d83e-de18-4cf4-9f38-bca00602d684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '0eedaa8c-40c8-44b9-8694-ad5df2c3e587'}}] {{(pid=104006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 05:15:24.445942 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-271ebcf7-ebf3-464f-b90b-0a63760aba37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (1bda0701-2f35-4415-a7ff-f0f1955ebf87), before_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:15:24.509721 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-271ebcf7-ebf3-464f-b90b-0a63760aba37 None None] For port 1bda0701-2f35-4415-a7ff-f0f1955ebf87, host dv-cinder-851279-2-iscsi, cleared binding levels {{(pid=104006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 05:15:24.513137 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-271ebcf7-ebf3-464f-b90b-0a63760aba37 None None] For port 1bda0701-2f35-4415-a7ff-f0f1955ebf87, host dv-cinder-851279-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-2-iscsi',level=0,port_id=1bda0701-2f35-4415-a7ff-f0f1955ebf87,segment=NetworkSegment(aa64d83e-de18-4cf4-9f38-bca00602d684),segment_id=aa64d83e-de18-4cf4-9f38-bca00602d684)] {{(pid=104006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 05:15:24.520684 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-271ebcf7-ebf3-464f-b90b-0a63760aba37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (1bda0701-2f35-4415-a7ff-f0f1955ebf87), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:15:24.583760 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271ebcf7-ebf3-464f-b90b-0a63760aba37 None None] Pushing event updated for resources: {'Port': ['ID=1bda0701-2f35-4415-a7ff-f0f1955ebf87,revision_number=2']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:15:25.422902 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b22953-3bb4-4672-bbbc-1ae1892e2935 None None] Network 0eedaa8c-40c8-44b9-8694-ad5df2c3e587 requested from dv-cinder-851279-2-iscsi {{(pid=104006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 05:15:25.475656 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:15:25.481780 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:15:25.545775 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-5b79ca9b-160a-4b9d-ab83-aec12375c34b None None] Provisioning complete for port 1bda0701-2f35-4415-a7ff-f0f1955ebf87 triggered by entity DHCP. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:15:25.546161 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-5b79ca9b-160a-4b9d-ab83-aec12375c34b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (1bda0701-2f35-4415-a7ff-f0f1955ebf87), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:15:25.637939 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-5b79ca9b-160a-4b9d-ab83-aec12375c34b None None] Current status of the port 1bda0701-2f35-4415-a7ff-f0f1955ebf87 is: DOWN; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:15:25.638723 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-5b79ca9b-160a-4b9d-ab83-aec12375c34b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (1bda0701-2f35-4415-a7ff-f0f1955ebf87), before_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:15:25.682146 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-5b79ca9b-160a-4b9d-ab83-aec12375c34b None None] For port 1bda0701-2f35-4415-a7ff-f0f1955ebf87, host dv-cinder-851279-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-2-iscsi',level=0,port_id=1bda0701-2f35-4415-a7ff-f0f1955ebf87,segment=NetworkSegment(aa64d83e-de18-4cf4-9f38-bca00602d684),segment_id=aa64d83e-de18-4cf4-9f38-bca00602d684)] {{(pid=104006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:15:25.691149 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-5b79ca9b-160a-4b9d-ab83-aec12375c34b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (1bda0701-2f35-4415-a7ff-f0f1955ebf87), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:15:25.761065 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b79ca9b-160a-4b9d-ab83-aec12375c34b None None] Pushing event updated for resources: {'Port': ['ID=1bda0701-2f35-4415-a7ff-f0f1955ebf87,revision_number=3']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:15:25.781524 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Device 1bda0701-2f35-4415-a7ff-f0f1955ebf87 up at agent ovs-agent-dv-cinder-851279-2-iscsi {{(pid=104006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 05:15:25.822802 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-1768b3d1-2439-4b08-9158-266e4d48e1c4 None None] Provisioning complete for port 1bda0701-2f35-4415-a7ff-f0f1955ebf87 triggered by entity DHCP. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:15:25.823189 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-1768b3d1-2439-4b08-9158-266e4d48e1c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (1bda0701-2f35-4415-a7ff-f0f1955ebf87), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:15:25.870073 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Provisioning complete for port 1bda0701-2f35-4415-a7ff-f0f1955ebf87 triggered by entity L2. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:15:25.870574 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (1bda0701-2f35-4415-a7ff-f0f1955ebf87), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:15:25.937200 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-1768b3d1-2439-4b08-9158-266e4d48e1c4 None None] Current status of the port 1bda0701-2f35-4415-a7ff-f0f1955ebf87 is: ACTIVE; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:15:25.982659 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Current status of the port 1bda0701-2f35-4415-a7ff-f0f1955ebf87 is: ACTIVE; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:15:27.737067 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Device 1bda0701-2f35-4415-a7ff-f0f1955ebf87 up at agent ovs-agent-dv-cinder-851279-2-iscsi {{(pid=104006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 05:15:27.783741 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Provisioning complete for port 1bda0701-2f35-4415-a7ff-f0f1955ebf87 triggered by entity L2. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:15:27.784135 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (1bda0701-2f35-4415-a7ff-f0f1955ebf87), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:15:27.864110 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Current status of the port 1bda0701-2f35-4415-a7ff-f0f1955ebf87 is: ACTIVE; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:15:33.771743 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=73,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:15:34.015930 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=3 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:15:34.017904 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=3 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:15:35.549226 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-6fcd1c3b-3a4a-4c2f-94bb-6104ef924b94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (0319cf4e-40d4-4455-bfa4-d5e1d8f6ed41), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:15:37.006342 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.agents_db [None req-24db149f-f2c4-42ba-b1ad-acaecd0c6386 None None] Agent healthcheck: found 5 active agents {{(pid=104007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 05:15:38.089545 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:15:38.099785 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-4fb6c9a1-9ce8-414e-9911-23b05ca6e93c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (8a9a6061-e61b-4901-b35e-5e71dea10db3), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:15:39.919980 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c0cfcfc2-d3d3-4a7d-ac6c-95a3fd745979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (543ff7d7-1636-45b2-a25e-e19209bc2e01), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:15:41.622330 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-25d2d662-1c10-455a-a758-35c132406432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (7da8dcb9-9a4e-44fd-b4da-fa922ad17d56), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:15:41.769077 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (aa119a64-f506-4951-a68b-6dc6289eaece), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:15:47.003310 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=2 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:15:51.757916 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:15:51.764436 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:16:05.552726 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-a2c24674-0fce-4d3c-8275-4d30d281f871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (0319cf4e-40d4-4455-bfa4-d5e1d8f6ed41), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:16:08.105782 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-77e3e090-86d6-479e-be8b-8000d9b32a11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (8a9a6061-e61b-4901-b35e-5e71dea10db3), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:16:09.921429 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c0cfcfc2-d3d3-4a7d-ac6c-95a3fd745979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (543ff7d7-1636-45b2-a25e-e19209bc2e01), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:16:11.009430 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=3 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:16:11.013824 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:16:11.625536 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-25d2d662-1c10-455a-a758-35c132406432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (7da8dcb9-9a4e-44fd-b4da-fa922ad17d56), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:16:11.767089 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (aa119a64-f506-4951-a68b-6dc6289eaece), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:16:14.006328 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.agents_db [None req-24db149f-f2c4-42ba-b1ad-acaecd0c6386 None None] Agent healthcheck: found 5 active agents {{(pid=104007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 05:16:21.760319 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:UPDATE=2,neutron:SELECT=7 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:16:21.763044 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:16:24.001256 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:16:24.002194 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:16:35.558138 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-e69205d3-3b2a-4a86-902c-3e88a078658e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (0319cf4e-40d4-4455-bfa4-d5e1d8f6ed41), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:16:38.108585 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-4d67df23-3354-40c2-8097-21b67132e3af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (8a9a6061-e61b-4901-b35e-5e71dea10db3), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:16:39.923259 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c0cfcfc2-d3d3-4a7d-ac6c-95a3fd745979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (543ff7d7-1636-45b2-a25e-e19209bc2e01), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:16:41.631247 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-25d2d662-1c10-455a-a758-35c132406432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (7da8dcb9-9a4e-44fd-b4da-fa922ad17d56), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:16:41.771033 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (aa119a64-f506-4951-a68b-6dc6289eaece), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:16:48.011798 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:16:48.021228 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=5 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:16:51.005513 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.agents_db [None req-24db149f-f2c4-42ba-b1ad-acaecd0c6386 None None] Agent healthcheck: found 5 active agents {{(pid=104007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 05:16:51.759399 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:16:51.766427 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:17:01.771333 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=14 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:17:01.773914 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=14 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:17:05.562591 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-7e867bf9-8bfb-4eb0-a856-fe6867deadab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (0319cf4e-40d4-4455-bfa4-d5e1d8f6ed41), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:17:08.114507 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-fff5467f-0a25-4035-b3ef-1689c00306ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (8a9a6061-e61b-4901-b35e-5e71dea10db3), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:17:09.926517 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c0cfcfc2-d3d3-4a7d-ac6c-95a3fd745979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (543ff7d7-1636-45b2-a25e-e19209bc2e01), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:17:11.634807 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-25d2d662-1c10-455a-a758-35c132406432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (7da8dcb9-9a4e-44fd-b4da-fa922ad17d56), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:17:11.776140 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (aa119a64-f506-4951-a68b-6dc6289eaece), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:17:21.768994 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:17:21.770997 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:17:23.040100 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 55514) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:17:23.046528 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [None req-28f05eb6-b982-4cd6-a391-1caa061203f2 tempest-verify_tempest_config-144266387 tempest-verify_tempest_config-144266387-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=104005) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 29 05:17:23.047605 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-28f05eb6-b982-4cd6-a391-1caa061203f2 tempest-verify_tempest_config-144266387 tempest-verify_tempest_config-144266387-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0065088 Jul 29 05:17:23.373925 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 55532) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:17:23.506422 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-b8e6b94b-17ee-4b4f-9b41-5e1f769199e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:17:23.586917 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-b8e6b94b-17ee-4b4f-9b41-5e1f769199e3 admin admin] Publish callbacks [] for security_group (91730342-7131-4a8e-8df1-adcecfec1c30), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:17:23.602938 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-b8e6b94b-17ee-4b4f-9b41-5e1f769199e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (91730342-7131-4a8e-8df1-adcecfec1c30), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:17:23.652423 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e6b94b-17ee-4b4f-9b41-5e1f769199e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91730342-7131-4a8e-8df1-adcecfec1c30,revision_number=1']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:17:23.656286 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-b8e6b94b-17ee-4b4f-9b41-5e1f769199e3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b313bdf29812427db498369fe28dfff3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2813747 Jul 29 05:17:23.659126 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 55538) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:17:23.661935 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e6b94b-17ee-4b4f-9b41-5e1f769199e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:17:23.662279 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e6b94b-17ee-4b4f-9b41-5e1f769199e3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:17:23.662647 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e6b94b-17ee-4b4f-9b41-5e1f769199e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:17:23.663560 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e6b94b-17ee-4b4f-9b41-5e1f769199e3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:17:23.663892 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e6b94b-17ee-4b4f-9b41-5e1f769199e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:17:23.664226 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e6b94b-17ee-4b4f-9b41-5e1f769199e3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:17:23.664556 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e6b94b-17ee-4b4f-9b41-5e1f769199e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:17:23.664876 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e6b94b-17ee-4b4f-9b41-5e1f769199e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:17:23.665219 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e6b94b-17ee-4b4f-9b41-5e1f769199e3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:17:23.665549 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e6b94b-17ee-4b4f-9b41-5e1f769199e3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:17:23.665936 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e6b94b-17ee-4b4f-9b41-5e1f769199e3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:17:23.666288 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e6b94b-17ee-4b4f-9b41-5e1f769199e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:17:23.666612 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e6b94b-17ee-4b4f-9b41-5e1f769199e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:17:23.666934 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e6b94b-17ee-4b4f-9b41-5e1f769199e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:17:23.667254 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e6b94b-17ee-4b4f-9b41-5e1f769199e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:17:23.742490 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-114a38ce-de38-4c37-bd26-65266d40d568 admin admin] Publish callbacks [] for security_group (91730342-7131-4a8e-8df1-adcecfec1c30), before_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:17:23.765059 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-114a38ce-de38-4c37-bd26-65266d40d568 admin admin] Publish callbacks [] for security_group (91730342-7131-4a8e-8df1-adcecfec1c30), precommit_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:17:23.865281 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-114a38ce-de38-4c37-bd26-65266d40d568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (91730342-7131-4a8e-8df1-adcecfec1c30), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:17:23.867986 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-114a38ce-de38-4c37-bd26-65266d40d568 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:17:23.872232 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-114a38ce-de38-4c37-bd26-65266d40d568 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/91730342-7131-4a8e-8df1-adcecfec1c30 HTTP/1.1" status: 204 len: 168 time: 0.2120051 Jul 29 05:17:23.884699 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114a38ce-de38-4c37-bd26-65266d40d568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91730342-7131-4a8e-8df1-adcecfec1c30,revision_number=None']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:17:23.892312 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114a38ce-de38-4c37-bd26-65266d40d568 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:17:23.892610 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114a38ce-de38-4c37-bd26-65266d40d568 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:17:23.892972 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114a38ce-de38-4c37-bd26-65266d40d568 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:17:23.894108 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114a38ce-de38-4c37-bd26-65266d40d568 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:17:23.894108 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114a38ce-de38-4c37-bd26-65266d40d568 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:17:23.894108 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114a38ce-de38-4c37-bd26-65266d40d568 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:17:23.894395 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114a38ce-de38-4c37-bd26-65266d40d568 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:17:23.894590 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114a38ce-de38-4c37-bd26-65266d40d568 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:17:23.894934 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114a38ce-de38-4c37-bd26-65266d40d568 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:17:23.895266 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114a38ce-de38-4c37-bd26-65266d40d568 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:17:23.895635 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114a38ce-de38-4c37-bd26-65266d40d568 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:17:23.896017 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114a38ce-de38-4c37-bd26-65266d40d568 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:17:23.896309 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114a38ce-de38-4c37-bd26-65266d40d568 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:17:23.896652 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114a38ce-de38-4c37-bd26-65266d40d568 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:17:23.897008 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114a38ce-de38-4c37-bd26-65266d40d568 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:17:25.017602 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=4 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:17:25.019088 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=2 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:17:28.004803 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.agents_db [None req-24db149f-f2c4-42ba-b1ad-acaecd0c6386 None None] Agent healthcheck: found 5 active agents {{(pid=104007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 05:17:33.650766 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=16,neutron:INSERT=6 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:17:33.658075 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=23,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:17:33.880074 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:17:33.888634 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:17:35.566011 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-736e64cb-4403-411d-859d-7beed1a88a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (0319cf4e-40d4-4455-bfa4-d5e1d8f6ed41), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:17:38.000979 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=2 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:17:38.109303 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-649dba8a-80c5-4567-893f-66fe953a5b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (8a9a6061-e61b-4901-b35e-5e71dea10db3), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:17:39.936816 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c0cfcfc2-d3d3-4a7d-ac6c-95a3fd745979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (543ff7d7-1636-45b2-a25e-e19209bc2e01), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:17:41.632665 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-25d2d662-1c10-455a-a758-35c132406432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (7da8dcb9-9a4e-44fd-b4da-fa922ad17d56), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:17:41.769763 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (aa119a64-f506-4951-a68b-6dc6289eaece), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:17:51.763465 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:17:51.765396 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:18:02.007732 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=2 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:18:03.004232 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:18:05.004249 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.agents_db [None req-24db149f-f2c4-42ba-b1ad-acaecd0c6386 None None] Agent healthcheck: found 5 active agents {{(pid=104007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 05:18:05.577828 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-bd29a388-c376-4d84-b450-3fe63998e1e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (0319cf4e-40d4-4455-bfa4-d5e1d8f6ed41), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:18:08.111702 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-6b97eedd-a5b9-459a-99cd-d107688f32e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (8a9a6061-e61b-4901-b35e-5e71dea10db3), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:18:09.932912 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c0cfcfc2-d3d3-4a7d-ac6c-95a3fd745979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (543ff7d7-1636-45b2-a25e-e19209bc2e01), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:18:11.632250 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-25d2d662-1c10-455a-a758-35c132406432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (7da8dcb9-9a4e-44fd-b4da-fa922ad17d56), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:18:11.775111 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (aa119a64-f506-4951-a68b-6dc6289eaece), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:18:15.000497 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:18:15.001924 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:18:21.763280 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:18:21.769643 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:18:25.009733 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=2 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:18:35.570440 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-aaf58ee6-b142-4286-9f0f-6fe610346bf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (0319cf4e-40d4-4455-bfa4-d5e1d8f6ed41), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:18:38.113707 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-07355f3a-8203-4247-8392-7cc5e1541cc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (8a9a6061-e61b-4901-b35e-5e71dea10db3), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:18:39.013671 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=2 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:18:39.018748 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=4 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:18:39.937560 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c0cfcfc2-d3d3-4a7d-ac6c-95a3fd745979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (543ff7d7-1636-45b2-a25e-e19209bc2e01), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:18:41.635134 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-25d2d662-1c10-455a-a758-35c132406432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (7da8dcb9-9a4e-44fd-b4da-fa922ad17d56), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:18:41.778779 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (aa119a64-f506-4951-a68b-6dc6289eaece), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:18:42.003394 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.agents_db [None req-24db149f-f2c4-42ba-b1ad-acaecd0c6386 None None] Agent healthcheck: found 5 active agents {{(pid=104007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 05:18:51.773266 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:18:51.775161 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:19:01.768147 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=10 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:19:01.771846 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=18 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:19:05.573790 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-45faa12f-2ef8-4d91-bb5c-53bc3efdad35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (0319cf4e-40d4-4455-bfa4-d5e1d8f6ed41), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:19:06.904674 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-361381'] for agent (12b139f9-2daf-4047-bd2d-6bc43cda34b6), after_create {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:19:08.116003 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-00fb0eab-49f4-40b1-9f88-8a5622654cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (8a9a6061-e61b-4901-b35e-5e71dea10db3), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:19:09.938397 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c0cfcfc2-d3d3-4a7d-ac6c-95a3fd745979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (543ff7d7-1636-45b2-a25e-e19209bc2e01), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:19:11.638427 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-25d2d662-1c10-455a-a758-35c132406432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (7da8dcb9-9a4e-44fd-b4da-fa922ad17d56), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:19:11.785326 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (aa119a64-f506-4951-a68b-6dc6289eaece), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:19:16.021036 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=2 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:19:16.025798 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=4 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:19:18.924536 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 55612) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:19:19.004640 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.agents_db [None req-24db149f-f2c4-42ba-b1ad-acaecd0c6386 None None] Agent healthcheck: found 6 active agents {{(pid=104007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 05:19:19.032818 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-02c2397d-3769-45cf-84a4-3327413c1316 admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1071892 Jul 29 05:19:21.103501 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 55622) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:19:21.159102 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-3fa369db-0343-487d-8e55-cd26f52a0b0a admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0545220 Jul 29 05:19:21.627981 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=7,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:19:21.779968 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:19:29.004997 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=2 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:19:31.153980 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=2 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:19:31.154748 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=2 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:19:35.575834 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-025c7c81-109b-474a-9cc8-27cb745001a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (0319cf4e-40d4-4455-bfa4-d5e1d8f6ed41), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:19:36.887419 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (12b139f9-2daf-4047-bd2d-6bc43cda34b6), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:19:38.118969 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-6d983c62-b532-4a28-acd7-7d653b750396 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (8a9a6061-e61b-4901-b35e-5e71dea10db3), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:19:39.941354 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c0cfcfc2-d3d3-4a7d-ac6c-95a3fd745979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (543ff7d7-1636-45b2-a25e-e19209bc2e01), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:19:41.642335 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-25d2d662-1c10-455a-a758-35c132406432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (7da8dcb9-9a4e-44fd-b4da-fa922ad17d56), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:19:41.778586 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (aa119a64-f506-4951-a68b-6dc6289eaece), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:19:51.772063 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:19:51.775440 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:19:56.003932 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.agents_db [None req-24db149f-f2c4-42ba-b1ad-acaecd0c6386 None None] Agent healthcheck: found 6 active agents {{(pid=104007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 05:20:05.581526 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-08aecb9f-fcb7-4843-94da-24124ae8982b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (0319cf4e-40d4-4455-bfa4-d5e1d8f6ed41), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:20:05.999601 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:20:06.000380 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=4 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:20:06.890662 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (12b139f9-2daf-4047-bd2d-6bc43cda34b6), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:20:08.121707 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-dabc18c5-5552-489a-9416-d3329b7201e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (8a9a6061-e61b-4901-b35e-5e71dea10db3), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:20:09.945199 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c0cfcfc2-d3d3-4a7d-ac6c-95a3fd745979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (543ff7d7-1636-45b2-a25e-e19209bc2e01), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:20:11.653464 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-25d2d662-1c10-455a-a758-35c132406432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (7da8dcb9-9a4e-44fd-b4da-fa922ad17d56), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:20:11.788616 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (aa119a64-f506-4951-a68b-6dc6289eaece), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:20:21.772842 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:20:21.783940 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:20:30.018679 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=3 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:20:30.019602 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=3 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:20:33.002184 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.agents_db [None req-24db149f-f2c4-42ba-b1ad-acaecd0c6386 None None] Agent healthcheck: found 6 active agents {{(pid=104007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 05:20:35.574553 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-20c33c3e-2b45-4a44-beb7-34496fe8af82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (0319cf4e-40d4-4455-bfa4-d5e1d8f6ed41), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:20:36.889404 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (12b139f9-2daf-4047-bd2d-6bc43cda34b6), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:20:38.127572 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-737a4612-62d5-4cf8-8ac3-77a55651496c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (8a9a6061-e61b-4901-b35e-5e71dea10db3), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:20:39.952056 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c0cfcfc2-d3d3-4a7d-ac6c-95a3fd745979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (543ff7d7-1636-45b2-a25e-e19209bc2e01), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:20:41.650813 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-25d2d662-1c10-455a-a758-35c132406432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (7da8dcb9-9a4e-44fd-b4da-fa922ad17d56), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:20:41.784511 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (aa119a64-f506-4951-a68b-6dc6289eaece), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:20:42.998718 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=2 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:20:51.772508 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:20:51.780293 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:20:59.482339 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 55790) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:20:59.631463 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 55804) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:20:59.816679 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.v2.base [None req-4a8b09e8-8d08-4fa0-9126-f8f7a0eec059 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1869579504-network', 'tenant_id': '153fe5d9d64346f6b7419eba91948678'}} {{(pid=104005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:20:59.839486 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a8b09e8-8d08-4fa0-9126-f8f7a0eec059 admin admin] Made reservation on behalf of 153fe5d9d64346f6b7419eba91948678 for: {'network': 1} {{(pid=104005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 05:20:59.841904 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-4a8b09e8-8d08-4fa0-9126-f8f7a0eec059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for network (None), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:20:59.852318 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-4a8b09e8-8d08-4fa0-9126-f8f7a0eec059 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:20:59.949306 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-4a8b09e8-8d08-4fa0-9126-f8f7a0eec059 admin admin] Publish callbacks [] for security_group (d2d77d07-9d3f-4f87-89d0-b3dbc311f20c), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:20:59.955429 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-4a8b09e8-8d08-4fa0-9126-f8f7a0eec059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (d2d77d07-9d3f-4f87-89d0-b3dbc311f20c), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:20:59.987687 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8b09e8-8d08-4fa0-9126-f8f7a0eec059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2d77d07-9d3f-4f87-89d0-b3dbc311f20c,revision_number=1']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:20:59.998378 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8b09e8-8d08-4fa0-9126-f8f7a0eec059 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:20:59.999162 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8b09e8-8d08-4fa0-9126-f8f7a0eec059 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:20:59.999571 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8b09e8-8d08-4fa0-9126-f8f7a0eec059 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:20:59.999973 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8b09e8-8d08-4fa0-9126-f8f7a0eec059 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:21:00.000313 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8b09e8-8d08-4fa0-9126-f8f7a0eec059 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:21:00.000664 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8b09e8-8d08-4fa0-9126-f8f7a0eec059 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:21:00.001046 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8b09e8-8d08-4fa0-9126-f8f7a0eec059 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:21:00.001805 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8b09e8-8d08-4fa0-9126-f8f7a0eec059 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:21:00.002169 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8b09e8-8d08-4fa0-9126-f8f7a0eec059 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:21:00.002504 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8b09e8-8d08-4fa0-9126-f8f7a0eec059 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:21:00.003032 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8b09e8-8d08-4fa0-9126-f8f7a0eec059 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:21:00.003561 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8b09e8-8d08-4fa0-9126-f8f7a0eec059 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:21:00.003892 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8b09e8-8d08-4fa0-9126-f8f7a0eec059 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:21:00.004245 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8b09e8-8d08-4fa0-9126-f8f7a0eec059 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:21:00.004544 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8b09e8-8d08-4fa0-9126-f8f7a0eec059 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:21:00.005857 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8b09e8-8d08-4fa0-9126-f8f7a0eec059 admin admin] Tracked resource versions report: Jul 29 05:21:00.005857 dv-cinder-851279-2-iscsi neutron-server[104005]: pushed versions: Jul 29 05:21:00.005857 dv-cinder-851279-2-iscsi neutron-server[104005]: { 'AddressGroup': {'1.2'}, Jul 29 05:21:00.005857 dv-cinder-851279-2-iscsi neutron-server[104005]: 'Agent': {'1.1'}, Jul 29 05:21:00.005857 dv-cinder-851279-2-iscsi neutron-server[104005]: 'ConntrackHelper': {'1.0'}, Jul 29 05:21:00.005857 dv-cinder-851279-2-iscsi neutron-server[104005]: 'LocalIPAssociation': {'1.0'}, Jul 29 05:21:00.005857 dv-cinder-851279-2-iscsi neutron-server[104005]: 'Log': {'1.0'}, Jul 29 05:21:00.005857 dv-cinder-851279-2-iscsi neutron-server[104005]: 'NDPProxy': {'1.0'}, Jul 29 05:21:00.005857 dv-cinder-851279-2-iscsi neutron-server[104005]: 'Network': {'1.1'}, Jul 29 05:21:00.005857 dv-cinder-851279-2-iscsi neutron-server[104005]: 'Port': {'1.7'}, Jul 29 05:21:00.005857 dv-cinder-851279-2-iscsi neutron-server[104005]: 'PortForwarding': {'1.3'}, Jul 29 05:21:00.005857 dv-cinder-851279-2-iscsi neutron-server[104005]: 'QosPolicy': {'1.10'}, Jul 29 05:21:00.005857 dv-cinder-851279-2-iscsi neutron-server[104005]: 'SecurityGroup': {'1.5'}, Jul 29 05:21:00.005857 dv-cinder-851279-2-iscsi neutron-server[104005]: 'SecurityGroupRule': {'1.2'}, Jul 29 05:21:00.005857 dv-cinder-851279-2-iscsi neutron-server[104005]: 'SubPort': {'1.0'}, Jul 29 05:21:00.005857 dv-cinder-851279-2-iscsi neutron-server[104005]: 'Subnet': {'1.1'}, Jul 29 05:21:00.005857 dv-cinder-851279-2-iscsi neutron-server[104005]: 'Trunk': {'1.1'}} Jul 29 05:21:00.005857 dv-cinder-851279-2-iscsi neutron-server[104005]: consumer versions: Jul 29 05:21:00.005857 dv-cinder-851279-2-iscsi neutron-server[104005]: { DHCP agent@dv-cinder-851279-2-iscsi: {}, Jul 29 05:21:00.005857 dv-cinder-851279-2-iscsi neutron-server[104005]: HyperV agent@hv-cinder-85127: {}, Jul 29 05:21:00.005857 dv-cinder-851279-2-iscsi neutron-server[104005]: L3 agent@dv-cinder-851279-2-iscsi: {}, Jul 29 05:21:00.005857 dv-cinder-851279-2-iscsi neutron-server[104005]: Metadata agent@dv-cinder-851279-2-iscsi: {}, Jul 29 05:21:00.005857 dv-cinder-851279-2-iscsi neutron-server[104005]: Metering agent@dv-cinder-851279-2-iscsi: {}, Jul 29 05:21:00.005857 dv-cinder-851279-2-iscsi neutron-server[104005]: Open vSwitch agent@dv-cinder-851279-2-iscsi: { 'AddressGroup': '1.2', Jul 29 05:21:00.005857 dv-cinder-851279-2-iscsi neutron-server[104005]: 'Agent': '1.1', Jul 29 05:21:00.005857 dv-cinder-851279-2-iscsi neutron-server[104005]: 'ConntrackHelper': '1.0', Jul 29 05:21:00.005857 dv-cinder-851279-2-iscsi neutron-server[104005]: 'LocalIPAssociation': '1.0', Jul 29 05:21:00.005857 dv-cinder-851279-2-iscsi neutron-server[104005]: 'Log': '1.0', Jul 29 05:21:00.005857 dv-cinder-851279-2-iscsi neutron-server[104005]: 'NDPProxy': '1.0', Jul 29 05:21:00.005857 dv-cinder-851279-2-iscsi neutron-server[104005]: 'Network': '1.1', Jul 29 05:21:00.005857 dv-cinder-851279-2-iscsi neutron-server[104005]: 'Port': '1.7', Jul 29 05:21:00.005857 dv-cinder-851279-2-iscsi neutron-server[104005]: 'PortForwarding': '1.3', Jul 29 05:21:00.005857 dv-cinder-851279-2-iscsi neutron-server[104005]: 'QosPolicy': '1.10', Jul 29 05:21:00.005857 dv-cinder-851279-2-iscsi neutron-server[104005]: 'SecurityGroup': '1.5', Jul 29 05:21:00.005857 dv-cinder-851279-2-iscsi neutron-server[104005]: 'SecurityGroupRule': '1.2', Jul 29 05:21:00.005857 dv-cinder-851279-2-iscsi neutron-server[104005]: 'SubPort': '1.0', Jul 29 05:21:00.005857 dv-cinder-851279-2-iscsi neutron-server[104005]: 'Subnet': '1.1', Jul 29 05:21:00.005857 dv-cinder-851279-2-iscsi neutron-server[104005]: 'Trunk': '1.1'}} Jul 29 05:21:00.005857 dv-cinder-851279-2-iscsi neutron-server[104005]: {{(pid=104005) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 05:21:00.014212 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a8b09e8-8d08-4fa0-9126-f8f7a0eec059 admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=104005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 05:21:00.025954 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-4a8b09e8-8d08-4fa0-9126-f8f7a0eec059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501452'] for segment (2ceab750-82be-448f-8b3e-b595d666c0d7), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:00.026303 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.db.segments_db [None req-4a8b09e8-8d08-4fa0-9126-f8f7a0eec059 admin admin] Added segment 2ceab750-82be-448f-8b3e-b595d666c0d7 of type vlan for network 71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9 Jul 29 05:21:00.070536 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-4a8b09e8-8d08-4fa0-9126-f8f7a0eec059 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737760211330'] for network (71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:00.098369 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-4a8b09e8-8d08-4fa0-9126-f8f7a0eec059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436'] for network (71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:00.100471 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8b09e8-8d08-4fa0-9126-f8f7a0eec059 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:21:00.101054 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-4a8b09e8-8d08-4fa0-9126-f8f7a0eec059 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670410'] for network (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:00.151326 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.v2.base [None req-8d52f2e0-da17-4a9b-9152-caf6d5f8792a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-392654816-network', 'tenant_id': '9d8baaf2e23546ee8ed1de278617c7d2'}} {{(pid=104005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:21:00.162913 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-4a8b09e8-8d08-4fa0-9126-f8f7a0eec059 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 0.6782758 Jul 29 05:21:00.166237 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 55836) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:21:00.172416 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.v2.base [None req-455b9f4f-7bfd-4f85-ac60-decf05bc738a admin admin] Request body: {'subnet': {'network_id': '71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1869579504-subnet', 'tenant_id': '153fe5d9d64346f6b7419eba91948678', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:21:00.188874 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8b09e8-8d08-4fa0-9126-f8f7a0eec059 admin admin] Pushing event updated for resources: {'Network': ['ID=71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9,revision_number=1']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:00.202142 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d52f2e0-da17-4a9b-9152-caf6d5f8792a admin admin] Made reservation on behalf of 9d8baaf2e23546ee8ed1de278617c7d2 for: {'network': 1} {{(pid=104005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 05:21:00.204803 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-8d52f2e0-da17-4a9b-9152-caf6d5f8792a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for network (None), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:00.208279 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Network 71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9 details requested by agent ovs-agent-dv-cinder-851279-2-iscsi with host dv-cinder-851279-2-iscsi {{(pid=104006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 05:21:00.219449 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-8d52f2e0-da17-4a9b-9152-caf6d5f8792a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:00.238563 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-455b9f4f-7bfd-4f85-ac60-decf05bc738a admin admin] Made reservation on behalf of 153fe5d9d64346f6b7419eba91948678 for: {'subnet': 1} {{(pid=104004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 05:21:00.241811 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-455b9f4f-7bfd-4f85-ac60-decf05bc738a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:00.332339 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 55844) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:21:00.345947 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-8d52f2e0-da17-4a9b-9152-caf6d5f8792a admin admin] Publish callbacks [] for security_group (0935983f-f187-450a-a1be-ab36d27962a8), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:00.349608 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 55850) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:21:00.357926 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-8d52f2e0-da17-4a9b-9152-caf6d5f8792a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (0935983f-f187-450a-a1be-ab36d27962a8), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:00.387747 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d52f2e0-da17-4a9b-9152-caf6d5f8792a admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=104005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 05:21:00.397473 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 55854) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:21:00.401721 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d52f2e0-da17-4a9b-9152-caf6d5f8792a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0935983f-f187-450a-a1be-ab36d27962a8,revision_number=1']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:00.410796 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-8d52f2e0-da17-4a9b-9152-caf6d5f8792a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501452'] for segment (7dd9aee4-ac8a-4d05-b89c-b82451a25827), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:00.411130 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.db.segments_db [None req-8d52f2e0-da17-4a9b-9152-caf6d5f8792a admin admin] Added segment 7dd9aee4-ac8a-4d05-b89c-b82451a25827 of type vlan for network b55efc63-6791-470d-af15-935a2f0fc83e Jul 29 05:21:00.464717 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-8d52f2e0-da17-4a9b-9152-caf6d5f8792a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737760211330'] for network (b55efc63-6791-470d-af15-935a2f0fc83e), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:00.495629 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-8d52f2e0-da17-4a9b-9152-caf6d5f8792a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436'] for network (b55efc63-6791-470d-af15-935a2f0fc83e), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:00.497738 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d52f2e0-da17-4a9b-9152-caf6d5f8792a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:21:00.498473 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-8d52f2e0-da17-4a9b-9152-caf6d5f8792a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670410'] for network (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:00.514345 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 55860) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:21:00.540395 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-455b9f4f-7bfd-4f85-ac60-decf05bc738a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-292102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436'] for subnet (a137c074-4437-44e5-8103-6184a1dda097), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:00.572854 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-8d52f2e0-da17-4a9b-9152-caf6d5f8792a admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.9400873 Jul 29 05:21:00.579217 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 55864) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:21:00.579997 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d52f2e0-da17-4a9b-9152-caf6d5f8792a admin admin] Pushing event updated for resources: {'Network': ['ID=b55efc63-6791-470d-af15-935a2f0fc83e,revision_number=1']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:00.586297 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.v2.base [None req-4355d4c0-d157-4ab7-978d-e29bca15cbe6 admin admin] Request body: {'subnet': {'network_id': 'b55efc63-6791-470d-af15-935a2f0fc83e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-392654816-subnet', 'tenant_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:21:00.592701 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Network b55efc63-6791-470d-af15-935a2f0fc83e details requested by agent ovs-agent-dv-cinder-851279-2-iscsi with host dv-cinder-851279-2-iscsi {{(pid=104006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 05:21:00.619202 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b9f4f-7bfd-4f85-ac60-decf05bc738a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a137c074-4437-44e5-8103-6184a1dda097,revision_number=0']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:00.627922 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:00.631529 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b9f4f-7bfd-4f85-ac60-decf05bc738a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:21:00.631880 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b9f4f-7bfd-4f85-ac60-decf05bc738a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:21:00.632238 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b9f4f-7bfd-4f85-ac60-decf05bc738a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:21:00.632760 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b9f4f-7bfd-4f85-ac60-decf05bc738a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:21:00.633264 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b9f4f-7bfd-4f85-ac60-decf05bc738a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:21:00.633765 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b9f4f-7bfd-4f85-ac60-decf05bc738a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:21:00.634258 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b9f4f-7bfd-4f85-ac60-decf05bc738a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:21:00.634741 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b9f4f-7bfd-4f85-ac60-decf05bc738a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:21:00.635253 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b9f4f-7bfd-4f85-ac60-decf05bc738a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:21:00.635787 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b9f4f-7bfd-4f85-ac60-decf05bc738a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:21:00.636298 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b9f4f-7bfd-4f85-ac60-decf05bc738a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:21:00.636786 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b9f4f-7bfd-4f85-ac60-decf05bc738a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:21:00.637119 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b9f4f-7bfd-4f85-ac60-decf05bc738a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:21:00.637449 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b9f4f-7bfd-4f85-ac60-decf05bc738a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:21:00.637774 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b9f4f-7bfd-4f85-ac60-decf05bc738a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:21:00.637897 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.v2.base [None req-3b8659db-99e9-4d9b-a622-e32bf1122f85 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-440609583-network', 'tenant_id': '91858dac25b4484e95e7354ade64775d'}} {{(pid=104005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:21:00.639033 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b9f4f-7bfd-4f85-ac60-decf05bc738a admin admin] Tracked resource versions report: Jul 29 05:21:00.639033 dv-cinder-851279-2-iscsi neutron-server[104004]: pushed versions: Jul 29 05:21:00.639033 dv-cinder-851279-2-iscsi neutron-server[104004]: { 'AddressGroup': {'1.2'}, Jul 29 05:21:00.639033 dv-cinder-851279-2-iscsi neutron-server[104004]: 'Agent': {'1.1'}, Jul 29 05:21:00.639033 dv-cinder-851279-2-iscsi neutron-server[104004]: 'ConntrackHelper': {'1.0'}, Jul 29 05:21:00.639033 dv-cinder-851279-2-iscsi neutron-server[104004]: 'LocalIPAssociation': {'1.0'}, Jul 29 05:21:00.639033 dv-cinder-851279-2-iscsi neutron-server[104004]: 'Log': {'1.0'}, Jul 29 05:21:00.639033 dv-cinder-851279-2-iscsi neutron-server[104004]: 'NDPProxy': {'1.0'}, Jul 29 05:21:00.639033 dv-cinder-851279-2-iscsi neutron-server[104004]: 'Network': {'1.1'}, Jul 29 05:21:00.639033 dv-cinder-851279-2-iscsi neutron-server[104004]: 'Port': {'1.7'}, Jul 29 05:21:00.639033 dv-cinder-851279-2-iscsi neutron-server[104004]: 'PortForwarding': {'1.3'}, Jul 29 05:21:00.639033 dv-cinder-851279-2-iscsi neutron-server[104004]: 'QosPolicy': {'1.10'}, Jul 29 05:21:00.639033 dv-cinder-851279-2-iscsi neutron-server[104004]: 'SecurityGroup': {'1.5'}, Jul 29 05:21:00.639033 dv-cinder-851279-2-iscsi neutron-server[104004]: 'SecurityGroupRule': {'1.2'}, Jul 29 05:21:00.639033 dv-cinder-851279-2-iscsi neutron-server[104004]: 'SubPort': {'1.0'}, Jul 29 05:21:00.639033 dv-cinder-851279-2-iscsi neutron-server[104004]: 'Subnet': {'1.1'}, Jul 29 05:21:00.639033 dv-cinder-851279-2-iscsi neutron-server[104004]: 'Trunk': {'1.1'}} Jul 29 05:21:00.639033 dv-cinder-851279-2-iscsi neutron-server[104004]: consumer versions: Jul 29 05:21:00.639033 dv-cinder-851279-2-iscsi neutron-server[104004]: { DHCP agent@dv-cinder-851279-2-iscsi: {}, Jul 29 05:21:00.639033 dv-cinder-851279-2-iscsi neutron-server[104004]: HyperV agent@hv-cinder-85127: {}, Jul 29 05:21:00.639033 dv-cinder-851279-2-iscsi neutron-server[104004]: L3 agent@dv-cinder-851279-2-iscsi: {}, Jul 29 05:21:00.639033 dv-cinder-851279-2-iscsi neutron-server[104004]: Metadata agent@dv-cinder-851279-2-iscsi: {}, Jul 29 05:21:00.639033 dv-cinder-851279-2-iscsi neutron-server[104004]: Metering agent@dv-cinder-851279-2-iscsi: {}, Jul 29 05:21:00.639033 dv-cinder-851279-2-iscsi neutron-server[104004]: Open vSwitch agent@dv-cinder-851279-2-iscsi: { 'AddressGroup': '1.2', Jul 29 05:21:00.639033 dv-cinder-851279-2-iscsi neutron-server[104004]: 'Agent': '1.1', Jul 29 05:21:00.639033 dv-cinder-851279-2-iscsi neutron-server[104004]: 'ConntrackHelper': '1.0', Jul 29 05:21:00.639033 dv-cinder-851279-2-iscsi neutron-server[104004]: 'LocalIPAssociation': '1.0', Jul 29 05:21:00.639033 dv-cinder-851279-2-iscsi neutron-server[104004]: 'Log': '1.0', Jul 29 05:21:00.639033 dv-cinder-851279-2-iscsi neutron-server[104004]: 'NDPProxy': '1.0', Jul 29 05:21:00.639033 dv-cinder-851279-2-iscsi neutron-server[104004]: 'Network': '1.1', Jul 29 05:21:00.639033 dv-cinder-851279-2-iscsi neutron-server[104004]: 'Port': '1.7', Jul 29 05:21:00.639033 dv-cinder-851279-2-iscsi neutron-server[104004]: 'PortForwarding': '1.3', Jul 29 05:21:00.639033 dv-cinder-851279-2-iscsi neutron-server[104004]: 'QosPolicy': '1.10', Jul 29 05:21:00.639033 dv-cinder-851279-2-iscsi neutron-server[104004]: 'SecurityGroup': '1.5', Jul 29 05:21:00.639033 dv-cinder-851279-2-iscsi neutron-server[104004]: 'SecurityGroupRule': '1.2', Jul 29 05:21:00.639033 dv-cinder-851279-2-iscsi neutron-server[104004]: 'SubPort': '1.0', Jul 29 05:21:00.639033 dv-cinder-851279-2-iscsi neutron-server[104004]: 'Subnet': '1.1', Jul 29 05:21:00.639033 dv-cinder-851279-2-iscsi neutron-server[104004]: 'Trunk': '1.1'}} Jul 29 05:21:00.639033 dv-cinder-851279-2-iscsi neutron-server[104004]: {{(pid=104004) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 05:21:00.643933 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4355d4c0-d157-4ab7-978d-e29bca15cbe6 admin admin] Made reservation on behalf of 9d8baaf2e23546ee8ed1de278617c7d2 for: {'subnet': 1} {{(pid=104005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 05:21:00.644096 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455b9f4f-7bfd-4f85-ac60-decf05bc738a admin admin] Checking segment: {'id': '2ceab750-82be-448f-8b3e-b595d666c0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 05:21:00.644290 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455b9f4f-7bfd-4f85-ac60-decf05bc738a admin admin] Network hostable DHCP agents. Network: 71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9, hostable agents: ['0319cf4e-40d4-4455-bfa4-d5e1d8f6ed41'], hosted agents: [] {{(pid=104004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 05:21:00.647219 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-4355d4c0-d157-4ab7-978d-e29bca15cbe6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:00.661610 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=72,neutron:INSERT=20,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:00.666547 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455b9f4f-7bfd-4f85-ac60-decf05bc738a admin admin] Network 71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9 is scheduled to be hosted by DHCP agent 0319cf4e-40d4-4455-bfa4-d5e1d8f6ed41 with binding_index 1 {{(pid=104004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 05:21:00.679672 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.base_scheduler [None req-455b9f4f-7bfd-4f85-ac60-decf05bc738a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851279-2-iscsi, 71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9) {{(pid=104004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:21:00.684583 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455b9f4f-7bfd-4f85-ac60-decf05bc738a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:21:00.685445 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-455b9f4f-7bfd-4f85-ac60-decf05bc738a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670410'] for subnet (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:00.700596 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.v2.base [None req-0203849c-61eb-4761-9878-f4b7feb12994 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1942860371-network', 'tenant_id': 'c87396f5e6bf46f5b85720c8e365da81'}} {{(pid=104005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:21:00.710432 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6222a29f-32df-4d12-aab7-62d5be4a1779 None None] Network 71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9 requested from dv-cinder-851279-2-iscsi {{(pid=104006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 05:21:00.711259 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-455b9f4f-7bfd-4f85-ac60-decf05bc738a admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.5432675 Jul 29 05:21:00.715103 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 55868) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:21:00.720589 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.v2.base [None req-1d084a8a-956e-493e-a767-a6fa4a86b482 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1869579504-router', 'tenant_id': '153fe5d9d64346f6b7419eba91948678', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5'}}} {{(pid=104004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:21:00.749571 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.v2.base [None req-e8f49e34-cc50-41a0-aa2d-814eba900cb2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-509135275-network', 'tenant_id': '92f16adc2357459aa0afb68db89031dd'}} {{(pid=104005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:21:00.754201 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0203849c-61eb-4761-9878-f4b7feb12994 admin admin] Made reservation on behalf of c87396f5e6bf46f5b85720c8e365da81 for: {'network': 1} {{(pid=104005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 05:21:00.756694 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-0203849c-61eb-4761-9878-f4b7feb12994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for network (None), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:00.774190 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-1d084a8a-956e-493e-a767-a6fa4a86b482 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1446'] for router (36db0afb-fb03-4a20-ad0d-3d4d25715de0), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:00.775218 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-1d084a8a-956e-493e-a767-a6fa4a86b482 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-401149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374269', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-310650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1455'] for router (36db0afb-fb03-4a20-ad0d-3d4d25715de0), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:00.800613 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.v2.base [None req-cfc022d6-1953-4d35-b805-798d29c8140f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-766186712-network', 'tenant_id': '9fda8c6d9ffa4955b2f19411ee340cb3'}} {{(pid=104004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:21:00.805322 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8f49e34-cc50-41a0-aa2d-814eba900cb2 admin admin] Made reservation on behalf of 92f16adc2357459aa0afb68db89031dd for: {'network': 1} {{(pid=104005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 05:21:00.808290 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-e8f49e34-cc50-41a0-aa2d-814eba900cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for network (None), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:00.825058 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-e8f49e34-cc50-41a0-aa2d-814eba900cb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:00.892080 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-0203849c-61eb-4761-9878-f4b7feb12994 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:00.896904 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b8659db-99e9-4d9b-a622-e32bf1122f85 admin admin] Made reservation on behalf of 91858dac25b4484e95e7354ade64775d for: {'network': 1} {{(pid=104005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 05:21:00.900579 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-3b8659db-99e9-4d9b-a622-e32bf1122f85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for network (None), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:00.918547 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e32e9d-a75e-4368-b0f1-9d03094e4b2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa72ac758-2041-5c60-8584-934e42124f9c-71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9', 'network_id': '71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9', 'project_id': '153fe5d9d64346f6b7419eba91948678', 'fixed_ips': [{'subnet_id': 'a137c074-4437-44e5-8103-6184a1dda097'}]}} from dv-cinder-851279-2-iscsi. {{(pid=104006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 29 05:21:00.919612 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-18e32e9d-a75e-4368-b0f1-9d03094e4b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (None), before_create {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:00.935131 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-1d084a8a-956e-493e-a767-a6fa4a86b482 admin admin] Publish callbacks [] for router_controller (36db0afb-fb03-4a20-ad0d-3d4d25715de0), precommit_add_association {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:00.939059 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfc022d6-1953-4d35-b805-798d29c8140f admin admin] Made reservation on behalf of 9fda8c6d9ffa4955b2f19411ee340cb3 for: {'network': 1} {{(pid=104004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 05:21:00.945526 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cfc022d6-1953-4d35-b805-798d29c8140f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for network (None), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:00.967601 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-3b8659db-99e9-4d9b-a622-e32bf1122f85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:00.987768 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cfc022d6-1953-4d35-b805-798d29c8140f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:01.022620 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-e8f49e34-cc50-41a0-aa2d-814eba900cb2 admin admin] Publish callbacks [] for security_group (5731174d-3e6a-4add-b71b-951a16e1769e), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:01.044149 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-e8f49e34-cc50-41a0-aa2d-814eba900cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (5731174d-3e6a-4add-b71b-951a16e1769e), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:01.081586 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8f49e34-cc50-41a0-aa2d-814eba900cb2 admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=104005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 05:21:01.101678 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=72,neutron:INSERT=24,neutron:UPDATE=4 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:01.149331 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-1d084a8a-956e-493e-a767-a6fa4a86b482 admin admin] Publish callbacks [] for router_gateway (36db0afb-fb03-4a20-ad0d-3d4d25715de0), precommit_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:01.191600 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-e8f49e34-cc50-41a0-aa2d-814eba900cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501452'] for segment (c24ea0bd-8f00-42e2-b69e-2e72b209c7c1), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:01.191952 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.db.segments_db [None req-e8f49e34-cc50-41a0-aa2d-814eba900cb2 admin admin] Added segment c24ea0bd-8f00-42e2-b69e-2e72b209c7c1 of type vlan for network 60b4bb7c-7825-4f15-bc04-5ac3fa10b445 Jul 29 05:21:01.193497 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.db_base_plugin_common [None req-18e32e9d-a75e-4368-b0f1-9d03094e4b2d None None] Allocated IP 172.20.0.2 (71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9/a137c074-4437-44e5-8103-6184a1dda097/4144d5a2-5f53-45c0-aa88-1facd3b81d59) {{(pid=104006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 05:21:01.245280 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f49e34-cc50-41a0-aa2d-814eba900cb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5731174d-3e6a-4add-b71b-951a16e1769e,revision_number=1']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:01.321475 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-e8f49e34-cc50-41a0-aa2d-814eba900cb2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737760211330'] for network (60b4bb7c-7825-4f15-bc04-5ac3fa10b445), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:01.353687 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-0203849c-61eb-4761-9878-f4b7feb12994 admin admin] Publish callbacks [] for security_group (0c3956c6-6830-45d5-accb-2b89f69b0e86), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:01.381158 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-18e32e9d-a75e-4368-b0f1-9d03094e4b2d None None] Publish callbacks [] for port (4144d5a2-5f53-45c0-aa88-1facd3b81d59), precommit_create {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:01.391219 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-18e32e9d-a75e-4368-b0f1-9d03094e4b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737760223811'] for port (4144d5a2-5f53-45c0-aa88-1facd3b81d59), after_create {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:01.406004 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-0203849c-61eb-4761-9878-f4b7feb12994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (0c3956c6-6830-45d5-accb-2b89f69b0e86), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:01.411256 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e32e9d-a75e-4368-b0f1-9d03094e4b2d None None] Network 71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9 is already hosted by enough agents. {{(pid=104006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 05:21:01.415003 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.scheduler.base_scheduler [None req-18e32e9d-a75e-4368-b0f1-9d03094e4b2d None None] Resources bound (agent type, host, resource id): {{(pid=104006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:21:01.444758 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e32e9d-a75e-4368-b0f1-9d03094e4b2d None None] Received port after_create {{(pid=104006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 05:21:01.494560 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:01.514244 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e32e9d-a75e-4368-b0f1-9d03094e4b2d None None] Pushing event updated for resources: {'Port': ['ID=4144d5a2-5f53-45c0-aa88-1facd3b81d59,revision_number=1']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:01.516553 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-4355d4c0-d157-4ab7-978d-e29bca15cbe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-292102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436'] for subnet (bbb96b40-4994-4d5c-ad35-a19342a29a39), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:01.528900 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-3b8659db-99e9-4d9b-a622-e32bf1122f85 admin admin] Publish callbacks [] for security_group (ca0ee233-79b5-4a73-a81f-95da828182a7), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:01.533404 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cfc022d6-1953-4d35-b805-798d29c8140f admin admin] Publish callbacks [] for security_group (58fc7181-ea98-4ba0-972e-a343990f0ab4), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:01.543192 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e32e9d-a75e-4368-b0f1-9d03094e4b2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:21:01.543375 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0203849c-61eb-4761-9878-f4b7feb12994 admin admin] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=104005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 05:21:01.543527 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e32e9d-a75e-4368-b0f1-9d03094e4b2d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:21:01.543898 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e32e9d-a75e-4368-b0f1-9d03094e4b2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:21:01.544250 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e32e9d-a75e-4368-b0f1-9d03094e4b2d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:21:01.544909 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e32e9d-a75e-4368-b0f1-9d03094e4b2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:21:01.545037 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e32e9d-a75e-4368-b0f1-9d03094e4b2d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:21:01.545376 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e32e9d-a75e-4368-b0f1-9d03094e4b2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:21:01.545711 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e32e9d-a75e-4368-b0f1-9d03094e4b2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:21:01.546038 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e32e9d-a75e-4368-b0f1-9d03094e4b2d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:21:01.546386 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e32e9d-a75e-4368-b0f1-9d03094e4b2d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:21:01.546697 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e32e9d-a75e-4368-b0f1-9d03094e4b2d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:21:01.547038 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e32e9d-a75e-4368-b0f1-9d03094e4b2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:21:01.547385 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e32e9d-a75e-4368-b0f1-9d03094e4b2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:21:01.547728 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e32e9d-a75e-4368-b0f1-9d03094e4b2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:21:01.548052 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e32e9d-a75e-4368-b0f1-9d03094e4b2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:21:01.549172 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e32e9d-a75e-4368-b0f1-9d03094e4b2d None None] Tracked resource versions report: Jul 29 05:21:01.549172 dv-cinder-851279-2-iscsi neutron-server[104006]: pushed versions: Jul 29 05:21:01.549172 dv-cinder-851279-2-iscsi neutron-server[104006]: { 'AddressGroup': {'1.2'}, Jul 29 05:21:01.549172 dv-cinder-851279-2-iscsi neutron-server[104006]: 'Agent': {'1.1'}, Jul 29 05:21:01.549172 dv-cinder-851279-2-iscsi neutron-server[104006]: 'ConntrackHelper': {'1.0'}, Jul 29 05:21:01.549172 dv-cinder-851279-2-iscsi neutron-server[104006]: 'LocalIPAssociation': {'1.0'}, Jul 29 05:21:01.549172 dv-cinder-851279-2-iscsi neutron-server[104006]: 'Log': {'1.0'}, Jul 29 05:21:01.549172 dv-cinder-851279-2-iscsi neutron-server[104006]: 'NDPProxy': {'1.0'}, Jul 29 05:21:01.549172 dv-cinder-851279-2-iscsi neutron-server[104006]: 'Network': {'1.1'}, Jul 29 05:21:01.549172 dv-cinder-851279-2-iscsi neutron-server[104006]: 'Port': {'1.7'}, Jul 29 05:21:01.549172 dv-cinder-851279-2-iscsi neutron-server[104006]: 'PortForwarding': {'1.3'}, Jul 29 05:21:01.549172 dv-cinder-851279-2-iscsi neutron-server[104006]: 'QosPolicy': {'1.10'}, Jul 29 05:21:01.549172 dv-cinder-851279-2-iscsi neutron-server[104006]: 'SecurityGroup': {'1.5'}, Jul 29 05:21:01.549172 dv-cinder-851279-2-iscsi neutron-server[104006]: 'SecurityGroupRule': {'1.2'}, Jul 29 05:21:01.549172 dv-cinder-851279-2-iscsi neutron-server[104006]: 'SubPort': {'1.0'}, Jul 29 05:21:01.549172 dv-cinder-851279-2-iscsi neutron-server[104006]: 'Subnet': {'1.1'}, Jul 29 05:21:01.549172 dv-cinder-851279-2-iscsi neutron-server[104006]: 'Trunk': {'1.1'}} Jul 29 05:21:01.549172 dv-cinder-851279-2-iscsi neutron-server[104006]: consumer versions: Jul 29 05:21:01.549172 dv-cinder-851279-2-iscsi neutron-server[104006]: { DHCP agent@dv-cinder-851279-2-iscsi: {}, Jul 29 05:21:01.549172 dv-cinder-851279-2-iscsi neutron-server[104006]: HyperV agent@hv-cinder-85127: {}, Jul 29 05:21:01.549172 dv-cinder-851279-2-iscsi neutron-server[104006]: L3 agent@dv-cinder-851279-2-iscsi: {}, Jul 29 05:21:01.549172 dv-cinder-851279-2-iscsi neutron-server[104006]: Metadata agent@dv-cinder-851279-2-iscsi: {}, Jul 29 05:21:01.549172 dv-cinder-851279-2-iscsi neutron-server[104006]: Metering agent@dv-cinder-851279-2-iscsi: {}, Jul 29 05:21:01.549172 dv-cinder-851279-2-iscsi neutron-server[104006]: Open vSwitch agent@dv-cinder-851279-2-iscsi: { 'AddressGroup': '1.2', Jul 29 05:21:01.549172 dv-cinder-851279-2-iscsi neutron-server[104006]: 'Agent': '1.1', Jul 29 05:21:01.549172 dv-cinder-851279-2-iscsi neutron-server[104006]: 'ConntrackHelper': '1.0', Jul 29 05:21:01.549172 dv-cinder-851279-2-iscsi neutron-server[104006]: 'LocalIPAssociation': '1.0', Jul 29 05:21:01.549172 dv-cinder-851279-2-iscsi neutron-server[104006]: 'Log': '1.0', Jul 29 05:21:01.549172 dv-cinder-851279-2-iscsi neutron-server[104006]: 'NDPProxy': '1.0', Jul 29 05:21:01.549172 dv-cinder-851279-2-iscsi neutron-server[104006]: 'Network': '1.1', Jul 29 05:21:01.549172 dv-cinder-851279-2-iscsi neutron-server[104006]: 'Port': '1.7', Jul 29 05:21:01.549172 dv-cinder-851279-2-iscsi neutron-server[104006]: 'PortForwarding': '1.3', Jul 29 05:21:01.549172 dv-cinder-851279-2-iscsi neutron-server[104006]: 'QosPolicy': '1.10', Jul 29 05:21:01.549172 dv-cinder-851279-2-iscsi neutron-server[104006]: 'SecurityGroup': '1.5', Jul 29 05:21:01.549172 dv-cinder-851279-2-iscsi neutron-server[104006]: 'SecurityGroupRule': '1.2', Jul 29 05:21:01.549172 dv-cinder-851279-2-iscsi neutron-server[104006]: 'SubPort': '1.0', Jul 29 05:21:01.549172 dv-cinder-851279-2-iscsi neutron-server[104006]: 'Subnet': '1.1', Jul 29 05:21:01.549172 dv-cinder-851279-2-iscsi neutron-server[104006]: 'Trunk': '1.1'}} Jul 29 05:21:01.549172 dv-cinder-851279-2-iscsi neutron-server[104006]: {{(pid=104006) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 05:21:01.565552 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-3b8659db-99e9-4d9b-a622-e32bf1122f85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (ca0ee233-79b5-4a73-a81f-95da828182a7), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:01.584562 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-e8f49e34-cc50-41a0-aa2d-814eba900cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436'] for network (60b4bb7c-7825-4f15-bc04-5ac3fa10b445), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:01.585585 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f49e34-cc50-41a0-aa2d-814eba900cb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:21:01.586180 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-e8f49e34-cc50-41a0-aa2d-814eba900cb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670410'] for network (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:01.586689 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.managers [None req-18e32e9d-a75e-4368-b0f1-9d03094e4b2d None None] Attempting to bind port 4144d5a2-5f53-45c0-aa88-1facd3b81d59 on host dv-cinder-851279-2-iscsi for vnic_type normal with profile {{(pid=104006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 05:21:01.587160 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.managers [None req-18e32e9d-a75e-4368-b0f1-9d03094e4b2d None None] Attempting to bind port 4144d5a2-5f53-45c0-aa88-1facd3b81d59 by drivers openvswitch,hyperv on host dv-cinder-851279-2-iscsi at level 0 using segments [{'id': '2ceab750-82be-448f-8b3e-b595d666c0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9'}] {{(pid=104006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 05:21:01.587610 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e32e9d-a75e-4368-b0f1-9d03094e4b2d None None] Attempting to bind port 4144d5a2-5f53-45c0-aa88-1facd3b81d59 on network 71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9 {{(pid=104006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 05:21:01.593522 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e32e9d-a75e-4368-b0f1-9d03094e4b2d None None] Checking agent: {'id': 'aa119a64-f506-4951-a68b-6dc6289eaece', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 5, 12, 12), 'started_at': datetime.datetime(2022, 7, 29, 5, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 5, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 05:21:01.593901 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e32e9d-a75e-4368-b0f1-9d03094e4b2d None None] Checking segment: {'id': '2ceab750-82be-448f-8b3e-b595d666c0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 05:21:01.594575 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-18e32e9d-a75e-4368-b0f1-9d03094e4b2d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:01.595930 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e32e9d-a75e-4368-b0f1-9d03094e4b2d None None] Bound using segment: {'id': '2ceab750-82be-448f-8b3e-b595d666c0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9'} {{(pid=104006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 05:21:01.595930 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.managers [None req-18e32e9d-a75e-4368-b0f1-9d03094e4b2d None None] Bound port: 4144d5a2-5f53-45c0-aa88-1facd3b81d59, host: dv-cinder-851279-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ceab750-82be-448f-8b3e-b595d666c0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9'}}] {{(pid=104006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 05:21:01.596460 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cfc022d6-1953-4d35-b805-798d29c8140f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (58fc7181-ea98-4ba0-972e-a343990f0ab4), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:01.596664 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-18e32e9d-a75e-4368-b0f1-9d03094e4b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (4144d5a2-5f53-45c0-aa88-1facd3b81d59), before_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:01.600407 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-0203849c-61eb-4761-9878-f4b7feb12994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501452'] for segment (32f72901-d676-4835-84a6-96ebe24e8ccf), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:01.600820 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.db.segments_db [None req-0203849c-61eb-4761-9878-f4b7feb12994 admin admin] Added segment 32f72901-d676-4835-84a6-96ebe24e8ccf of type vlan for network b0621011-00a8-43df-ac92-ce1f2af05d6a Jul 29 05:21:01.609474 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0203849c-61eb-4761-9878-f4b7feb12994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c3956c6-6830-45d5-accb-2b89f69b0e86,revision_number=1']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:01.665772 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:01.667684 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:01.675383 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfc022d6-1953-4d35-b805-798d29c8140f admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=104004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 05:21:01.703421 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=73,neutron:INSERT=22,neutron:UPDATE=5 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:01.704257 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f49e34-cc50-41a0-aa2d-814eba900cb2 admin admin] Pushing event updated for resources: {'Network': ['ID=60b4bb7c-7825-4f15-bc04-5ac3fa10b445,revision_number=1']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:01.707265 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-18e32e9d-a75e-4368-b0f1-9d03094e4b2d None None] For port 4144d5a2-5f53-45c0-aa88-1facd3b81d59, host dv-cinder-851279-2-iscsi, cleared binding levels {{(pid=104006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 05:21:01.719400 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-18e32e9d-a75e-4368-b0f1-9d03094e4b2d None None] For port 4144d5a2-5f53-45c0-aa88-1facd3b81d59, host dv-cinder-851279-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-2-iscsi',level=0,port_id=4144d5a2-5f53-45c0-aa88-1facd3b81d59,segment=NetworkSegment(2ceab750-82be-448f-8b3e-b595d666c0d7),segment_id=2ceab750-82be-448f-8b3e-b595d666c0d7)] {{(pid=104006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 05:21:01.732945 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-18e32e9d-a75e-4368-b0f1-9d03094e4b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (4144d5a2-5f53-45c0-aa88-1facd3b81d59), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:01.751695 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cfc022d6-1953-4d35-b805-798d29c8140f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501452'] for segment (9167e3b9-12fc-4803-a3cb-91dd7148cc6f), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:01.752183 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.db.segments_db [None req-cfc022d6-1953-4d35-b805-798d29c8140f admin admin] Added segment 9167e3b9-12fc-4803-a3cb-91dd7148cc6f of type vlan for network 2abd58fa-fb8d-4cc3-8df0-c903c7b8dd87 Jul 29 05:21:01.779139 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc022d6-1953-4d35-b805-798d29c8140f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58fc7181-ea98-4ba0-972e-a343990f0ab4,revision_number=1']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:01.792970 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e32e9d-a75e-4368-b0f1-9d03094e4b2d None None] Pushing event updated for resources: {'Port': ['ID=4144d5a2-5f53-45c0-aa88-1facd3b81d59,revision_number=2']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:01.830198 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-e8f49e34-cc50-41a0-aa2d-814eba900cb2 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.4315314 Jul 29 05:21:01.844494 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 55914) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:21:01.862167 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.v2.base [None req-ef3a4f0e-b235-48b7-a426-a315db3543fa admin admin] Request body: {'subnet': {'network_id': '60b4bb7c-7825-4f15-bc04-5ac3fa10b445', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-509135275-subnet', 'tenant_id': '92f16adc2357459aa0afb68db89031dd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:21:01.883250 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4355d4c0-d157-4ab7-978d-e29bca15cbe6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbb96b40-4994-4d5c-ad35-a19342a29a39,revision_number=0']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:01.889246 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Network 60b4bb7c-7825-4f15-bc04-5ac3fa10b445 details requested by agent ovs-agent-dv-cinder-851279-2-iscsi with host dv-cinder-851279-2-iscsi {{(pid=104006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 05:21:01.892226 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-0203849c-61eb-4761-9878-f4b7feb12994 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737760211330'] for network (b0621011-00a8-43df-ac92-ce1f2af05d6a), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:01.901123 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cfc022d6-1953-4d35-b805-798d29c8140f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737760211330'] for network (2abd58fa-fb8d-4cc3-8df0-c903c7b8dd87), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:01.903638 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8659db-99e9-4d9b-a622-e32bf1122f85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca0ee233-79b5-4a73-a81f-95da828182a7,revision_number=1']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:01.910558 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4355d4c0-d157-4ab7-978d-e29bca15cbe6 admin admin] Checking segment: {'id': '7dd9aee4-ac8a-4d05-b89c-b82451a25827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b55efc63-6791-470d-af15-935a2f0fc83e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 05:21:01.911218 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4355d4c0-d157-4ab7-978d-e29bca15cbe6 admin admin] Network hostable DHCP agents. Network: b55efc63-6791-470d-af15-935a2f0fc83e, hostable agents: ['0319cf4e-40d4-4455-bfa4-d5e1d8f6ed41'], hosted agents: [] {{(pid=104005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 05:21:01.923986 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-1d084a8a-956e-493e-a767-a6fa4a86b482 admin admin] Publish callbacks [] for router_gateway (36db0afb-fb03-4a20-ad0d-3d4d25715de0), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:01.950379 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4355d4c0-d157-4ab7-978d-e29bca15cbe6 admin admin] Network b55efc63-6791-470d-af15-935a2f0fc83e is scheduled to be hosted by DHCP agent 0319cf4e-40d4-4455-bfa4-d5e1d8f6ed41 with binding_index 1 {{(pid=104005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 05:21:01.955895 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-0203849c-61eb-4761-9878-f4b7feb12994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436'] for network (b0621011-00a8-43df-ac92-ce1f2af05d6a), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:01.957304 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0203849c-61eb-4761-9878-f4b7feb12994 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:21:01.958010 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-0203849c-61eb-4761-9878-f4b7feb12994 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670410'] for network (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:01.975695 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:01.980847 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.db.api [None req-3b8659db-99e9-4d9b-a622-e32bf1122f85 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=104005) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 29 05:21:01.981550 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG oslo_db.api [None req-3b8659db-99e9-4d9b-a622-e32bf1122f85 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 05:21:02.029056 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-1d084a8a-956e-493e-a767-a6fa4a86b482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (None), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:02.047146 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-0203849c-61eb-4761-9878-f4b7feb12994 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 1.7132483 Jul 29 05:21:02.048207 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.base_scheduler [None req-4355d4c0-d157-4ab7-978d-e29bca15cbe6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851279-2-iscsi, b55efc63-6791-470d-af15-935a2f0fc83e) {{(pid=104005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:21:02.057823 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd0cdb5-52e1-4c8f-9f62-a560134db5be None None] Network b55efc63-6791-470d-af15-935a2f0fc83e requested from dv-cinder-851279-2-iscsi {{(pid=104006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 05:21:02.062411 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4355d4c0-d157-4ab7-978d-e29bca15cbe6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:21:02.062997 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-4355d4c0-d157-4ab7-978d-e29bca15cbe6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670410'] for subnet (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:02.070218 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 55924) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:21:02.077159 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef3a4f0e-b235-48b7-a426-a315db3543fa admin admin] Made reservation on behalf of 92f16adc2357459aa0afb68db89031dd for: {'subnet': 1} {{(pid=104004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 05:21:02.088058 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-ef3a4f0e-b235-48b7-a426-a315db3543fa admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:02.102571 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-4355d4c0-d157-4ab7-978d-e29bca15cbe6 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5201132 Jul 29 05:21:02.110642 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.v2.base [None req-e0b8c79a-164f-4780-abb3-552d49a976f9 admin admin] Request body: {'subnet': {'network_id': 'b0621011-00a8-43df-ac92-ce1f2af05d6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1942860371-subnet', 'tenant_id': 'c87396f5e6bf46f5b85720c8e365da81', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:21:02.121962 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 55928) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:21:02.139530 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.v2.base [None req-5be49cfe-fbe3-4410-92a1-9e2474a11e00 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-392654816-router', 'tenant_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5'}}} {{(pid=104005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:21:02.175927 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0203849c-61eb-4761-9878-f4b7feb12994 admin admin] Pushing event updated for resources: {'Network': ['ID=b0621011-00a8-43df-ac92-ce1f2af05d6a,revision_number=1']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:02.262913 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-5be49cfe-fbe3-4410-92a1-9e2474a11e00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1446'] for router (2f4539bc-d4ea-4bf2-91d9-64bace1e5856), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:02.262913 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-5be49cfe-fbe3-4410-92a1-9e2474a11e00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-401149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374269', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-310650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1455'] for router (2f4539bc-d4ea-4bf2-91d9-64bace1e5856), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:02.326095 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cfc022d6-1953-4d35-b805-798d29c8140f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436'] for network (2abd58fa-fb8d-4cc3-8df0-c903c7b8dd87), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:02.333399 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc022d6-1953-4d35-b805-798d29c8140f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:21:02.337826 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cfc022d6-1953-4d35-b805-798d29c8140f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670410'] for network (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:02.353058 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Network b0621011-00a8-43df-ac92-ce1f2af05d6a details requested by agent ovs-agent-dv-cinder-851279-2-iscsi with host dv-cinder-851279-2-iscsi {{(pid=104006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 05:21:02.446835 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:02.469002 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-cfc022d6-1953-4d35-b805-798d29c8140f admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.9531207 Jul 29 05:21:02.479970 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 55946) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:21:02.499428 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.v2.base [None req-44ac8e8b-2ebe-4269-bb6d-22551f2f4a2f admin admin] Request body: {'subnet': {'network_id': '2abd58fa-fb8d-4cc3-8df0-c903c7b8dd87', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-766186712-subnet', 'tenant_id': '9fda8c6d9ffa4955b2f19411ee340cb3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:21:02.557471 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c8c071b-8667-4839-a13f-b85a82790e78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa72ac758-2041-5c60-8584-934e42124f9c-b55efc63-6791-470d-af15-935a2f0fc83e', 'network_id': 'b55efc63-6791-470d-af15-935a2f0fc83e', 'project_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'fixed_ips': [{'subnet_id': 'bbb96b40-4994-4d5c-ad35-a19342a29a39'}]}} from dv-cinder-851279-2-iscsi. {{(pid=104006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 29 05:21:02.559895 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-9c8c071b-8667-4839-a13f-b85a82790e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (None), before_create {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:02.574019 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-5be49cfe-fbe3-4410-92a1-9e2474a11e00 admin admin] Publish callbacks [] for router_controller (2f4539bc-d4ea-4bf2-91d9-64bace1e5856), precommit_add_association {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:02.575783 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-3b8659db-99e9-4d9b-a622-e32bf1122f85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for network (None), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:02.603369 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0b8c79a-164f-4780-abb3-552d49a976f9 admin admin] Made reservation on behalf of c87396f5e6bf46f5b85720c8e365da81 for: {'subnet': 1} {{(pid=104004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 05:21:02.605922 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b8c79a-164f-4780-abb3-552d49a976f9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:02.686269 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b8659db-99e9-4d9b-a622-e32bf1122f85 admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=104005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 05:21:02.699684 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc022d6-1953-4d35-b805-798d29c8140f admin admin] Pushing event updated for resources: {'Network': ['ID=2abd58fa-fb8d-4cc3-8df0-c903c7b8dd87,revision_number=1']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:02.727048 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.db.db_base_plugin_common [None req-1d084a8a-956e-493e-a767-a6fa4a86b482 admin admin] Allocated IP 172.27.2.231 (24e7367e-e5e6-44e8-9960-5007b05e27d5/c0e5dfe8-844e-4105-ab86-052903918992/283724cf-5dab-4732-b6b0-37f06eb01598) {{(pid=104004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 05:21:02.736560 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44ac8e8b-2ebe-4269-bb6d-22551f2f4a2f admin admin] Made reservation on behalf of 9fda8c6d9ffa4955b2f19411ee340cb3 for: {'subnet': 1} {{(pid=104004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 05:21:02.739446 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-44ac8e8b-2ebe-4269-bb6d-22551f2f4a2f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:02.762173 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Network 2abd58fa-fb8d-4cc3-8df0-c903c7b8dd87 details requested by agent ovs-agent-dv-cinder-851279-2-iscsi with host dv-cinder-851279-2-iscsi {{(pid=104006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 05:21:02.787483 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-3b8659db-99e9-4d9b-a622-e32bf1122f85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501452'] for segment (70bd213d-e232-4399-ab2c-3fa42959f9db), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:02.787837 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.db.segments_db [None req-3b8659db-99e9-4d9b-a622-e32bf1122f85 admin admin] Added segment 70bd213d-e232-4399-ab2c-3fa42959f9db of type vlan for network 677a7d46-6efe-4048-ab17-c7753c6a541a Jul 29 05:21:02.815821 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:INSERT=13,neutron:SELECT=80,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:02.925028 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-5be49cfe-fbe3-4410-92a1-9e2474a11e00 admin admin] Publish callbacks [] for router_gateway (2f4539bc-d4ea-4bf2-91d9-64bace1e5856), precommit_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:03.059895 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-3b8659db-99e9-4d9b-a622-e32bf1122f85 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737760211330'] for network (677a7d46-6efe-4048-ab17-c7753c6a541a), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:03.081144 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 55960) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:21:03.084541 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.db_base_plugin_common [None req-9c8c071b-8667-4839-a13f-b85a82790e78 None None] Allocated IP 172.20.0.2 (b55efc63-6791-470d-af15-935a2f0fc83e/bbb96b40-4994-4d5c-ad35-a19342a29a39/abf62701-7b62-4a3e-85ce-2db5f3084fc6) {{(pid=104006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 05:21:03.090016 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:03.275528 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-3b8659db-99e9-4d9b-a622-e32bf1122f85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436'] for network (677a7d46-6efe-4048-ab17-c7753c6a541a), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:03.276502 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8659db-99e9-4d9b-a622-e32bf1122f85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:21:03.277418 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-3b8659db-99e9-4d9b-a622-e32bf1122f85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670410'] for network (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:03.337577 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-ef3a4f0e-b235-48b7-a426-a315db3543fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-292102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436'] for subnet (6b58381f-b173-48c0-ac4a-7a853ae2cd60), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:03.370122 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-9c8c071b-8667-4839-a13f-b85a82790e78 None None] Publish callbacks [] for port (abf62701-7b62-4a3e-85ce-2db5f3084fc6), precommit_create {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:03.376832 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8659db-99e9-4d9b-a622-e32bf1122f85 admin admin] Pushing event updated for resources: {'Network': ['ID=677a7d46-6efe-4048-ab17-c7753c6a541a,revision_number=1']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:03.379536 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-3645b6bd-0582-4c4e-95a7-e62bb08201ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:03.391921 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-9c8c071b-8667-4839-a13f-b85a82790e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737760223811'] for port (abf62701-7b62-4a3e-85ce-2db5f3084fc6), after_create {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:03.418358 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-3b8659db-99e9-4d9b-a622-e32bf1122f85 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 3.0674701 Jul 29 05:21:03.422902 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 55976) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:21:03.428584 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.v2.base [None req-7788b3d5-5fbd-42d3-8c14-5606e831f648 admin admin] Request body: {'subnet': {'network_id': '677a7d46-6efe-4048-ab17-c7753c6a541a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-440609583-subnet', 'tenant_id': '91858dac25b4484e95e7354ade64775d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:21:03.445400 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Network 677a7d46-6efe-4048-ab17-c7753c6a541a details requested by agent ovs-agent-dv-cinder-851279-2-iscsi with host dv-cinder-851279-2-iscsi {{(pid=104006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 05:21:03.448954 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffabd224-d825-4f10-b6f5-c16646a1b90e None None] Network 71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9 requested from dv-cinder-851279-2-iscsi {{(pid=104006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 05:21:03.458589 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8c071b-8667-4839-a13f-b85a82790e78 None None] Pushing event updated for resources: {'Port': ['ID=abf62701-7b62-4a3e-85ce-2db5f3084fc6,revision_number=1']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:03.499230 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-1d084a8a-956e-493e-a767-a6fa4a86b482 admin admin] Publish callbacks [] for port (283724cf-5dab-4732-b6b0-37f06eb01598), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:03.529373 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8c071b-8667-4839-a13f-b85a82790e78 None None] Network b55efc63-6791-470d-af15-935a2f0fc83e is already hosted by enough agents. {{(pid=104006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 05:21:03.551047 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3a4f0e-b235-48b7-a426-a315db3543fa admin admin] Checking segment: {'id': 'c24ea0bd-8f00-42e2-b69e-2e72b209c7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '60b4bb7c-7825-4f15-bc04-5ac3fa10b445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 05:21:03.551771 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3a4f0e-b235-48b7-a426-a315db3543fa admin admin] Network hostable DHCP agents. Network: 60b4bb7c-7825-4f15-bc04-5ac3fa10b445, hostable agents: ['0319cf4e-40d4-4455-bfa4-d5e1d8f6ed41'], hosted agents: [] {{(pid=104004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 05:21:03.566102 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3a4f0e-b235-48b7-a426-a315db3543fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b58381f-b173-48c0-ac4a-7a853ae2cd60,revision_number=0']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:03.574980 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.scheduler.base_scheduler [None req-9c8c071b-8667-4839-a13f-b85a82790e78 None None] Resources bound (agent type, host, resource id): {{(pid=104006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:21:03.580017 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-45283fdb-290c-4fe1-9510-cb98b16b4453 None None] Provisioning complete for port 4144d5a2-5f53-45c0-aa88-1facd3b81d59 triggered by entity DHCP. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:21:03.580497 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-45283fdb-290c-4fe1-9510-cb98b16b4453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (4144d5a2-5f53-45c0-aa88-1facd3b81d59), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:03.589956 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8c071b-8667-4839-a13f-b85a82790e78 None None] Received port after_create {{(pid=104006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 05:21:03.591666 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-5be49cfe-fbe3-4410-92a1-9e2474a11e00 admin admin] Publish callbacks [] for router_gateway (2f4539bc-d4ea-4bf2-91d9-64bace1e5856), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:03.630886 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7788b3d5-5fbd-42d3-8c14-5606e831f648 admin admin] Made reservation on behalf of 91858dac25b4484e95e7354ade64775d for: {'subnet': 1} {{(pid=104005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 05:21:03.633729 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-7788b3d5-5fbd-42d3-8c14-5606e831f648 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:03.649285 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-5be49cfe-fbe3-4410-92a1-9e2474a11e00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (None), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:03.664842 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b8c79a-164f-4780-abb3-552d49a976f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-292102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436'] for subnet (eaa993de-e154-466a-b318-7345229360b6), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:03.699731 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:03.718897 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-44ac8e8b-2ebe-4269-bb6d-22551f2f4a2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-292102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436'] for subnet (ac46bf73-3dbd-41e0-8b70-b021adbe3f3f), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:03.740505 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3a4f0e-b235-48b7-a426-a315db3543fa admin admin] Network 60b4bb7c-7825-4f15-bc04-5ac3fa10b445 is scheduled to be hosted by DHCP agent 0319cf4e-40d4-4455-bfa4-d5e1d8f6ed41 with binding_index 1 {{(pid=104004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 05:21:03.764175 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.managers [None req-9c8c071b-8667-4839-a13f-b85a82790e78 None None] Attempting to bind port abf62701-7b62-4a3e-85ce-2db5f3084fc6 on host dv-cinder-851279-2-iscsi for vnic_type normal with profile {{(pid=104006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 05:21:03.765621 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.managers [None req-9c8c071b-8667-4839-a13f-b85a82790e78 None None] Attempting to bind port abf62701-7b62-4a3e-85ce-2db5f3084fc6 by drivers openvswitch,hyperv on host dv-cinder-851279-2-iscsi at level 0 using segments [{'id': '7dd9aee4-ac8a-4d05-b89c-b82451a25827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b55efc63-6791-470d-af15-935a2f0fc83e'}] {{(pid=104006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 05:21:03.765989 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8c071b-8667-4839-a13f-b85a82790e78 None None] Attempting to bind port abf62701-7b62-4a3e-85ce-2db5f3084fc6 on network b55efc63-6791-470d-af15-935a2f0fc83e {{(pid=104006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 05:21:03.772197 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-1d084a8a-956e-493e-a767-a6fa4a86b482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737760223811'] for port (283724cf-5dab-4732-b6b0-37f06eb01598), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:03.785633 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.base_scheduler [None req-ef3a4f0e-b235-48b7-a426-a315db3543fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851279-2-iscsi, 60b4bb7c-7825-4f15-bc04-5ac3fa10b445) {{(pid=104004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:21:03.789684 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8c071b-8667-4839-a13f-b85a82790e78 None None] Checking agent: {'id': 'aa119a64-f506-4951-a68b-6dc6289eaece', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 5, 12, 12), 'started_at': datetime.datetime(2022, 7, 29, 5, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 5, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 05:21:03.790067 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8c071b-8667-4839-a13f-b85a82790e78 None None] Checking segment: {'id': '7dd9aee4-ac8a-4d05-b89c-b82451a25827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b55efc63-6791-470d-af15-935a2f0fc83e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 05:21:03.790463 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-9c8c071b-8667-4839-a13f-b85a82790e78 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:03.790856 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8c071b-8667-4839-a13f-b85a82790e78 None None] Bound using segment: {'id': '7dd9aee4-ac8a-4d05-b89c-b82451a25827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b55efc63-6791-470d-af15-935a2f0fc83e'} {{(pid=104006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 05:21:03.791608 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.managers [None req-9c8c071b-8667-4839-a13f-b85a82790e78 None None] Bound port: abf62701-7b62-4a3e-85ce-2db5f3084fc6, host: dv-cinder-851279-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dd9aee4-ac8a-4d05-b89c-b82451a25827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b55efc63-6791-470d-af15-935a2f0fc83e'}}] {{(pid=104006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 05:21:03.791899 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-9c8c071b-8667-4839-a13f-b85a82790e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (abf62701-7b62-4a3e-85ce-2db5f3084fc6), before_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:03.793692 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:03.795116 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:03.809771 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3a4f0e-b235-48b7-a426-a315db3543fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:21:03.810170 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-ef3a4f0e-b235-48b7-a426-a315db3543fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670410'] for subnet (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:03.812756 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b8c79a-164f-4780-abb3-552d49a976f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eaa993de-e154-466a-b318-7345229360b6,revision_number=0']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:03.841193 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43089682-dfc5-4f14-a4d7-6d0c64e84693 None None] Network 60b4bb7c-7825-4f15-bc04-5ac3fa10b445 requested from dv-cinder-851279-2-iscsi {{(pid=104006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 05:21:03.852452 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:03.934062 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-3645b6bd-0582-4c4e-95a7-e62bb08201ac admin admin] Publish callbacks [] for security_group (54d884a6-6743-430f-afd9-79bfbbf97378), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:03.946709 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:03.949622 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d084a8a-956e-493e-a767-a6fa4a86b482 admin admin] Network 24e7367e-e5e6-44e8-9960-5007b05e27d5 is already hosted by enough agents. {{(pid=104004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 05:21:03.983925 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-45283fdb-290c-4fe1-9510-cb98b16b4453 None None] Current status of the port 4144d5a2-5f53-45c0-aa88-1facd3b81d59 is: DOWN; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:21:03.984455 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-45283fdb-290c-4fe1-9510-cb98b16b4453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (4144d5a2-5f53-45c0-aa88-1facd3b81d59), before_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:03.990908 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-3645b6bd-0582-4c4e-95a7-e62bb08201ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (54d884a6-6743-430f-afd9-79bfbbf97378), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:04.023703 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.base_scheduler [None req-1d084a8a-956e-493e-a767-a6fa4a86b482 admin admin] Resources bound (agent type, host, resource id): {{(pid=104004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:21:04.043862 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.db_base_plugin_common [None req-5be49cfe-fbe3-4410-92a1-9e2474a11e00 admin admin] Allocated IP 172.27.2.148 (24e7367e-e5e6-44e8-9960-5007b05e27d5/c0e5dfe8-844e-4105-ab86-052903918992/80161f1c-297a-4942-ab94-ca8574f080db) {{(pid=104005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 05:21:04.055861 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-ef3a4f0e-b235-48b7-a426-a315db3543fa admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.2101684 Jul 29 05:21:04.057275 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d084a8a-956e-493e-a767-a6fa4a86b482 admin admin] Received port after_create {{(pid=104004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 05:21:04.059286 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 55996) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:21:04.084753 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b8c79a-164f-4780-abb3-552d49a976f9 admin admin] Checking segment: {'id': '32f72901-d676-4835-84a6-96ebe24e8ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b0621011-00a8-43df-ac92-ce1f2af05d6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 05:21:04.084753 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b8c79a-164f-4780-abb3-552d49a976f9 admin admin] Network hostable DHCP agents. Network: b0621011-00a8-43df-ac92-ce1f2af05d6a, hostable agents: ['0319cf4e-40d4-4455-bfa4-d5e1d8f6ed41'], hosted agents: [] {{(pid=104004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 05:21:04.086375 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.v2.base [None req-a931d0d4-f8f8-4625-80eb-14681ae6c772 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-509135275-router', 'tenant_id': '92f16adc2357459aa0afb68db89031dd', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5'}}} {{(pid=104004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:21:04.114398 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Device 4144d5a2-5f53-45c0-aa88-1facd3b81d59 up at agent ovs-agent-dv-cinder-851279-2-iscsi {{(pid=104006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 05:21:04.121019 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-3645b6bd-0582-4c4e-95a7-e62bb08201ac admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=22cd7e817de842b58375aefa6b0f1ff4&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0374515 Jul 29 05:21:04.125871 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3645b6bd-0582-4c4e-95a7-e62bb08201ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54d884a6-6743-430f-afd9-79bfbbf97378,revision_number=1']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:04.129142 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 56002) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:21:04.152707 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:04.158229 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-45283fdb-290c-4fe1-9510-cb98b16b4453 None None] For port 4144d5a2-5f53-45c0-aa88-1facd3b81d59, host dv-cinder-851279-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-2-iscsi',level=0,port_id=4144d5a2-5f53-45c0-aa88-1facd3b81d59,segment=NetworkSegment(2ceab750-82be-448f-8b3e-b595d666c0d7),segment_id=2ceab750-82be-448f-8b3e-b595d666c0d7)] {{(pid=104006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:21:04.165237 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-9c8c071b-8667-4839-a13f-b85a82790e78 None None] For port abf62701-7b62-4a3e-85ce-2db5f3084fc6, host dv-cinder-851279-2-iscsi, cleared binding levels {{(pid=104006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 05:21:04.185393 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-45283fdb-290c-4fe1-9510-cb98b16b4453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (4144d5a2-5f53-45c0-aa88-1facd3b81d59), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:04.208437 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-9c8c071b-8667-4839-a13f-b85a82790e78 None None] For port abf62701-7b62-4a3e-85ce-2db5f3084fc6, host dv-cinder-851279-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-2-iscsi',level=0,port_id=abf62701-7b62-4a3e-85ce-2db5f3084fc6,segment=NetworkSegment(7dd9aee4-ac8a-4d05-b89c-b82451a25827),segment_id=7dd9aee4-ac8a-4d05-b89c-b82451a25827)] {{(pid=104006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 05:21:04.210575 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d084a8a-956e-493e-a767-a6fa4a86b482 admin admin] Pushing event updated for resources: {'Port': ['ID=283724cf-5dab-4732-b6b0-37f06eb01598,revision_number=1']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:04.214648 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ac8e8b-2ebe-4269-bb6d-22551f2f4a2f admin admin] Checking segment: {'id': '9167e3b9-12fc-4803-a3cb-91dd7148cc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2abd58fa-fb8d-4cc3-8df0-c903c7b8dd87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 05:21:04.215012 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ac8e8b-2ebe-4269-bb6d-22551f2f4a2f admin admin] Network hostable DHCP agents. Network: 2abd58fa-fb8d-4cc3-8df0-c903c7b8dd87, hostable agents: ['0319cf4e-40d4-4455-bfa4-d5e1d8f6ed41'], hosted agents: [] {{(pid=104004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 05:21:04.233655 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ac8e8b-2ebe-4269-bb6d-22551f2f4a2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac46bf73-3dbd-41e0-8b70-b021adbe3f3f,revision_number=0']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:04.241570 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-9c8c071b-8667-4839-a13f-b85a82790e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (abf62701-7b62-4a3e-85ce-2db5f3084fc6), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:04.257902 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed67c63c-b27c-49e8-8f92-39c7ad216511 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa72ac758-2041-5c60-8584-934e42124f9c-60b4bb7c-7825-4f15-bc04-5ac3fa10b445', 'network_id': '60b4bb7c-7825-4f15-bc04-5ac3fa10b445', 'project_id': '92f16adc2357459aa0afb68db89031dd', 'fixed_ips': [{'subnet_id': '6b58381f-b173-48c0-ac4a-7a853ae2cd60'}]}} from dv-cinder-851279-2-iscsi. {{(pid=104006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 29 05:21:04.258870 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-ed67c63c-b27c-49e8-8f92-39c7ad216511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (None), before_create {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:04.341983 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Provisioning complete for port 4144d5a2-5f53-45c0-aa88-1facd3b81d59 triggered by entity L2. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:21:04.341983 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (4144d5a2-5f53-45c0-aa88-1facd3b81d59), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:04.342598 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-a931d0d4-f8f8-4625-80eb-14681ae6c772 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1446'] for router (d1904235-b8da-4132-80da-638ba8c8454c), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:04.342598 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-a931d0d4-f8f8-4625-80eb-14681ae6c772 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-401149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374269', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-310650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1455'] for router (d1904235-b8da-4132-80da-638ba8c8454c), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:04.343188 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45283fdb-290c-4fe1-9510-cb98b16b4453 None None] Pushing event updated for resources: {'Port': ['ID=4144d5a2-5f53-45c0-aa88-1facd3b81d59,revision_number=3']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:04.353564 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-773c15e1-4194-45de-a7af-09af74ded19f admin admin] Publish callbacks [] for security_group (54d884a6-6743-430f-afd9-79bfbbf97378), before_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:04.357146 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-7788b3d5-5fbd-42d3-8c14-5606e831f648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-292102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436'] for subnet (69707160-3ab6-47bb-9ee4-7e017dad4a68), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:04.388519 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b8c79a-164f-4780-abb3-552d49a976f9 admin admin] Network b0621011-00a8-43df-ac92-ce1f2af05d6a is scheduled to be hosted by DHCP agent 0319cf4e-40d4-4455-bfa4-d5e1d8f6ed41 with binding_index 1 {{(pid=104004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 05:21:04.408406 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-b2e02d3a-ae0d-49d1-96b0-a87363d25e2a None None] Provisioning complete for port 4144d5a2-5f53-45c0-aa88-1facd3b81d59 triggered by entity DHCP. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:21:04.408801 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-b2e02d3a-ae0d-49d1-96b0-a87363d25e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (4144d5a2-5f53-45c0-aa88-1facd3b81d59), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:04.424785 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ac8e8b-2ebe-4269-bb6d-22551f2f4a2f admin admin] Network 2abd58fa-fb8d-4cc3-8df0-c903c7b8dd87 is scheduled to be hosted by DHCP agent 0319cf4e-40d4-4455-bfa4-d5e1d8f6ed41 with binding_index 1 {{(pid=104004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 05:21:04.442161 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.base_scheduler [None req-e0b8c79a-164f-4780-abb3-552d49a976f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851279-2-iscsi, b0621011-00a8-43df-ac92-ce1f2af05d6a) {{(pid=104004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:21:04.453319 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-773c15e1-4194-45de-a7af-09af74ded19f admin admin] Publish callbacks [] for security_group (54d884a6-6743-430f-afd9-79bfbbf97378), precommit_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:04.461018 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04cb6c3b-de52-414e-b915-1687674a695d None None] Network b0621011-00a8-43df-ac92-ce1f2af05d6a requested from dv-cinder-851279-2-iscsi {{(pid=104006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 05:21:04.478190 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.base_scheduler [None req-44ac8e8b-2ebe-4269-bb6d-22551f2f4a2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851279-2-iscsi, 2abd58fa-fb8d-4cc3-8df0-c903c7b8dd87) {{(pid=104004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:21:04.486921 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b8c79a-164f-4780-abb3-552d49a976f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:21:04.487442 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b8c79a-164f-4780-abb3-552d49a976f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670410'] for subnet (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:04.527606 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-5be49cfe-fbe3-4410-92a1-9e2474a11e00 admin admin] Publish callbacks [] for port (80161f1c-297a-4942-ab94-ca8574f080db), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:04.530585 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-a931d0d4-f8f8-4625-80eb-14681ae6c772 admin admin] Publish callbacks [] for router_controller (d1904235-b8da-4132-80da-638ba8c8454c), precommit_add_association {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:04.553017 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-773c15e1-4194-45de-a7af-09af74ded19f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (54d884a6-6743-430f-afd9-79bfbbf97378), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:04.555821 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-773c15e1-4194-45de-a7af-09af74ded19f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:04.557070 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-773c15e1-4194-45de-a7af-09af74ded19f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/54d884a6-6743-430f-afd9-79bfbbf97378 HTTP/1.1" status: 204 len: 168 time: 0.4223759 Jul 29 05:21:04.582771 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773c15e1-4194-45de-a7af-09af74ded19f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54d884a6-6743-430f-afd9-79bfbbf97378,revision_number=None']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:04.594406 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7788b3d5-5fbd-42d3-8c14-5606e831f648 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69707160-3ab6-47bb-9ee4-7e017dad4a68,revision_number=0']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:04.606488 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:INSERT=12,neutron:SELECT=83,neutron:UPDATE=5 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:04.621271 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7788b3d5-5fbd-42d3-8c14-5606e831f648 admin admin] Checking segment: {'id': '70bd213d-e232-4399-ab2c-3fa42959f9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '677a7d46-6efe-4048-ab17-c7753c6a541a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 05:21:04.621820 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7788b3d5-5fbd-42d3-8c14-5606e831f648 admin admin] Network hostable DHCP agents. Network: 677a7d46-6efe-4048-ab17-c7753c6a541a, hostable agents: ['0319cf4e-40d4-4455-bfa4-d5e1d8f6ed41'], hosted agents: [] {{(pid=104005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 05:21:04.649547 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8c071b-8667-4839-a13f-b85a82790e78 None None] Pushing event updated for resources: {'Port': ['ID=abf62701-7b62-4a3e-85ce-2db5f3084fc6,revision_number=2']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:04.673982 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-5be49cfe-fbe3-4410-92a1-9e2474a11e00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737760223811'] for port (80161f1c-297a-4942-ab94-ca8574f080db), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:04.684438 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7788b3d5-5fbd-42d3-8c14-5606e831f648 admin admin] Network 677a7d46-6efe-4048-ab17-c7753c6a541a is scheduled to be hosted by DHCP agent 0319cf4e-40d4-4455-bfa4-d5e1d8f6ed41 with binding_index 1 {{(pid=104005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 05:21:04.734810 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be49cfe-fbe3-4410-92a1-9e2474a11e00 admin admin] Network 24e7367e-e5e6-44e8-9960-5007b05e27d5 is already hosted by enough agents. {{(pid=104005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 05:21:04.741670 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.base_scheduler [None req-7788b3d5-5fbd-42d3-8c14-5606e831f648 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851279-2-iscsi, 677a7d46-6efe-4048-ab17-c7753c6a541a) {{(pid=104005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:21:04.759565 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.base_scheduler [None req-5be49cfe-fbe3-4410-92a1-9e2474a11e00 admin admin] Resources bound (agent type, host, resource id): {{(pid=104005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:21:04.764615 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:04.764615 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Current status of the port 4144d5a2-5f53-45c0-aa88-1facd3b81d59 is: ACTIVE; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:21:04.766952 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7788b3d5-5fbd-42d3-8c14-5606e831f648 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:21:04.767881 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-7788b3d5-5fbd-42d3-8c14-5606e831f648 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670410'] for subnet (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:04.771706 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:04.774819 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be49cfe-fbe3-4410-92a1-9e2474a11e00 admin admin] Received port after_create {{(pid=104005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 05:21:04.778605 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be49cfe-fbe3-4410-92a1-9e2474a11e00 admin admin] Pushing event updated for resources: {'Port': ['ID=80161f1c-297a-4942-ab94-ca8574f080db,revision_number=1']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:04.814886 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ac8e8b-2ebe-4269-bb6d-22551f2f4a2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:21:04.815572 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-44ac8e8b-2ebe-4269-bb6d-22551f2f4a2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670410'] for subnet (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:04.840160 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.db_base_plugin_common [None req-ed67c63c-b27c-49e8-8f92-39c7ad216511 None None] Allocated IP 172.20.0.2 (60b4bb7c-7825-4f15-bc04-5ac3fa10b445/6b58381f-b173-48c0-ac4a-7a853ae2cd60/886907d0-184d-4760-9797-92c5bc5235b5) {{(pid=104006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 05:21:04.847749 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06125a8b-f421-42d3-8fba-699f47cefc5d None None] Network 677a7d46-6efe-4048-ab17-c7753c6a541a requested from dv-cinder-851279-2-iscsi {{(pid=104006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 05:21:04.875081 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-7788b3d5-5fbd-42d3-8c14-5606e831f648 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4509809 Jul 29 05:21:04.882208 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 56016) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:21:04.882421 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-e0b8c79a-164f-4780-abb3-552d49a976f9 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.8108709 Jul 29 05:21:04.888469 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.v2.base [None req-b9de3a23-4c62-46bc-bb82-63e206bfe897 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1942860371-router', 'tenant_id': 'c87396f5e6bf46f5b85720c8e365da81', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5'}}} {{(pid=104005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:21:04.915098 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-44ac8e8b-2ebe-4269-bb6d-22551f2f4a2f admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.4160693 Jul 29 05:21:04.923433 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 56020) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:21:04.933230 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.v2.base [None req-a816d320-1584-45e1-8154-a05afe3158e7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-766186712-router', 'tenant_id': '9fda8c6d9ffa4955b2f19411ee340cb3', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5'}}} {{(pid=104004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:21:04.944456 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-b9de3a23-4c62-46bc-bb82-63e206bfe897 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1446'] for router (dbd22cee-7b16-4854-994f-abc3b31dd07f), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:04.946158 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-b9de3a23-4c62-46bc-bb82-63e206bfe897 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-401149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374269', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-310650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1455'] for router (dbd22cee-7b16-4854-994f-abc3b31dd07f), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:05.046787 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-1d084a8a-956e-493e-a767-a6fa4a86b482 admin admin] Publish callbacks [] for router_gateway (36db0afb-fb03-4a20-ad0d-3d4d25715de0), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:05.093572 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-a931d0d4-f8f8-4625-80eb-14681ae6c772 admin admin] Publish callbacks [] for router_gateway (d1904235-b8da-4132-80da-638ba8c8454c), precommit_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:05.112184 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-a816d320-1584-45e1-8154-a05afe3158e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1446'] for router (e8b15e57-d2b6-483c-b2b4-556a4c67aae0), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:05.113354 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-a816d320-1584-45e1-8154-a05afe3158e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-401149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374269', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-310650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1455'] for router (e8b15e57-d2b6-483c-b2b4-556a4c67aae0), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:05.136892 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-b9de3a23-4c62-46bc-bb82-63e206bfe897 admin admin] Publish callbacks [] for router_controller (dbd22cee-7b16-4854-994f-abc3b31dd07f), precommit_add_association {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:05.202388 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-566f8a56-61f2-41ea-aa9e-cc5356093a6d None None] Network 2abd58fa-fb8d-4cc3-8df0-c903c7b8dd87 requested from dv-cinder-851279-2-iscsi {{(pid=104006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 05:21:05.255237 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-b2e02d3a-ae0d-49d1-96b0-a87363d25e2a None None] Current status of the port 4144d5a2-5f53-45c0-aa88-1facd3b81d59 is: ACTIVE; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:21:05.264626 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:05.305982 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:05.310457 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-a816d320-1584-45e1-8154-a05afe3158e7 admin admin] Publish callbacks [] for router_controller (e8b15e57-d2b6-483c-b2b4-556a4c67aae0), precommit_add_association {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:05.353591 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c67394f7-433a-46fd-bfb3-00a28179a200 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa72ac758-2041-5c60-8584-934e42124f9c-b0621011-00a8-43df-ac92-ce1f2af05d6a', 'network_id': 'b0621011-00a8-43df-ac92-ce1f2af05d6a', 'project_id': 'c87396f5e6bf46f5b85720c8e365da81', 'fixed_ips': [{'subnet_id': 'eaa993de-e154-466a-b318-7345229360b6'}]}} from dv-cinder-851279-2-iscsi. {{(pid=104006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 29 05:21:05.355502 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c67394f7-433a-46fd-bfb3-00a28179a200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (None), before_create {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:05.381012 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a4cf8b-8cd1-4452-a7e5-7371169ab1e8 None None] Network 677a7d46-6efe-4048-ab17-c7753c6a541a requested from dv-cinder-851279-2-iscsi {{(pid=104006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 05:21:05.530818 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 56038) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:21:05.566557 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-5be49cfe-fbe3-4410-92a1-9e2474a11e00 admin admin] Publish callbacks [] for router_gateway (2f4539bc-d4ea-4bf2-91d9-64bace1e5856), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:05.703369 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-b9de3a23-4c62-46bc-bb82-63e206bfe897 admin admin] Publish callbacks [] for router_gateway (dbd22cee-7b16-4854-994f-abc3b31dd07f), precommit_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:05.826664 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-5a875117-eb1f-4909-b008-fe475eaf372d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:05.857605 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c97cbe78-9f26-4076-96b0-8629fb55841b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (0319cf4e-40d4-4455-bfa4-d5e1d8f6ed41), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:05.979533 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e811bc2-b33d-4d36-978c-d61fa946455e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa72ac758-2041-5c60-8584-934e42124f9c-2abd58fa-fb8d-4cc3-8df0-c903c7b8dd87', 'network_id': '2abd58fa-fb8d-4cc3-8df0-c903c7b8dd87', 'project_id': '9fda8c6d9ffa4955b2f19411ee340cb3', 'fixed_ips': [{'subnet_id': 'ac46bf73-3dbd-41e0-8b70-b021adbe3f3f'}]}} from dv-cinder-851279-2-iscsi. {{(pid=104006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 29 05:21:05.986806 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-1e811bc2-b33d-4d36-978c-d61fa946455e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (None), before_create {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:06.076429 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 56048) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:21:06.158775 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:06.182594 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Device 4144d5a2-5f53-45c0-aa88-1facd3b81d59 up at agent ovs-agent-dv-cinder-851279-2-iscsi {{(pid=104006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 05:21:06.233589 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 56054) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:21:06.236736 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-a816d320-1584-45e1-8154-a05afe3158e7 admin admin] Publish callbacks [] for router_gateway (e8b15e57-d2b6-483c-b2b4-556a4c67aae0), precommit_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:06.246709 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.v2.base [None req-d2030bbd-8ed0-436a-878f-f23e211485de admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1447603679-network', 'tenant_id': '95625b099c414ad98bfd57e39e7f1e11'}} {{(pid=104004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:21:06.248773 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a8b064-aeff-47cb-ae63-08b28f05bee5 None None] Network b55efc63-6791-470d-af15-935a2f0fc83e requested from dv-cinder-851279-2-iscsi {{(pid=104006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 05:21:06.258588 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-1d084a8a-956e-493e-a767-a6fa4a86b482 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-401099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374145'] for router (36db0afb-fb03-4a20-ad0d-3d4d25715de0), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:06.265736 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:06.271141 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-5be49cfe-fbe3-4410-92a1-9e2474a11e00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-401099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374145'] for router (2f4539bc-d4ea-4bf2-91d9-64bace1e5856), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:06.351913 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:06.372188 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-b9de3a23-4c62-46bc-bb82-63e206bfe897 admin admin] Publish callbacks [] for router_gateway (dbd22cee-7b16-4854-994f-abc3b31dd07f), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:06.395394 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-a931d0d4-f8f8-4625-80eb-14681ae6c772 admin admin] Publish callbacks [] for router_gateway (d1904235-b8da-4132-80da-638ba8c8454c), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:06.401182 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-889501a9-caf2-46ec-8392-ccf6fb87a04b None None] Provisioning complete for port abf62701-7b62-4a3e-85ce-2db5f3084fc6 triggered by entity DHCP. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:21:06.402312 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2030bbd-8ed0-436a-878f-f23e211485de admin admin] Made reservation on behalf of 95625b099c414ad98bfd57e39e7f1e11 for: {'network': 1} {{(pid=104004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 05:21:06.402754 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-889501a9-caf2-46ec-8392-ccf6fb87a04b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (abf62701-7b62-4a3e-85ce-2db5f3084fc6), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:06.404681 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-d2030bbd-8ed0-436a-878f-f23e211485de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for network (None), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:06.431479 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-b9de3a23-4c62-46bc-bb82-63e206bfe897 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (None), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:06.496809 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-a931d0d4-f8f8-4625-80eb-14681ae6c772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (None), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:06.498739 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-d2030bbd-8ed0-436a-878f-f23e211485de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:06.520395 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.db_base_plugin_common [None req-c67394f7-433a-46fd-bfb3-00a28179a200 None None] Allocated IP 172.20.0.2 (b0621011-00a8-43df-ac92-ce1f2af05d6a/eaa993de-e154-466a-b318-7345229360b6/d0504cd4-3ee2-4846-b65d-ab9362e1b3c4) {{(pid=104006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 05:21:06.541193 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e966e718-73d5-463f-b314-bdd7676dbf58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:06.568242 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Provisioning complete for port 4144d5a2-5f53-45c0-aa88-1facd3b81d59 triggered by entity L2. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:21:06.569004 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-5a875117-eb1f-4909-b008-fe475eaf372d admin admin] Publish callbacks [] for security_group (a97926c4-5461-40e9-8558-b280b4ea814a), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:06.569197 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (4144d5a2-5f53-45c0-aa88-1facd3b81d59), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:06.577749 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-ed67c63c-b27c-49e8-8f92-39c7ad216511 None None] Publish callbacks [] for port (886907d0-184d-4760-9797-92c5bc5235b5), precommit_create {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:06.594363 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5be49cfe-fbe3-4410-92a1-9e2474a11e00 admin admin] Router 2f4539bc-d4ea-4bf2-91d9-64bace1e5856 is scheduled to L3 agent 8a9a6061-e61b-4901-b35e-5e71dea10db3 with binding_index 1 {{(pid=104005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 29 05:21:06.602542 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:06.605322 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.db_base_plugin_common [None req-b9de3a23-4c62-46bc-bb82-63e206bfe897 admin admin] Allocated IP 172.27.2.71 (24e7367e-e5e6-44e8-9960-5007b05e27d5/c0e5dfe8-844e-4105-ab86-052903918992/68ebf132-61bc-4414-9afa-4fa4ebd8f51f) {{(pid=104005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 05:21:06.618073 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-ed67c63c-b27c-49e8-8f92-39c7ad216511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737760223811'] for port (886907d0-184d-4760-9797-92c5bc5235b5), after_create {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:06.618305 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-5a875117-eb1f-4909-b008-fe475eaf372d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (a97926c4-5461-40e9-8558-b280b4ea814a), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:06.620020 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:06.651599 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:06.795599 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed67c63c-b27c-49e8-8f92-39c7ad216511 None None] Network 60b4bb7c-7825-4f15-bc04-5ac3fa10b445 is already hosted by enough agents. {{(pid=104006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 05:21:06.810486 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5be49cfe-fbe3-4410-92a1-9e2474a11e00 admin admin] Notify agent at l3_agent.dv-cinder-851279-2-iscsi the message routers_updated {{(pid=104005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 05:21:06.814970 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.scheduler.base_scheduler [None req-ed67c63c-b27c-49e8-8f92-39c7ad216511 None None] Resources bound (agent type, host, resource id): {{(pid=104006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:21:06.824950 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed67c63c-b27c-49e8-8f92-39c7ad216511 None None] Pushing event updated for resources: {'Port': ['ID=886907d0-184d-4760-9797-92c5bc5235b5,revision_number=1']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:06.830745 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed67c63c-b27c-49e8-8f92-39c7ad216511 None None] Received port after_create {{(pid=104006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 05:21:06.831917 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-b9de3a23-4c62-46bc-bb82-63e206bfe897 admin admin] Publish callbacks [] for port (68ebf132-61bc-4414-9afa-4fa4ebd8f51f), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:06.835966 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534c81ab-af8c-4edb-bc34-9dc65903b9de None None] Sync routers for ids ['2f4539bc-d4ea-4bf2-91d9-64bace1e5856'] in dv-cinder-851279-2-iscsi {{(pid=104007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 05:21:06.840536 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-889501a9-caf2-46ec-8392-ccf6fb87a04b None None] Current status of the port abf62701-7b62-4a3e-85ce-2db5f3084fc6 is: DOWN; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:21:06.841090 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-889501a9-caf2-46ec-8392-ccf6fb87a04b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (abf62701-7b62-4a3e-85ce-2db5f3084fc6), before_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:06.847317 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.db_base_plugin_common [None req-1e811bc2-b33d-4d36-978c-d61fa946455e None None] Allocated IP 172.20.0.2 (2abd58fa-fb8d-4cc3-8df0-c903c7b8dd87/ac46bf73-3dbd-41e0-8b70-b021adbe3f3f/e887e5e6-ffc8-4009-b61f-2ae584dd675e) {{(pid=104006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 05:21:06.852054 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-5be49cfe-fbe3-4410-92a1-9e2474a11e00 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:06.856480 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534c81ab-af8c-4edb-bc34-9dc65903b9de None None] Routers {'2f4539bc-d4ea-4bf2-91d9-64bace1e5856'} bound to L3 agent in host dv-cinder-851279-2-iscsi {{(pid=104007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:21:06.856797 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-5be49cfe-fbe3-4410-92a1-9e2474a11e00 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.7308910 Jul 29 05:21:06.857126 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-534c81ab-af8c-4edb-bc34-9dc65903b9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-29T05:12:08Z,description=,heartbeat_timestamp=2022-07-29T05:20:38Z,host='dv-cinder-851279-2-iscsi',id=8a9a6061-e61b-4901-b35e-5e71dea10db3,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T05:12:08Z,topic='l3_agent')) {'router_ids': ['2f4539bc-d4ea-4bf2-91d9-64bace1e5856'], 'active': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:21:06.861325 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 56058) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:21:06.983494 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a875117-eb1f-4909-b008-fe475eaf372d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a97926c4-5461-40e9-8558-b280b4ea814a,revision_number=1']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:07.028901 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvr_db [None req-534c81ab-af8c-4edb-bc34-9dc65903b9de None None] Set router 2f4539bc-d4ea-4bf2-91d9-64bace1e5856 gateway port host: dv-cinder-851279-2-iscsi {{(pid=104007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:21:07.044722 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (12b139f9-2daf-4047-bd2d-6bc43cda34b6), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:07.050574 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-5a875117-eb1f-4909-b008-fe475eaf372d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e86c96c4faf84a99976abb1fb1443c9b&name=default HTTP/1.1" status: 200 len: 2994 time: 1.4545553 Jul 29 05:21:07.058930 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 56060) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:21:07.069992 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:UPDATE=8,neutron:SELECT=87,neutron:INSERT=5 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:07.119938 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.managers [None req-ed67c63c-b27c-49e8-8f92-39c7ad216511 None None] Attempting to bind port 886907d0-184d-4760-9797-92c5bc5235b5 on host dv-cinder-851279-2-iscsi for vnic_type normal with profile {{(pid=104006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 05:21:07.120377 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.managers [None req-ed67c63c-b27c-49e8-8f92-39c7ad216511 None None] Attempting to bind port 886907d0-184d-4760-9797-92c5bc5235b5 by drivers openvswitch,hyperv on host dv-cinder-851279-2-iscsi at level 0 using segments [{'id': 'c24ea0bd-8f00-42e2-b69e-2e72b209c7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '60b4bb7c-7825-4f15-bc04-5ac3fa10b445'}] {{(pid=104006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 05:21:07.120739 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed67c63c-b27c-49e8-8f92-39c7ad216511 None None] Attempting to bind port 886907d0-184d-4760-9797-92c5bc5235b5 on network 60b4bb7c-7825-4f15-bc04-5ac3fa10b445 {{(pid=104006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 05:21:07.145548 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-889501a9-caf2-46ec-8392-ccf6fb87a04b None None] For port abf62701-7b62-4a3e-85ce-2db5f3084fc6, host dv-cinder-851279-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-2-iscsi',level=0,port_id=abf62701-7b62-4a3e-85ce-2db5f3084fc6,segment=NetworkSegment(7dd9aee4-ac8a-4d05-b89c-b82451a25827),segment_id=7dd9aee4-ac8a-4d05-b89c-b82451a25827)] {{(pid=104006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:21:07.156643 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Current status of the port 4144d5a2-5f53-45c0-aa88-1facd3b81d59 is: ACTIVE; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:21:07.157511 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Device abf62701-7b62-4a3e-85ce-2db5f3084fc6 up at agent ovs-agent-dv-cinder-851279-2-iscsi {{(pid=104006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 05:21:07.183880 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:07.214723 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-889501a9-caf2-46ec-8392-ccf6fb87a04b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (abf62701-7b62-4a3e-85ce-2db5f3084fc6), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:07.227400 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:07.231415 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-534c81ab-af8c-4edb-bc34-9dc65903b9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f4539bc-d4ea-4bf2-91d9-64bace1e5856', 'name': 'tempest-AttachVolumeNegativeTest-392654816-router', 'tenant_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '80161f1c-297a-4942-ab94-ca8574f080db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:21:02Z', 'updated_at': '2022-07-29T05:21:04Z', 'revision_number': 3, 'project_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'gw_port': {'id': '80161f1c-297a-4942-ab94-ca8574f080db', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:33:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f4539bc-d4ea-4bf2-91d9-64bace1e5856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:03Z', 'updated_at': '2022-07-29T05:21:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi'}], 'dv-cinder-851279-2-iscsi', False) {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:21:07.238188 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.db.db_base_plugin_common [None req-a931d0d4-f8f8-4625-80eb-14681ae6c772 admin admin] Allocated IP 172.27.2.138 (24e7367e-e5e6-44e8-9960-5007b05e27d5/c0e5dfe8-844e-4105-ab86-052903918992/fc72b586-b3cf-45c8-a32c-3fda3c2766d4) {{(pid=104004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 05:21:07.261482 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534c81ab-af8c-4edb-bc34-9dc65903b9de None None] Checking router: 2f4539bc-d4ea-4bf2-91d9-64bace1e5856 for host: dv-cinder-851279-2-iscsi {{(pid=104007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 05:21:07.262186 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534c81ab-af8c-4edb-bc34-9dc65903b9de None None] Updating router 2f4539bc-d4ea-4bf2-91d9-64bace1e5856 port 80161f1c-297a-4942-ab94-ca8574f080db binding host dv-cinder-851279-2-iscsi {{(pid=104007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 05:21:07.274557 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed67c63c-b27c-49e8-8f92-39c7ad216511 None None] Checking agent: {'id': 'aa119a64-f506-4951-a68b-6dc6289eaece', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 5, 12, 12), 'started_at': datetime.datetime(2022, 7, 29, 5, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 5, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 05:21:07.274964 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed67c63c-b27c-49e8-8f92-39c7ad216511 None None] Checking segment: {'id': 'c24ea0bd-8f00-42e2-b69e-2e72b209c7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '60b4bb7c-7825-4f15-bc04-5ac3fa10b445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 05:21:07.275321 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-ed67c63c-b27c-49e8-8f92-39c7ad216511 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:07.275738 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed67c63c-b27c-49e8-8f92-39c7ad216511 None None] Bound using segment: {'id': 'c24ea0bd-8f00-42e2-b69e-2e72b209c7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '60b4bb7c-7825-4f15-bc04-5ac3fa10b445'} {{(pid=104006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 05:21:07.276198 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.managers [None req-ed67c63c-b27c-49e8-8f92-39c7ad216511 None None] Bound port: 886907d0-184d-4760-9797-92c5bc5235b5, host: dv-cinder-851279-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c24ea0bd-8f00-42e2-b69e-2e72b209c7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '60b4bb7c-7825-4f15-bc04-5ac3fa10b445'}}] {{(pid=104006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 05:21:07.276569 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-ed67c63c-b27c-49e8-8f92-39c7ad216511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (886907d0-184d-4760-9797-92c5bc5235b5), before_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:07.276726 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-a816d320-1584-45e1-8154-a05afe3158e7 admin admin] Publish callbacks [] for router_gateway (e8b15e57-d2b6-483c-b2b4-556a4c67aae0), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:07.280660 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-d2030bbd-8ed0-436a-878f-f23e211485de admin admin] Publish callbacks [] for security_group (76b35b27-47db-4990-9638-3ba2d58b0445), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:07.295390 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-534c81ab-af8c-4edb-bc34-9dc65903b9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (80161f1c-297a-4942-ab94-ca8574f080db), before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:07.297098 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889501a9-caf2-46ec-8392-ccf6fb87a04b None None] Pushing event updated for resources: {'Port': ['ID=abf62701-7b62-4a3e-85ce-2db5f3084fc6,revision_number=3']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:07.336262 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-d2030bbd-8ed0-436a-878f-f23e211485de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (76b35b27-47db-4990-9638-3ba2d58b0445), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:07.341921 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-a816d320-1584-45e1-8154-a05afe3158e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (None), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:07.356477 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-04f36972-a560-422b-bbbc-f6d9fae49149 admin admin] Publish callbacks [] for security_group (a97926c4-5461-40e9-8558-b280b4ea814a), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:07.359008 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d084a8a-956e-493e-a767-a6fa4a86b482 admin admin] Router 36db0afb-fb03-4a20-ad0d-3d4d25715de0 is scheduled to L3 agent 8a9a6061-e61b-4901-b35e-5e71dea10db3 with binding_index 1 {{(pid=104004) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 29 05:21:07.359540 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Provisioning complete for port abf62701-7b62-4a3e-85ce-2db5f3084fc6 triggered by entity L2. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:21:07.359917 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (abf62701-7b62-4a3e-85ce-2db5f3084fc6), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:07.398151 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-b9de3a23-4c62-46bc-bb82-63e206bfe897 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737760223811'] for port (68ebf132-61bc-4414-9afa-4fa4ebd8f51f), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:07.416247 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c67394f7-433a-46fd-bfb3-00a28179a200 None None] Publish callbacks [] for port (d0504cd4-3ee2-4846-b65d-ab9362e1b3c4), precommit_create {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:07.462615 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c67394f7-433a-46fd-bfb3-00a28179a200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737760223811'] for port (d0504cd4-3ee2-4846-b65d-ab9362e1b3c4), after_create {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:07.464641 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-04cfd6ed-6ebc-4ff7-88ab-b2a26bff606e None None] Provisioning complete for port abf62701-7b62-4a3e-85ce-2db5f3084fc6 triggered by entity DHCP. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:21:07.464897 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-04cfd6ed-6ebc-4ff7-88ab-b2a26bff606e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (abf62701-7b62-4a3e-85ce-2db5f3084fc6), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:07.501469 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e966e718-73d5-463f-b314-bdd7676dbf58 admin admin] Publish callbacks [] for security_group (ab7cf434-7187-457a-b1c1-39b3e6626fb5), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:07.504649 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2030bbd-8ed0-436a-878f-f23e211485de admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=104004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 05:21:07.559713 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e966e718-73d5-463f-b314-bdd7676dbf58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (ab7cf434-7187-457a-b1c1-39b3e6626fb5), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:07.575923 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-04f36972-a560-422b-bbbc-f6d9fae49149 admin admin] Publish callbacks [] for security_group (a97926c4-5461-40e9-8558-b280b4ea814a), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:07.584143 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2030bbd-8ed0-436a-878f-f23e211485de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76b35b27-47db-4990-9638-3ba2d58b0445,revision_number=1']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:07.588016 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9de3a23-4c62-46bc-bb82-63e206bfe897 admin admin] Network 24e7367e-e5e6-44e8-9960-5007b05e27d5 is already hosted by enough agents. {{(pid=104005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 05:21:07.605588 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.base_scheduler [None req-b9de3a23-4c62-46bc-bb82-63e206bfe897 admin admin] Resources bound (agent type, host, resource id): {{(pid=104005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:21:07.615079 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9de3a23-4c62-46bc-bb82-63e206bfe897 admin admin] Received port after_create {{(pid=104005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 05:21:07.629098 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-d2030bbd-8ed0-436a-878f-f23e211485de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501452'] for segment (c93f6bc2-403f-4427-bc22-9a1d6bb19839), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:07.629453 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.db.segments_db [None req-d2030bbd-8ed0-436a-878f-f23e211485de admin admin] Added segment c93f6bc2-403f-4427-bc22-9a1d6bb19839 of type vlan for network 4b23ede5-20df-4afa-a3d3-69545074d899 Jul 29 05:21:07.654719 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=5 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:07.662190 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9de3a23-4c62-46bc-bb82-63e206bfe897 admin admin] Pushing event updated for resources: {'Port': ['ID=68ebf132-61bc-4414-9afa-4fa4ebd8f51f,revision_number=1']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:07.683959 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:07.695187 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:07.718432 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-1e811bc2-b33d-4d36-978c-d61fa946455e None None] Publish callbacks [] for port (e887e5e6-ffc8-4009-b61f-2ae584dd675e), precommit_create {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:07.720726 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-ed67c63c-b27c-49e8-8f92-39c7ad216511 None None] For port 886907d0-184d-4760-9797-92c5bc5235b5, host dv-cinder-851279-2-iscsi, cleared binding levels {{(pid=104006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 05:21:07.738562 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67394f7-433a-46fd-bfb3-00a28179a200 None None] Network b0621011-00a8-43df-ac92-ce1f2af05d6a is already hosted by enough agents. {{(pid=104006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 05:21:07.749206 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Current status of the port abf62701-7b62-4a3e-85ce-2db5f3084fc6 is: ACTIVE; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:21:07.752668 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-ed67c63c-b27c-49e8-8f92-39c7ad216511 None None] For port 886907d0-184d-4760-9797-92c5bc5235b5, host dv-cinder-851279-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-2-iscsi',level=0,port_id=886907d0-184d-4760-9797-92c5bc5235b5,segment=NetworkSegment(c24ea0bd-8f00-42e2-b69e-2e72b209c7c1),segment_id=c24ea0bd-8f00-42e2-b69e-2e72b209c7c1)] {{(pid=104006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 05:21:07.759619 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-e966e718-73d5-463f-b314-bdd7676dbf58 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=908a005339464b1dacebb2fa00e0a14e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6665106 Jul 29 05:21:07.759849 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-1e811bc2-b33d-4d36-978c-d61fa946455e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737760223811'] for port (e887e5e6-ffc8-4009-b61f-2ae584dd675e), after_create {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:07.761235 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.scheduler.base_scheduler [None req-c67394f7-433a-46fd-bfb3-00a28179a200 None None] Resources bound (agent type, host, resource id): {{(pid=104006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:21:07.762148 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 56062) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:21:07.773025 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67394f7-433a-46fd-bfb3-00a28179a200 None None] Received port after_create {{(pid=104006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 05:21:07.778548 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67394f7-433a-46fd-bfb3-00a28179a200 None None] Pushing event updated for resources: {'Port': ['ID=d0504cd4-3ee2-4846-b65d-ab9362e1b3c4,revision_number=1']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:07.783706 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-ed67c63c-b27c-49e8-8f92-39c7ad216511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (886907d0-184d-4760-9797-92c5bc5235b5), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:07.788115 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e966e718-73d5-463f-b314-bdd7676dbf58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab7cf434-7187-457a-b1c1-39b3e6626fb5,revision_number=1']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:07.793868 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-d2030bbd-8ed0-436a-878f-f23e211485de admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737760211330'] for network (4b23ede5-20df-4afa-a3d3-69545074d899), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:07.811493 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d084a8a-956e-493e-a767-a6fa4a86b482 admin admin] Notify agent at l3_agent.dv-cinder-851279-2-iscsi the message routers_updated {{(pid=104004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 05:21:07.820996 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-a931d0d4-f8f8-4625-80eb-14681ae6c772 admin admin] Publish callbacks [] for port (fc72b586-b3cf-45c8-a32c-3fda3c2766d4), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:07.830974 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e811bc2-b33d-4d36-978c-d61fa946455e None None] Network 2abd58fa-fb8d-4cc3-8df0-c903c7b8dd87 is already hosted by enough agents. {{(pid=104006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 05:21:07.851285 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:07.859107 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c567930-c3d5-4128-b223-45ec03e12a9c None None] Sync routers for ids ['36db0afb-fb03-4a20-ad0d-3d4d25715de0'] in dv-cinder-851279-2-iscsi {{(pid=104006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 05:21:07.862434 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.scheduler.base_scheduler [None req-1e811bc2-b33d-4d36-978c-d61fa946455e None None] Resources bound (agent type, host, resource id): {{(pid=104006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:21:07.867246 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e811bc2-b33d-4d36-978c-d61fa946455e None None] Received port after_create {{(pid=104006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 05:21:07.892209 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-1d084a8a-956e-493e-a767-a6fa4a86b482 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:07.899667 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-1d084a8a-956e-493e-a767-a6fa4a86b482 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 7.1832504 Jul 29 05:21:07.900806 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-d2030bbd-8ed0-436a-878f-f23e211485de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436'] for network (4b23ede5-20df-4afa-a3d3-69545074d899), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:07.903221 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2030bbd-8ed0-436a-878f-f23e211485de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:21:07.904111 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-d2030bbd-8ed0-436a-878f-f23e211485de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670410'] for network (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:07.909129 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 56064) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:21:07.949148 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-b856bb2c-57e4-46ec-93f4-af7efa1a81fb admin admin] Publish callbacks [] for security_group (ab7cf434-7187-457a-b1c1-39b3e6626fb5), before_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:07.988880 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-04f36972-a560-422b-bbbc-f6d9fae49149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (a97926c4-5461-40e9-8558-b280b4ea814a), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:07.989491 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e811bc2-b33d-4d36-978c-d61fa946455e None None] Pushing event updated for resources: {'Port': ['ID=e887e5e6-ffc8-4009-b61f-2ae584dd675e,revision_number=1']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:07.996679 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-04f36972-a560-422b-bbbc-f6d9fae49149 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:08.001094 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-04f36972-a560-422b-bbbc-f6d9fae49149 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a97926c4-5461-40e9-8558-b280b4ea814a HTTP/1.1" status: 204 len: 168 time: 0.9387317 Jul 29 05:21:08.029531 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c567930-c3d5-4128-b223-45ec03e12a9c None None] Routers {'36db0afb-fb03-4a20-ad0d-3d4d25715de0'} bound to L3 agent in host dv-cinder-851279-2-iscsi {{(pid=104006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:21:08.030190 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_hamode_db [None req-4c567930-c3d5-4128-b223-45ec03e12a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-29T05:12:08Z,description=,heartbeat_timestamp=2022-07-29T05:20:38Z,host='dv-cinder-851279-2-iscsi',id=8a9a6061-e61b-4901-b35e-5e71dea10db3,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T05:12:08Z,topic='l3_agent')) {'router_ids': ['36db0afb-fb03-4a20-ad0d-3d4d25715de0'], 'active': True} {{(pid=104006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:21:08.062733 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-8b7bdc8d-c2db-40e8-bd34-cdecfa315ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (None), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:08.063691 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-d2030bbd-8ed0-436a-878f-f23e211485de admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.8288808 Jul 29 05:21:08.080249 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 56068) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:21:08.090475 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f36972-a560-422b-bbbc-f6d9fae49149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a97926c4-5461-40e9-8558-b280b4ea814a,revision_number=None']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:08.115749 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.v2.base [None req-9c6968ad-d748-45ae-80f8-61f6d2619632 admin admin] Request body: {'subnet': {'network_id': '4b23ede5-20df-4afa-a3d3-69545074d899', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1447603679-subnet', 'tenant_id': '95625b099c414ad98bfd57e39e7f1e11', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:21:08.128743 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-b856bb2c-57e4-46ec-93f4-af7efa1a81fb admin admin] Publish callbacks [] for security_group (ab7cf434-7187-457a-b1c1-39b3e6626fb5), precommit_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:08.150810 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-a931d0d4-f8f8-4625-80eb-14681ae6c772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737760223811'] for port (fc72b586-b3cf-45c8-a32c-3fda3c2766d4), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:08.196932 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvr_db [None req-4c567930-c3d5-4128-b223-45ec03e12a9c None None] Set router 36db0afb-fb03-4a20-ad0d-3d4d25715de0 gateway port host: dv-cinder-851279-2-iscsi {{(pid=104006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:21:08.223523 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-b9de3a23-4c62-46bc-bb82-63e206bfe897 admin admin] Publish callbacks [] for router_gateway (dbd22cee-7b16-4854-994f-abc3b31dd07f), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:08.273581 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2030bbd-8ed0-436a-878f-f23e211485de admin admin] Pushing event updated for resources: {'Network': ['ID=4b23ede5-20df-4afa-a3d3-69545074d899,revision_number=1']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:08.286658 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Device abf62701-7b62-4a3e-85ce-2db5f3084fc6 up at agent ovs-agent-dv-cinder-851279-2-iscsi {{(pid=104006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 05:21:08.355644 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a931d0d4-f8f8-4625-80eb-14681ae6c772 admin admin] Network 24e7367e-e5e6-44e8-9960-5007b05e27d5 is already hosted by enough agents. {{(pid=104004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 05:21:08.362385 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c6968ad-d748-45ae-80f8-61f6d2619632 admin admin] Made reservation on behalf of 95625b099c414ad98bfd57e39e7f1e11 for: {'subnet': 1} {{(pid=104004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 05:21:08.367492 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-9c6968ad-d748-45ae-80f8-61f6d2619632 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:08.383425 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.base_scheduler [None req-a931d0d4-f8f8-4625-80eb-14681ae6c772 admin admin] Resources bound (agent type, host, resource id): {{(pid=104004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:21:08.400914 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Network 4b23ede5-20df-4afa-a3d3-69545074d899 details requested by agent ovs-agent-dv-cinder-851279-2-iscsi with host dv-cinder-851279-2-iscsi {{(pid=104006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 05:21:08.404598 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a931d0d4-f8f8-4625-80eb-14681ae6c772 admin admin] Received port after_create {{(pid=104004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 05:21:08.408443 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-04cfd6ed-6ebc-4ff7-88ab-b2a26bff606e None None] Current status of the port abf62701-7b62-4a3e-85ce-2db5f3084fc6 is: ACTIVE; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:21:08.438476 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-534c81ab-af8c-4edb-bc34-9dc65903b9de None None] Publish callbacks [] for port (80161f1c-297a-4942-ab94-ca8574f080db), precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:08.442122 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:08.447891 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-534c81ab-af8c-4edb-bc34-9dc65903b9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (80161f1c-297a-4942-ab94-ca8574f080db), after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:08.495516 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.managers [None req-c67394f7-433a-46fd-bfb3-00a28179a200 None None] Attempting to bind port d0504cd4-3ee2-4846-b65d-ab9362e1b3c4 on host dv-cinder-851279-2-iscsi for vnic_type normal with profile {{(pid=104006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 05:21:08.498536 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.managers [None req-c67394f7-433a-46fd-bfb3-00a28179a200 None None] Attempting to bind port d0504cd4-3ee2-4846-b65d-ab9362e1b3c4 by drivers openvswitch,hyperv on host dv-cinder-851279-2-iscsi at level 0 using segments [{'id': '32f72901-d676-4835-84a6-96ebe24e8ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b0621011-00a8-43df-ac92-ce1f2af05d6a'}] {{(pid=104006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 05:21:08.498536 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67394f7-433a-46fd-bfb3-00a28179a200 None None] Attempting to bind port d0504cd4-3ee2-4846-b65d-ab9362e1b3c4 on network b0621011-00a8-43df-ac92-ce1f2af05d6a {{(pid=104006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 05:21:08.504898 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b00059-2a98-44f5-9f7a-b294e6f1e5a3 None None] Pushing event updated for resources: {'Port': ['ID=80161f1c-297a-4942-ab94-ca8574f080db,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:08.520308 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b00059-2a98-44f5-9f7a-b294e6f1e5a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:21:08.521725 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b00059-2a98-44f5-9f7a-b294e6f1e5a3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:21:08.522439 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b00059-2a98-44f5-9f7a-b294e6f1e5a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:21:08.522988 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b00059-2a98-44f5-9f7a-b294e6f1e5a3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:21:08.523717 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b00059-2a98-44f5-9f7a-b294e6f1e5a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:21:08.524290 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b00059-2a98-44f5-9f7a-b294e6f1e5a3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:21:08.524834 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b00059-2a98-44f5-9f7a-b294e6f1e5a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:21:08.525354 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b00059-2a98-44f5-9f7a-b294e6f1e5a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:21:08.525871 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b00059-2a98-44f5-9f7a-b294e6f1e5a3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:21:08.527024 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b00059-2a98-44f5-9f7a-b294e6f1e5a3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:21:08.527656 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b00059-2a98-44f5-9f7a-b294e6f1e5a3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:21:08.528570 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b00059-2a98-44f5-9f7a-b294e6f1e5a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:21:08.529256 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b00059-2a98-44f5-9f7a-b294e6f1e5a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:21:08.529882 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b00059-2a98-44f5-9f7a-b294e6f1e5a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:21:08.530459 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b00059-2a98-44f5-9f7a-b294e6f1e5a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:21:08.532216 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b00059-2a98-44f5-9f7a-b294e6f1e5a3 None None] Tracked resource versions report: Jul 29 05:21:08.532216 dv-cinder-851279-2-iscsi neutron-server[104007]: pushed versions: Jul 29 05:21:08.532216 dv-cinder-851279-2-iscsi neutron-server[104007]: { 'AddressGroup': {'1.2'}, Jul 29 05:21:08.532216 dv-cinder-851279-2-iscsi neutron-server[104007]: 'Agent': {'1.1'}, Jul 29 05:21:08.532216 dv-cinder-851279-2-iscsi neutron-server[104007]: 'ConntrackHelper': {'1.0'}, Jul 29 05:21:08.532216 dv-cinder-851279-2-iscsi neutron-server[104007]: 'LocalIPAssociation': {'1.0'}, Jul 29 05:21:08.532216 dv-cinder-851279-2-iscsi neutron-server[104007]: 'Log': {'1.0'}, Jul 29 05:21:08.532216 dv-cinder-851279-2-iscsi neutron-server[104007]: 'NDPProxy': {'1.0'}, Jul 29 05:21:08.532216 dv-cinder-851279-2-iscsi neutron-server[104007]: 'Network': {'1.1'}, Jul 29 05:21:08.532216 dv-cinder-851279-2-iscsi neutron-server[104007]: 'Port': {'1.7'}, Jul 29 05:21:08.532216 dv-cinder-851279-2-iscsi neutron-server[104007]: 'PortForwarding': {'1.3'}, Jul 29 05:21:08.532216 dv-cinder-851279-2-iscsi neutron-server[104007]: 'QosPolicy': {'1.10'}, Jul 29 05:21:08.532216 dv-cinder-851279-2-iscsi neutron-server[104007]: 'SecurityGroup': {'1.5'}, Jul 29 05:21:08.532216 dv-cinder-851279-2-iscsi neutron-server[104007]: 'SecurityGroupRule': {'1.2'}, Jul 29 05:21:08.532216 dv-cinder-851279-2-iscsi neutron-server[104007]: 'SubPort': {'1.0'}, Jul 29 05:21:08.532216 dv-cinder-851279-2-iscsi neutron-server[104007]: 'Subnet': {'1.1'}, Jul 29 05:21:08.532216 dv-cinder-851279-2-iscsi neutron-server[104007]: 'Trunk': {'1.1'}} Jul 29 05:21:08.532216 dv-cinder-851279-2-iscsi neutron-server[104007]: consumer versions: Jul 29 05:21:08.532216 dv-cinder-851279-2-iscsi neutron-server[104007]: { DHCP agent@dv-cinder-851279-2-iscsi: {}, Jul 29 05:21:08.532216 dv-cinder-851279-2-iscsi neutron-server[104007]: HyperV agent@hv-cinder-85127: {}, Jul 29 05:21:08.532216 dv-cinder-851279-2-iscsi neutron-server[104007]: L3 agent@dv-cinder-851279-2-iscsi: {}, Jul 29 05:21:08.532216 dv-cinder-851279-2-iscsi neutron-server[104007]: Metadata agent@dv-cinder-851279-2-iscsi: {}, Jul 29 05:21:08.532216 dv-cinder-851279-2-iscsi neutron-server[104007]: Metering agent@dv-cinder-851279-2-iscsi: {}, Jul 29 05:21:08.532216 dv-cinder-851279-2-iscsi neutron-server[104007]: Open vSwitch agent@dv-cinder-851279-2-iscsi: { 'AddressGroup': '1.2', Jul 29 05:21:08.532216 dv-cinder-851279-2-iscsi neutron-server[104007]: 'Agent': '1.1', Jul 29 05:21:08.532216 dv-cinder-851279-2-iscsi neutron-server[104007]: 'ConntrackHelper': '1.0', Jul 29 05:21:08.532216 dv-cinder-851279-2-iscsi neutron-server[104007]: 'LocalIPAssociation': '1.0', Jul 29 05:21:08.532216 dv-cinder-851279-2-iscsi neutron-server[104007]: 'Log': '1.0', Jul 29 05:21:08.532216 dv-cinder-851279-2-iscsi neutron-server[104007]: 'NDPProxy': '1.0', Jul 29 05:21:08.532216 dv-cinder-851279-2-iscsi neutron-server[104007]: 'Network': '1.1', Jul 29 05:21:08.532216 dv-cinder-851279-2-iscsi neutron-server[104007]: 'Port': '1.7', Jul 29 05:21:08.532216 dv-cinder-851279-2-iscsi neutron-server[104007]: 'PortForwarding': '1.3', Jul 29 05:21:08.532216 dv-cinder-851279-2-iscsi neutron-server[104007]: 'QosPolicy': '1.10', Jul 29 05:21:08.532216 dv-cinder-851279-2-iscsi neutron-server[104007]: 'SecurityGroup': '1.5', Jul 29 05:21:08.532216 dv-cinder-851279-2-iscsi neutron-server[104007]: 'SecurityGroupRule': '1.2', Jul 29 05:21:08.532216 dv-cinder-851279-2-iscsi neutron-server[104007]: 'SubPort': '1.0', Jul 29 05:21:08.532216 dv-cinder-851279-2-iscsi neutron-server[104007]: 'Subnet': '1.1', Jul 29 05:21:08.532216 dv-cinder-851279-2-iscsi neutron-server[104007]: 'Trunk': '1.1'}} Jul 29 05:21:08.532216 dv-cinder-851279-2-iscsi neutron-server[104007]: {{(pid=104007) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 05:21:08.535023 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a931d0d4-f8f8-4625-80eb-14681ae6c772 admin admin] Pushing event updated for resources: {'Port': ['ID=fc72b586-b3cf-45c8-a32c-3fda3c2766d4,revision_number=1']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:08.601789 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [None req-534c81ab-af8c-4edb-bc34-9dc65903b9de None None] Attempting to bind port 80161f1c-297a-4942-ab94-ca8574f080db on host dv-cinder-851279-2-iscsi for vnic_type normal with profile {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 05:21:08.602337 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [None req-534c81ab-af8c-4edb-bc34-9dc65903b9de None None] Attempting to bind port 80161f1c-297a-4942-ab94-ca8574f080db by drivers openvswitch,hyperv on host dv-cinder-851279-2-iscsi at level 0 using segments [{'id': 'f0686699-af43-47c7-b9bc-f7993eec27ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5'}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 05:21:08.604854 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534c81ab-af8c-4edb-bc34-9dc65903b9de None None] Attempting to bind port 80161f1c-297a-4942-ab94-ca8574f080db on network 24e7367e-e5e6-44e8-9960-5007b05e27d5 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 05:21:08.622498 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534c81ab-af8c-4edb-bc34-9dc65903b9de None None] Checking agent: {'id': 'aa119a64-f506-4951-a68b-6dc6289eaece', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 5, 12, 12), 'started_at': datetime.datetime(2022, 7, 29, 5, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 5, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 05:21:08.624081 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534c81ab-af8c-4edb-bc34-9dc65903b9de None None] Checking segment: {'id': 'f0686699-af43-47c7-b9bc-f7993eec27ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 05:21:08.625589 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-534c81ab-af8c-4edb-bc34-9dc65903b9de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:08.626461 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534c81ab-af8c-4edb-bc34-9dc65903b9de None None] Bound using segment: {'id': 'f0686699-af43-47c7-b9bc-f7993eec27ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5'} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 05:21:08.631601 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [None req-534c81ab-af8c-4edb-bc34-9dc65903b9de None None] Bound port: 80161f1c-297a-4942-ab94-ca8574f080db, host: dv-cinder-851279-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0686699-af43-47c7-b9bc-f7993eec27ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5'}}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 05:21:08.632523 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-534c81ab-af8c-4edb-bc34-9dc65903b9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (80161f1c-297a-4942-ab94-ca8574f080db), before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:08.670981 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-b856bb2c-57e4-46ec-93f4-af7efa1a81fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (ab7cf434-7187-457a-b1c1-39b3e6626fb5), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:08.676479 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-b856bb2c-57e4-46ec-93f4-af7efa1a81fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:08.679015 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:08.685637 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-b856bb2c-57e4-46ec-93f4-af7efa1a81fb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ab7cf434-7187-457a-b1c1-39b3e6626fb5 HTTP/1.1" status: 204 len: 168 time: 0.8897564 Jul 29 05:21:08.725516 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-b9de3a23-4c62-46bc-bb82-63e206bfe897 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-401099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374145'] for router (dbd22cee-7b16-4854-994f-abc3b31dd07f), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:08.734769 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.managers [None req-1e811bc2-b33d-4d36-978c-d61fa946455e None None] Attempting to bind port e887e5e6-ffc8-4009-b61f-2ae584dd675e on host dv-cinder-851279-2-iscsi for vnic_type normal with profile {{(pid=104006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 05:21:08.734960 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.managers [None req-1e811bc2-b33d-4d36-978c-d61fa946455e None None] Attempting to bind port e887e5e6-ffc8-4009-b61f-2ae584dd675e by drivers openvswitch,hyperv on host dv-cinder-851279-2-iscsi at level 0 using segments [{'id': '9167e3b9-12fc-4803-a3cb-91dd7148cc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2abd58fa-fb8d-4cc3-8df0-c903c7b8dd87'}] {{(pid=104006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 05:21:08.735204 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e811bc2-b33d-4d36-978c-d61fa946455e None None] Attempting to bind port e887e5e6-ffc8-4009-b61f-2ae584dd675e on network 2abd58fa-fb8d-4cc3-8df0-c903c7b8dd87 {{(pid=104006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 05:21:08.742219 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67394f7-433a-46fd-bfb3-00a28179a200 None None] Checking agent: {'id': 'aa119a64-f506-4951-a68b-6dc6289eaece', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 5, 12, 12), 'started_at': datetime.datetime(2022, 7, 29, 5, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 5, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 05:21:08.742821 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67394f7-433a-46fd-bfb3-00a28179a200 None None] Checking segment: {'id': '32f72901-d676-4835-84a6-96ebe24e8ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b0621011-00a8-43df-ac92-ce1f2af05d6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 05:21:08.743251 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c67394f7-433a-46fd-bfb3-00a28179a200 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:08.743928 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67394f7-433a-46fd-bfb3-00a28179a200 None None] Bound using segment: {'id': '32f72901-d676-4835-84a6-96ebe24e8ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b0621011-00a8-43df-ac92-ce1f2af05d6a'} {{(pid=104006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 05:21:08.744139 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.managers [None req-c67394f7-433a-46fd-bfb3-00a28179a200 None None] Bound port: d0504cd4-3ee2-4846-b65d-ab9362e1b3c4, host: dv-cinder-851279-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32f72901-d676-4835-84a6-96ebe24e8ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b0621011-00a8-43df-ac92-ce1f2af05d6a'}}] {{(pid=104006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 05:21:08.744517 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c67394f7-433a-46fd-bfb3-00a28179a200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (d0504cd4-3ee2-4846-b65d-ab9362e1b3c4), before_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:08.760179 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-fe8e9c05-73c8-469f-b71d-bd14686a318d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (8a9a6061-e61b-4901-b35e-5e71dea10db3), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:08.766828 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e811bc2-b33d-4d36-978c-d61fa946455e None None] Checking agent: {'id': 'aa119a64-f506-4951-a68b-6dc6289eaece', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 5, 12, 12), 'started_at': datetime.datetime(2022, 7, 29, 5, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 5, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 05:21:08.767214 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e811bc2-b33d-4d36-978c-d61fa946455e None None] Checking segment: {'id': '9167e3b9-12fc-4803-a3cb-91dd7148cc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2abd58fa-fb8d-4cc3-8df0-c903c7b8dd87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 05:21:08.767642 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-1e811bc2-b33d-4d36-978c-d61fa946455e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:08.768057 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e811bc2-b33d-4d36-978c-d61fa946455e None None] Bound using segment: {'id': '9167e3b9-12fc-4803-a3cb-91dd7148cc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2abd58fa-fb8d-4cc3-8df0-c903c7b8dd87'} {{(pid=104006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 05:21:08.768525 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.managers [None req-1e811bc2-b33d-4d36-978c-d61fa946455e None None] Bound port: e887e5e6-ffc8-4009-b61f-2ae584dd675e, host: dv-cinder-851279-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9167e3b9-12fc-4803-a3cb-91dd7148cc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2abd58fa-fb8d-4cc3-8df0-c903c7b8dd87'}}] {{(pid=104006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 05:21:08.768902 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-1e811bc2-b33d-4d36-978c-d61fa946455e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (e887e5e6-ffc8-4009-b61f-2ae584dd675e), before_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:08.813585 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b856bb2c-57e4-46ec-93f4-af7efa1a81fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab7cf434-7187-457a-b1c1-39b3e6626fb5,revision_number=None']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:08.815885 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-534c81ab-af8c-4edb-bc34-9dc65903b9de None None] For port 80161f1c-297a-4942-ab94-ca8574f080db, host dv-cinder-851279-2-iscsi, cleared binding levels {{(pid=104007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 05:21:08.845371 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-534c81ab-af8c-4edb-bc34-9dc65903b9de None None] For port 80161f1c-297a-4942-ab94-ca8574f080db, host dv-cinder-851279-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-2-iscsi',level=0,port_id=80161f1c-297a-4942-ab94-ca8574f080db,segment=NetworkSegment(f0686699-af43-47c7-b9bc-f7993eec27ee),segment_id=f0686699-af43-47c7-b9bc-f7993eec27ee)] {{(pid=104007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 05:21:08.847875 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-c67394f7-433a-46fd-bfb3-00a28179a200 None None] For port d0504cd4-3ee2-4846-b65d-ab9362e1b3c4, host dv-cinder-851279-2-iscsi, cleared binding levels {{(pid=104006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 05:21:08.856772 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-c67394f7-433a-46fd-bfb3-00a28179a200 None None] For port d0504cd4-3ee2-4846-b65d-ab9362e1b3c4, host dv-cinder-851279-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-2-iscsi',level=0,port_id=d0504cd4-3ee2-4846-b65d-ab9362e1b3c4,segment=NetworkSegment(32f72901-d676-4835-84a6-96ebe24e8ccf),segment_id=32f72901-d676-4835-84a6-96ebe24e8ccf)] {{(pid=104006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 05:21:08.866946 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-534c81ab-af8c-4edb-bc34-9dc65903b9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (80161f1c-297a-4942-ab94-ca8574f080db), after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:08.877426 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:08.880577 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Provisioning complete for port abf62701-7b62-4a3e-85ce-2db5f3084fc6 triggered by entity L2. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:21:08.881451 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (abf62701-7b62-4a3e-85ce-2db5f3084fc6), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:08.934267 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c67394f7-433a-46fd-bfb3-00a28179a200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (d0504cd4-3ee2-4846-b65d-ab9362e1b3c4), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:08.977192 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.db_base_plugin_common [None req-8b7bdc8d-c2db-40e8-bd34-cdecfa315ee7 admin admin] Allocated IP 172.20.0.1 (b55efc63-6791-470d-af15-935a2f0fc83e/bbb96b40-4994-4d5c-ad35-a19342a29a39/205980a9-ef0f-4a59-a55e-71e75787c094) {{(pid=104005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 05:21:09.029156 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b00059-2a98-44f5-9f7a-b294e6f1e5a3 None None] Pushing event updated for resources: {'Port': ['ID=80161f1c-297a-4942-ab94-ca8574f080db,revision_number=3']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:09.030692 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:09.044488 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.db.db_base_plugin_common [None req-a816d320-1584-45e1-8154-a05afe3158e7 admin admin] Allocated IP 172.27.2.251 (24e7367e-e5e6-44e8-9960-5007b05e27d5/c0e5dfe8-844e-4105-ab86-052903918992/73c83217-8a8b-4fa8-bce3-ddeb31f92b04) {{(pid=104004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 05:21:09.070621 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534c81ab-af8c-4edb-bc34-9dc65903b9de None None] Routers {'2f4539bc-d4ea-4bf2-91d9-64bace1e5856'} bound to L3 agent in host dv-cinder-851279-2-iscsi {{(pid=104007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:21:09.076219 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-534c81ab-af8c-4edb-bc34-9dc65903b9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-29T05:12:08Z,description=,heartbeat_timestamp=2022-07-29T05:21:08Z,host='dv-cinder-851279-2-iscsi',id=8a9a6061-e61b-4901-b35e-5e71dea10db3,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T05:12:08Z,topic='l3_agent')) {'router_ids': ['2f4539bc-d4ea-4bf2-91d9-64bace1e5856'], 'active': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:21:09.120996 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:09.172502 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-1e811bc2-b33d-4d36-978c-d61fa946455e None None] For port e887e5e6-ffc8-4009-b61f-2ae584dd675e, host dv-cinder-851279-2-iscsi, cleared binding levels {{(pid=104006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 05:21:09.197471 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-1e811bc2-b33d-4d36-978c-d61fa946455e None None] For port e887e5e6-ffc8-4009-b61f-2ae584dd675e, host dv-cinder-851279-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-2-iscsi',level=0,port_id=e887e5e6-ffc8-4009-b61f-2ae584dd675e,segment=NetworkSegment(9167e3b9-12fc-4803-a3cb-91dd7148cc6f),segment_id=9167e3b9-12fc-4803-a3cb-91dd7148cc6f)] {{(pid=104006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 05:21:09.325601 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Current status of the port abf62701-7b62-4a3e-85ce-2db5f3084fc6 is: ACTIVE; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:21:09.327987 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed67c63c-b27c-49e8-8f92-39c7ad216511 None None] Pushing event updated for resources: {'Port': ['ID=886907d0-184d-4760-9797-92c5bc5235b5,revision_number=2']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:09.371374 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvr_db [None req-534c81ab-af8c-4edb-bc34-9dc65903b9de None None] Set router 2f4539bc-d4ea-4bf2-91d9-64bace1e5856 gateway port host: dv-cinder-851279-2-iscsi {{(pid=104007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:21:09.387155 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9de3a23-4c62-46bc-bb82-63e206bfe897 admin admin] Router dbd22cee-7b16-4854-994f-abc3b31dd07f is scheduled to L3 agent 8a9a6061-e61b-4901-b35e-5e71dea10db3 with binding_index 1 {{(pid=104005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 29 05:21:09.443891 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:09.444659 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:09.470436 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-1e811bc2-b33d-4d36-978c-d61fa946455e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (e887e5e6-ffc8-4009-b61f-2ae584dd675e), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:09.499865 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67394f7-433a-46fd-bfb3-00a28179a200 None None] Pushing event updated for resources: {'Port': ['ID=d0504cd4-3ee2-4846-b65d-ab9362e1b3c4,revision_number=2']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:09.671322 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:09.744193 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-8b7bdc8d-c2db-40e8-bd34-cdecfa315ee7 admin admin] Publish callbacks [] for port (205980a9-ef0f-4a59-a55e-71e75787c094), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:09.746885 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e811bc2-b33d-4d36-978c-d61fa946455e None None] Pushing event updated for resources: {'Port': ['ID=e887e5e6-ffc8-4009-b61f-2ae584dd675e,revision_number=2']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:09.749470 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-9c6968ad-d748-45ae-80f8-61f6d2619632 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-292102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436'] for subnet (31549c2b-0b36-46db-abd5-a45ed0b2cea5), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:09.788280 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_hamode_db [None req-4c567930-c3d5-4128-b223-45ec03e12a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36db0afb-fb03-4a20-ad0d-3d4d25715de0', 'name': 'tempest-ServerRescueNegativeTestJSON-1869579504-router', 'tenant_id': '153fe5d9d64346f6b7419eba91948678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '283724cf-5dab-4732-b6b0-37f06eb01598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:21:00Z', 'updated_at': '2022-07-29T05:21:04Z', 'revision_number': 3, 'project_id': '153fe5d9d64346f6b7419eba91948678', 'gw_port': {'id': '283724cf-5dab-4732-b6b0-37f06eb01598', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ea:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36db0afb-fb03-4a20-ad0d-3d4d25715de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:02Z', 'updated_at': '2022-07-29T05:21:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi'}], 'dv-cinder-851279-2-iscsi', False) {} {{(pid=104006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:21:09.874871 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c567930-c3d5-4128-b223-45ec03e12a9c None None] Checking router: 36db0afb-fb03-4a20-ad0d-3d4d25715de0 for host: dv-cinder-851279-2-iscsi {{(pid=104006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 05:21:09.877086 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c567930-c3d5-4128-b223-45ec03e12a9c None None] Updating router 36db0afb-fb03-4a20-ad0d-3d4d25715de0 port 283724cf-5dab-4732-b6b0-37f06eb01598 binding host dv-cinder-851279-2-iscsi {{(pid=104006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 05:21:09.879962 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52de8c9-0a4e-4c2d-b629-f406d4c44e2a None None] Network 60b4bb7c-7825-4f15-bc04-5ac3fa10b445 requested from dv-cinder-851279-2-iscsi {{(pid=104006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 05:21:09.893332 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-534c81ab-af8c-4edb-bc34-9dc65903b9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f4539bc-d4ea-4bf2-91d9-64bace1e5856', 'name': 'tempest-AttachVolumeNegativeTest-392654816-router', 'tenant_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '80161f1c-297a-4942-ab94-ca8574f080db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:21:02Z', 'updated_at': '2022-07-29T05:21:04Z', 'revision_number': 3, 'project_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'gw_port': {'id': '80161f1c-297a-4942-ab94-ca8574f080db', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:33:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f4539bc-d4ea-4bf2-91d9-64bace1e5856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:03Z', 'updated_at': '2022-07-29T05:21:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi'}], 'dv-cinder-851279-2-iscsi', False) {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:21:09.980560 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534c81ab-af8c-4edb-bc34-9dc65903b9de None None] The sync data for ids ['2f4539bc-d4ea-4bf2-91d9-64bace1e5856'] in dv-cinder-851279-2-iscsi is: [{'id': '2f4539bc-d4ea-4bf2-91d9-64bace1e5856', 'name': 'tempest-AttachVolumeNegativeTest-392654816-router', 'tenant_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '80161f1c-297a-4942-ab94-ca8574f080db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:21:02Z', 'updated_at': '2022-07-29T05:21:04Z', 'revision_number': 3, 'project_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'gw_port': {'id': '80161f1c-297a-4942-ab94-ca8574f080db', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:33:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f4539bc-d4ea-4bf2-91d9-64bace1e5856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:03Z', 'updated_at': '2022-07-29T05:21:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi'}] {{(pid=104007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 05:21:09.990989 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-8b7bdc8d-c2db-40e8-bd34-cdecfa315ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737760223811'] for port (205980a9-ef0f-4a59-a55e-71e75787c094), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:10.001020 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.agents_db [None req-24db149f-f2c4-42ba-b1ad-acaecd0c6386 None None] Agent healthcheck: found 6 active agents {{(pid=104007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 05:21:10.085490 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9de3a23-4c62-46bc-bb82-63e206bfe897 admin admin] Notify agent at l3_agent.dv-cinder-851279-2-iscsi the message routers_updated {{(pid=104005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 05:21:10.109771 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361ce9b8-bd26-4972-acc3-d5769f6fa82b None None] Sync routers for ids ['dbd22cee-7b16-4854-994f-abc3b31dd07f'] in dv-cinder-851279-2-iscsi {{(pid=104007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 05:21:10.126599 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361ce9b8-bd26-4972-acc3-d5769f6fa82b None None] Routers {'dbd22cee-7b16-4854-994f-abc3b31dd07f'} bound to L3 agent in host dv-cinder-851279-2-iscsi {{(pid=104007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:21:10.127237 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-361ce9b8-bd26-4972-acc3-d5769f6fa82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-29T05:12:08Z,description=,heartbeat_timestamp=2022-07-29T05:21:08Z,host='dv-cinder-851279-2-iscsi',id=8a9a6061-e61b-4901-b35e-5e71dea10db3,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T05:12:08Z,topic='l3_agent')) {'router_ids': ['dbd22cee-7b16-4854-994f-abc3b31dd07f'], 'active': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:21:10.176288 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7bdc8d-c2db-40e8-bd34-cdecfa315ee7 admin admin] Network b55efc63-6791-470d-af15-935a2f0fc83e is already hosted by enough agents. {{(pid=104005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 05:21:10.197994 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.base_scheduler [None req-8b7bdc8d-c2db-40e8-bd34-cdecfa315ee7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:21:10.217475 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7bdc8d-c2db-40e8-bd34-cdecfa315ee7 admin admin] Received port after_create {{(pid=104005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 05:21:10.217987 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-8b7bdc8d-c2db-40e8-bd34-cdecfa315ee7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417921'] for router_interface (2f4539bc-d4ea-4bf2-91d9-64bace1e5856), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:10.330152 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Device d0504cd4-3ee2-4846-b65d-ab9362e1b3c4 up at agent ovs-agent-dv-cinder-851279-2-iscsi {{(pid=104006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 05:21:10.422807 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7bdc8d-c2db-40e8-bd34-cdecfa315ee7 admin admin] Pushing event updated for resources: {'Port': ['ID=205980a9-ef0f-4a59-a55e-71e75787c094,revision_number=1']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:10.436278 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-2ef36986-a25f-428d-b413-4f71e19cda2e None None] Provisioning complete for port 886907d0-184d-4760-9797-92c5bc5235b5 triggered by entity DHCP. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:21:10.436891 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-2ef36986-a25f-428d-b413-4f71e19cda2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (886907d0-184d-4760-9797-92c5bc5235b5), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:10.450814 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-b9de3a23-4c62-46bc-bb82-63e206bfe897 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:10.452227 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-b9de3a23-4c62-46bc-bb82-63e206bfe897 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.5688052 Jul 29 05:21:10.474182 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 56116) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:21:10.524784 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c0cfcfc2-d3d3-4a7d-ac6c-95a3fd745979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (543ff7d7-1636-45b2-a25e-e19209bc2e01), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:10.560663 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:10.587523 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvr_db [None req-361ce9b8-bd26-4972-acc3-d5769f6fa82b None None] Set router dbd22cee-7b16-4854-994f-abc3b31dd07f gateway port host: dv-cinder-851279-2-iscsi {{(pid=104007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:21:10.590132 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-4c567930-c3d5-4128-b223-45ec03e12a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (283724cf-5dab-4732-b6b0-37f06eb01598), before_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:10.616431 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6968ad-d748-45ae-80f8-61f6d2619632 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31549c2b-0b36-46db-abd5-a45ed0b2cea5,revision_number=0']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:10.632899 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-1dc8515c-4109-4c07-aed1-42e6fd9078e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (None), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:10.792353 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-2ef36986-a25f-428d-b413-4f71e19cda2e None None] Current status of the port 886907d0-184d-4760-9797-92c5bc5235b5 is: DOWN; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:21:10.794226 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-2ef36986-a25f-428d-b413-4f71e19cda2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (886907d0-184d-4760-9797-92c5bc5235b5), before_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:10.968901 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=100 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:11.110342 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-a816d320-1584-45e1-8154-a05afe3158e7 admin admin] Publish callbacks [] for port (73c83217-8a8b-4fa8-bce3-ddeb31f92b04), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:11.147955 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Provisioning complete for port d0504cd4-3ee2-4846-b65d-ab9362e1b3c4 triggered by entity L2. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:21:11.155375 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (d0504cd4-3ee2-4846-b65d-ab9362e1b3c4), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:11.303904 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-2ef36986-a25f-428d-b413-4f71e19cda2e None None] For port 886907d0-184d-4760-9797-92c5bc5235b5, host dv-cinder-851279-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-2-iscsi',level=0,port_id=886907d0-184d-4760-9797-92c5bc5235b5,segment=NetworkSegment(c24ea0bd-8f00-42e2-b69e-2e72b209c7c1),segment_id=c24ea0bd-8f00-42e2-b69e-2e72b209c7c1)] {{(pid=104006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:21:11.310052 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3646a939-1448-4c7a-85e7-4fac364f8784 None None] Network b0621011-00a8-43df-ac92-ce1f2af05d6a requested from dv-cinder-851279-2-iscsi {{(pid=104006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 05:21:11.329454 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-a931d0d4-f8f8-4625-80eb-14681ae6c772 admin admin] Publish callbacks [] for router_gateway (d1904235-b8da-4132-80da-638ba8c8454c), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:11.346357 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:11.347761 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6968ad-d748-45ae-80f8-61f6d2619632 admin admin] Checking segment: {'id': 'c93f6bc2-403f-4427-bc22-9a1d6bb19839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '4b23ede5-20df-4afa-a3d3-69545074d899'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 05:21:11.348376 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c6968ad-d748-45ae-80f8-61f6d2619632 admin admin] Network hostable DHCP agents. Network: 4b23ede5-20df-4afa-a3d3-69545074d899, hostable agents: ['0319cf4e-40d4-4455-bfa4-d5e1d8f6ed41'], hosted agents: [] {{(pid=104004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 05:21:11.379122 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-2ef36986-a25f-428d-b413-4f71e19cda2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (886907d0-184d-4760-9797-92c5bc5235b5), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:11.502415 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:11.522433 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-361ce9b8-bd26-4972-acc3-d5769f6fa82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd22cee-7b16-4854-994f-abc3b31dd07f', 'name': 'tempest-DeleteServersTestJSON-1942860371-router', 'tenant_id': 'c87396f5e6bf46f5b85720c8e365da81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '68ebf132-61bc-4414-9afa-4fa4ebd8f51f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:21:04Z', 'updated_at': '2022-07-29T05:21:07Z', 'revision_number': 3, 'project_id': 'c87396f5e6bf46f5b85720c8e365da81', 'gw_port': {'id': '68ebf132-61bc-4414-9afa-4fa4ebd8f51f', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:28:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbd22cee-7b16-4854-994f-abc3b31dd07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:06Z', 'updated_at': '2022-07-29T05:21:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi'}], 'dv-cinder-851279-2-iscsi', False) {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:21:11.592196 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361ce9b8-bd26-4972-acc3-d5769f6fa82b None None] Checking router: dbd22cee-7b16-4854-994f-abc3b31dd07f for host: dv-cinder-851279-2-iscsi {{(pid=104007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 05:21:11.592782 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361ce9b8-bd26-4972-acc3-d5769f6fa82b None None] Updating router dbd22cee-7b16-4854-994f-abc3b31dd07f port 68ebf132-61bc-4414-9afa-4fa4ebd8f51f binding host dv-cinder-851279-2-iscsi {{(pid=104007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 05:21:11.594549 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-8b7bdc8d-c2db-40e8-bd34-cdecfa315ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (205980a9-ef0f-4a59-a55e-71e75787c094), before_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:11.629422 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-a816d320-1584-45e1-8154-a05afe3158e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737760223811'] for port (73c83217-8a8b-4fa8-bce3-ddeb31f92b04), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:11.633773 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-361ce9b8-bd26-4972-acc3-d5769f6fa82b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (68ebf132-61bc-4414-9afa-4fa4ebd8f51f), before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:11.752676 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c6968ad-d748-45ae-80f8-61f6d2619632 admin admin] Network 4b23ede5-20df-4afa-a3d3-69545074d899 is scheduled to be hosted by DHCP agent 0319cf4e-40d4-4455-bfa4-d5e1d8f6ed41 with binding_index 1 {{(pid=104004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 05:21:11.880198 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-8b7bdc8d-c2db-40e8-bd34-cdecfa315ee7 admin admin] Publish callbacks [] for port (205980a9-ef0f-4a59-a55e-71e75787c094), precommit_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:11.885790 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:11.885989 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a816d320-1584-45e1-8154-a05afe3158e7 admin admin] Network 24e7367e-e5e6-44e8-9960-5007b05e27d5 is already hosted by enough agents. {{(pid=104004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 05:21:11.891858 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-8b7bdc8d-c2db-40e8-bd34-cdecfa315ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (205980a9-ef0f-4a59-a55e-71e75787c094), after_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:11.893168 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-8b7bdc8d-c2db-40e8-bd34-cdecfa315ee7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-418045'] for router_interface (2f4539bc-d4ea-4bf2-91d9-64bace1e5856), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:11.894275 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef36986-a25f-428d-b413-4f71e19cda2e None None] Pushing event updated for resources: {'Port': ['ID=886907d0-184d-4760-9797-92c5bc5235b5,revision_number=3']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:11.895213 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:11.901619 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.base_scheduler [None req-9c6968ad-d748-45ae-80f8-61f6d2619632 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851279-2-iscsi, 4b23ede5-20df-4afa-a3d3-69545074d899) {{(pid=104004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:21:11.902839 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444affae-5d32-42d8-835c-8008d5c8d500 None None] Network 2abd58fa-fb8d-4cc3-8df0-c903c7b8dd87 requested from dv-cinder-851279-2-iscsi {{(pid=104006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 05:21:11.909557 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.base_scheduler [None req-a816d320-1584-45e1-8154-a05afe3158e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:21:11.922849 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c6968ad-d748-45ae-80f8-61f6d2619632 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:21:11.923628 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-9c6968ad-d748-45ae-80f8-61f6d2619632 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670410'] for subnet (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:11.931870 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a816d320-1584-45e1-8154-a05afe3158e7 admin admin] Received port after_create {{(pid=104004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 05:21:11.935419 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.db.db_base_plugin_common [None req-1dc8515c-4109-4c07-aed1-42e6fd9078e9 admin admin] Allocated IP 172.20.0.1 (71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9/a137c074-4437-44e5-8103-6184a1dda097/d2739fa7-55c9-4dcd-8915-958b8efccc6c) {{(pid=104004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 05:21:11.942079 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a816d320-1584-45e1-8154-a05afe3158e7 admin admin] Pushing event updated for resources: {'Port': ['ID=73c83217-8a8b-4fa8-bce3-ddeb31f92b04,revision_number=1']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:11.955172 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e91395-8f9e-4989-8e74-5fe4042fa0ac None None] Network 4b23ede5-20df-4afa-a3d3-69545074d899 requested from dv-cinder-851279-2-iscsi {{(pid=104006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 05:21:12.007018 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7bdc8d-c2db-40e8-bd34-cdecfa315ee7 admin admin] Pushing event updated for resources: {'Port': ['ID=205980a9-ef0f-4a59-a55e-71e75787c094,revision_number=2']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:12.099273 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-9c6968ad-d748-45ae-80f8-61f6d2619632 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.9994452 Jul 29 05:21:12.172368 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:12.351423 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-1fbf635f-33ee-41dd-81ce-73c17cf74ca1 None None] Provisioning complete for port d0504cd4-3ee2-4846-b65d-ab9362e1b3c4 triggered by entity DHCP. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:21:12.351860 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-1fbf635f-33ee-41dd-81ce-73c17cf74ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (d0504cd4-3ee2-4846-b65d-ab9362e1b3c4), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:12.383412 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7bdc8d-c2db-40e8-bd34-cdecfa315ee7 admin admin] Network b55efc63-6791-470d-af15-935a2f0fc83e is already hosted by enough agents. {{(pid=104005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 05:21:12.383412 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.base_scheduler [None req-8b7bdc8d-c2db-40e8-bd34-cdecfa315ee7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:21:12.390776 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 56146) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:21:12.483004 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-1dc8515c-4109-4c07-aed1-42e6fd9078e9 admin admin] Publish callbacks [] for port (d2739fa7-55c9-4dcd-8915-958b8efccc6c), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:12.491745 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (aa119a64-f506-4951-a68b-6dc6289eaece), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:12.497312 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Current status of the port d0504cd4-3ee2-4846-b65d-ab9362e1b3c4 is: DOWN; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:21:12.497877 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (d0504cd4-3ee2-4846-b65d-ab9362e1b3c4), before_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:12.520587 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-25d2d662-1c10-455a-a758-35c132406432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (7da8dcb9-9a4e-44fd-b4da-fa922ad17d56), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:12.572212 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] For port d0504cd4-3ee2-4846-b65d-ab9362e1b3c4, host dv-cinder-851279-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-2-iscsi',level=0,port_id=d0504cd4-3ee2-4846-b65d-ab9362e1b3c4,segment=NetworkSegment(32f72901-d676-4835-84a6-96ebe24e8ccf),segment_id=32f72901-d676-4835-84a6-96ebe24e8ccf)] {{(pid=104006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:21:12.573946 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01cb3317-4562-46b6-9b1e-1fd5c5f5a3ce None None] Network 4b23ede5-20df-4afa-a3d3-69545074d899 requested from dv-cinder-851279-2-iscsi {{(pid=104006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 05:21:12.574096 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-a931d0d4-f8f8-4625-80eb-14681ae6c772 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-401099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374145'] for router (d1904235-b8da-4132-80da-638ba8c8454c), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:12.582765 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-1dc8515c-4109-4c07-aed1-42e6fd9078e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737760223811'] for port (d2739fa7-55c9-4dcd-8915-958b8efccc6c), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:12.732197 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (d0504cd4-3ee2-4846-b65d-ab9362e1b3c4), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:12.737876 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Device 886907d0-184d-4760-9797-92c5bc5235b5 up at agent ovs-agent-dv-cinder-851279-2-iscsi {{(pid=104006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 05:21:12.747601 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4b2d55e-861d-4ecc-af3b-7adf05dd4241 admin admin] Deleting subnet 69707160-3ab6-47bb-9ee4-7e017dad4a68 {{(pid=104005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 29 05:21:12.761660 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-f4b2d55e-861d-4ecc-af3b-7adf05dd4241 admin admin] Publish callbacks [] for subnet (69707160-3ab6-47bb-9ee4-7e017dad4a68), before_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:12.817396 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc8515c-4109-4c07-aed1-42e6fd9078e9 admin admin] Network 71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9 is already hosted by enough agents. {{(pid=104004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 05:21:12.827090 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.base_scheduler [None req-1dc8515c-4109-4c07-aed1-42e6fd9078e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:21:12.839603 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc8515c-4109-4c07-aed1-42e6fd9078e9 admin admin] Received port after_create {{(pid=104004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 05:21:12.840084 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-1dc8515c-4109-4c07-aed1-42e6fd9078e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417921'] for router_interface (36db0afb-fb03-4a20-ad0d-3d4d25715de0), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:12.851540 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-71f4ca34-f52f-4dbc-8d3c-1a84a0741217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (None), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:12.891391 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:12.901740 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-f4b2d55e-861d-4ecc-af3b-7adf05dd4241 admin admin] Publish callbacks [] for subnet (69707160-3ab6-47bb-9ee4-7e017dad4a68), precommit_delete_associations {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:12.928011 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc8515c-4109-4c07-aed1-42e6fd9078e9 admin admin] Pushing event updated for resources: {'Port': ['ID=d2739fa7-55c9-4dcd-8915-958b8efccc6c,revision_number=1']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:12.932821 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b7bdc8d-c2db-40e8-bd34-cdecfa315ee7 admin admin] Router 2f4539bc-d4ea-4bf2-91d9-64bace1e5856 has already been hosted by L3 agent 8a9a6061-e61b-4901-b35e-5e71dea10db3 {{(pid=104005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 05:21:12.947183 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-a816d320-1584-45e1-8154-a05afe3158e7 admin admin] Publish callbacks [] for router_gateway (e8b15e57-d2b6-483c-b2b4-556a4c67aae0), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:12.950671 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-f4b2d55e-861d-4ecc-af3b-7adf05dd4241 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3503403'] for subnet (69707160-3ab6-47bb-9ee4-7e017dad4a68), precommit_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:13.102689 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:13.103627 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Pushing event updated for resources: {'Port': ['ID=d0504cd4-3ee2-4846-b65d-ab9362e1b3c4,revision_number=3']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:13.106306 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-1fbf635f-33ee-41dd-81ce-73c17cf74ca1 None None] Current status of the port d0504cd4-3ee2-4846-b65d-ab9362e1b3c4 is: ACTIVE; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:21:13.214829 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:13.216044 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:13.238892 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-1fbf635f-33ee-41dd-81ce-73c17cf74ca1 None None] Provisioning complete for port 886907d0-184d-4760-9797-92c5bc5235b5 triggered by entity DHCP. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:21:13.240004 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-1fbf635f-33ee-41dd-81ce-73c17cf74ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (886907d0-184d-4760-9797-92c5bc5235b5), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:13.251099 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:13.262184 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-f4b2d55e-861d-4ecc-af3b-7adf05dd4241 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3503394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-292102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436'] for subnet (69707160-3ab6-47bb-9ee4-7e017dad4a68), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:13.275592 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:INSERT=3,neutron:SELECT=96,neutron:UPDATE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:13.313475 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b2d55e-861d-4ecc-af3b-7adf05dd4241 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69707160-3ab6-47bb-9ee4-7e017dad4a68,revision_number=None']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:13.316597 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-f4b2d55e-861d-4ecc-af3b-7adf05dd4241 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670410'] for subnet (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:13.322827 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-f4b2d55e-861d-4ecc-af3b-7adf05dd4241 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/69707160-3ab6-47bb-9ee4-7e017dad4a68 HTTP/1.1" status: 204 len: 168 time: 0.9281559 Jul 29 05:21:13.343784 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 56156) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:21:13.361060 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Provisioning complete for port 886907d0-184d-4760-9797-92c5bc5235b5 triggered by entity L2. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:21:13.361767 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (886907d0-184d-4760-9797-92c5bc5235b5), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:13.398828 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b7bdc8d-c2db-40e8-bd34-cdecfa315ee7 admin admin] Notify agent at l3_agent.dv-cinder-851279-2-iscsi the message routers_updated {{(pid=104005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 05:21:13.416631 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-8b7bdc8d-c2db-40e8-bd34-cdecfa315ee7 admin admin] 10.222.0.49 "PUT /v2.0/routers/2f4539bc-d4ea-4bf2-91d9-64bace1e5856/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5503380 Jul 29 05:21:13.424275 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d2f604-0f30-4bef-a698-588d1ddc3bda None None] Sync routers for ids ['2f4539bc-d4ea-4bf2-91d9-64bace1e5856'] in dv-cinder-851279-2-iscsi {{(pid=104006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 05:21:13.447089 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-4c567930-c3d5-4128-b223-45ec03e12a9c None None] Publish callbacks [] for port (283724cf-5dab-4732-b6b0-37f06eb01598), precommit_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:13.503172 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-d24947da-15c2-4f13-85da-30e1221c3b3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3418721'] for network (677a7d46-6efe-4048-ab17-c7753c6a541a), before_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:13.519377 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-4c567930-c3d5-4128-b223-45ec03e12a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (283724cf-5dab-4732-b6b0-37f06eb01598), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:13.525274 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.db_base_plugin_common [None req-71f4ca34-f52f-4dbc-8d3c-1a84a0741217 admin admin] Allocated IP 172.20.0.1 (b0621011-00a8-43df-ac92-ce1f2af05d6a/eaa993de-e154-466a-b318-7345229360b6/64067640-393c-42da-a25c-ebf8a7ad5862) {{(pid=104005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 05:21:13.576503 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-a816d320-1584-45e1-8154-a05afe3158e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-401099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374145'] for router (e8b15e57-d2b6-483c-b2b4-556a4c67aae0), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:13.580172 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a931d0d4-f8f8-4625-80eb-14681ae6c772 admin admin] Router d1904235-b8da-4132-80da-638ba8c8454c is scheduled to L3 agent 8a9a6061-e61b-4901-b35e-5e71dea10db3 with binding_index 1 {{(pid=104004) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 29 05:21:13.612136 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d2f604-0f30-4bef-a698-588d1ddc3bda None None] Routers {'2f4539bc-d4ea-4bf2-91d9-64bace1e5856'} bound to L3 agent in host dv-cinder-851279-2-iscsi {{(pid=104006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:21:13.612906 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_hamode_db [None req-89d2f604-0f30-4bef-a698-588d1ddc3bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-29T05:12:08Z,description=,heartbeat_timestamp=2022-07-29T05:21:08Z,host='dv-cinder-851279-2-iscsi',id=8a9a6061-e61b-4901-b35e-5e71dea10db3,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T05:12:08Z,topic='l3_agent')) {'router_ids': ['2f4539bc-d4ea-4bf2-91d9-64bace1e5856'], 'active': True} {{(pid=104006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:21:13.623928 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b40c42c-c929-4a72-86c8-59570fb4b03a None None] Pushing event updated for resources: {'Port': ['ID=283724cf-5dab-4732-b6b0-37f06eb01598,revision_number=2']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:13.633105 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-1dc8515c-4109-4c07-aed1-42e6fd9078e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (d2739fa7-55c9-4dcd-8915-958b8efccc6c), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:13.730159 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-1fbf635f-33ee-41dd-81ce-73c17cf74ca1 None None] Current status of the port 886907d0-184d-4760-9797-92c5bc5235b5 is: ACTIVE; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:21:13.804016 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-d24947da-15c2-4f13-85da-30e1221c3b3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3505157', 'neutron.services.segments.db._delete_segments_for_network-8737760678346'] for network (677a7d46-6efe-4048-ab17-c7753c6a541a), precommit_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:13.857750 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-d24947da-15c2-4f13-85da-30e1221c3b3a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:21:13.858435 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-d24947da-15c2-4f13-85da-30e1221c3b3a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:21:13.859459 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-d24947da-15c2-4f13-85da-30e1221c3b3a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:21:13.859993 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-d24947da-15c2-4f13-85da-30e1221c3b3a admin admin] Subscribe: > port after_create 55550000 {{(pid=104005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:21:13.860548 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-d24947da-15c2-4f13-85da-30e1221c3b3a admin admin] Subscribe: > port after_delete 55550000 {{(pid=104005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:21:13.861104 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-d24947da-15c2-4f13-85da-30e1221c3b3a admin admin] Subscribe: > port after_update 55550000 {{(pid=104005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:21:13.861640 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-d24947da-15c2-4f13-85da-30e1221c3b3a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:21:13.862226 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-d24947da-15c2-4f13-85da-30e1221c3b3a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:21:13.862746 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-d24947da-15c2-4f13-85da-30e1221c3b3a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:21:13.863851 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-d24947da-15c2-4f13-85da-30e1221c3b3a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:21:13.903605 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-1fbf635f-33ee-41dd-81ce-73c17cf74ca1 None None] Provisioning complete for port 205980a9-ef0f-4a59-a55e-71e75787c094 triggered by entity DHCP. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:21:13.903605 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-1fbf635f-33ee-41dd-81ce-73c17cf74ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (205980a9-ef0f-4a59-a55e-71e75787c094), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:13.919448 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.managers [None req-4c567930-c3d5-4128-b223-45ec03e12a9c None None] Attempting to bind port 283724cf-5dab-4732-b6b0-37f06eb01598 on host dv-cinder-851279-2-iscsi for vnic_type normal with profile {{(pid=104006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 05:21:13.919822 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.managers [None req-4c567930-c3d5-4128-b223-45ec03e12a9c None None] Attempting to bind port 283724cf-5dab-4732-b6b0-37f06eb01598 by drivers openvswitch,hyperv on host dv-cinder-851279-2-iscsi at level 0 using segments [{'id': 'f0686699-af43-47c7-b9bc-f7993eec27ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5'}] {{(pid=104006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 05:21:13.920145 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c567930-c3d5-4128-b223-45ec03e12a9c None None] Attempting to bind port 283724cf-5dab-4732-b6b0-37f06eb01598 on network 24e7367e-e5e6-44e8-9960-5007b05e27d5 {{(pid=104006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 05:21:13.925824 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-361ce9b8-bd26-4972-acc3-d5769f6fa82b None None] Publish callbacks [] for port (68ebf132-61bc-4414-9afa-4fa4ebd8f51f), precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:13.937587 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-361ce9b8-bd26-4972-acc3-d5769f6fa82b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (68ebf132-61bc-4414-9afa-4fa4ebd8f51f), after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:13.949745 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c567930-c3d5-4128-b223-45ec03e12a9c None None] Checking agent: {'id': 'aa119a64-f506-4951-a68b-6dc6289eaece', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 5, 12, 12), 'started_at': datetime.datetime(2022, 7, 29, 5, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 5, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 05:21:13.950458 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c567930-c3d5-4128-b223-45ec03e12a9c None None] Checking segment: {'id': 'f0686699-af43-47c7-b9bc-f7993eec27ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 05:21:13.951054 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-4c567930-c3d5-4128-b223-45ec03e12a9c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:13.951705 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c567930-c3d5-4128-b223-45ec03e12a9c None None] Bound using segment: {'id': 'f0686699-af43-47c7-b9bc-f7993eec27ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5'} {{(pid=104006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 05:21:13.952396 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.managers [None req-4c567930-c3d5-4128-b223-45ec03e12a9c None None] Bound port: 283724cf-5dab-4732-b6b0-37f06eb01598, host: dv-cinder-851279-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0686699-af43-47c7-b9bc-f7993eec27ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5'}}] {{(pid=104006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 05:21:13.953017 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-4c567930-c3d5-4128-b223-45ec03e12a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (283724cf-5dab-4732-b6b0-37f06eb01598), before_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:14.018240 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Current status of the port 886907d0-184d-4760-9797-92c5bc5235b5 is: ACTIVE; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:21:14.026850 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-1fbf635f-33ee-41dd-81ce-73c17cf74ca1 None None] Port 205980a9-ef0f-4a59-a55e-71e75787c094 cannot update to ACTIVE because it is not bound. {{(pid=104006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 29 05:21:14.057138 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvr_db [None req-89d2f604-0f30-4bef-a698-588d1ddc3bda None None] Set router 2f4539bc-d4ea-4bf2-91d9-64bace1e5856 gateway port host: dv-cinder-851279-2-iscsi {{(pid=104006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:21:14.067653 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45694a0d-c8b6-4e63-be82-7f71ce1d6f9f None None] Pushing event updated for resources: {'Port': ['ID=68ebf132-61bc-4414-9afa-4fa4ebd8f51f,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:14.076059 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a816d320-1584-45e1-8154-a05afe3158e7 admin admin] Router e8b15e57-d2b6-483c-b2b4-556a4c67aae0 is scheduled to L3 agent 8a9a6061-e61b-4901-b35e-5e71dea10db3 with binding_index 1 {{(pid=104004) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 29 05:21:14.096343 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-4c567930-c3d5-4128-b223-45ec03e12a9c None None] For port 283724cf-5dab-4732-b6b0-37f06eb01598, host dv-cinder-851279-2-iscsi, cleared binding levels {{(pid=104006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 05:21:14.110881 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:14.130217 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [None req-361ce9b8-bd26-4972-acc3-d5769f6fa82b None None] Attempting to bind port 68ebf132-61bc-4414-9afa-4fa4ebd8f51f on host dv-cinder-851279-2-iscsi for vnic_type normal with profile {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 05:21:14.133161 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [None req-361ce9b8-bd26-4972-acc3-d5769f6fa82b None None] Attempting to bind port 68ebf132-61bc-4414-9afa-4fa4ebd8f51f by drivers openvswitch,hyperv on host dv-cinder-851279-2-iscsi at level 0 using segments [{'id': 'f0686699-af43-47c7-b9bc-f7993eec27ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5'}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 05:21:14.133938 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-4c567930-c3d5-4128-b223-45ec03e12a9c None None] For port 283724cf-5dab-4732-b6b0-37f06eb01598, host dv-cinder-851279-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-2-iscsi',level=0,port_id=283724cf-5dab-4732-b6b0-37f06eb01598,segment=NetworkSegment(f0686699-af43-47c7-b9bc-f7993eec27ee),segment_id=f0686699-af43-47c7-b9bc-f7993eec27ee)] {{(pid=104006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 05:21:14.137646 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361ce9b8-bd26-4972-acc3-d5769f6fa82b None None] Attempting to bind port 68ebf132-61bc-4414-9afa-4fa4ebd8f51f on network 24e7367e-e5e6-44e8-9960-5007b05e27d5 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 05:21:14.144938 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a931d0d4-f8f8-4625-80eb-14681ae6c772 admin admin] Notify agent at l3_agent.dv-cinder-851279-2-iscsi the message routers_updated {{(pid=104004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 05:21:14.163254 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361ce9b8-bd26-4972-acc3-d5769f6fa82b None None] Checking agent: {'id': 'aa119a64-f506-4951-a68b-6dc6289eaece', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 5, 12, 12), 'started_at': datetime.datetime(2022, 7, 29, 5, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 5, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 05:21:14.164325 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361ce9b8-bd26-4972-acc3-d5769f6fa82b None None] Checking segment: {'id': 'f0686699-af43-47c7-b9bc-f7993eec27ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 05:21:14.166208 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-361ce9b8-bd26-4972-acc3-d5769f6fa82b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:14.166772 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361ce9b8-bd26-4972-acc3-d5769f6fa82b None None] Bound using segment: {'id': 'f0686699-af43-47c7-b9bc-f7993eec27ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5'} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 05:21:14.168341 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [None req-361ce9b8-bd26-4972-acc3-d5769f6fa82b None None] Bound port: 68ebf132-61bc-4414-9afa-4fa4ebd8f51f, host: dv-cinder-851279-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0686699-af43-47c7-b9bc-f7993eec27ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5'}}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 05:21:14.168632 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-361ce9b8-bd26-4972-acc3-d5769f6fa82b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (68ebf132-61bc-4414-9afa-4fa4ebd8f51f), before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:14.211862 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-4c567930-c3d5-4128-b223-45ec03e12a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (283724cf-5dab-4732-b6b0-37f06eb01598), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:14.274110 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-8ac5afcc-bc56-43e1-a16f-cba33c2cebe4 None None] Provisioning complete for port d0504cd4-3ee2-4846-b65d-ab9362e1b3c4 triggered by entity DHCP. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:21:14.274771 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-8ac5afcc-bc56-43e1-a16f-cba33c2cebe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (d0504cd4-3ee2-4846-b65d-ab9362e1b3c4), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:14.350329 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-361ce9b8-bd26-4972-acc3-d5769f6fa82b None None] For port 68ebf132-61bc-4414-9afa-4fa4ebd8f51f, host dv-cinder-851279-2-iscsi, cleared binding levels {{(pid=104007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 05:21:14.354650 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-361ce9b8-bd26-4972-acc3-d5769f6fa82b None None] For port 68ebf132-61bc-4414-9afa-4fa4ebd8f51f, host dv-cinder-851279-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-2-iscsi',level=0,port_id=68ebf132-61bc-4414-9afa-4fa4ebd8f51f,segment=NetworkSegment(f0686699-af43-47c7-b9bc-f7993eec27ee),segment_id=f0686699-af43-47c7-b9bc-f7993eec27ee)] {{(pid=104007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 05:21:14.370203 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0a741c-e60a-4c1e-bee7-a35dbab24589 None None] Sync routers for ids ['d1904235-b8da-4132-80da-638ba8c8454c'] in dv-cinder-851279-2-iscsi {{(pid=104007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 05:21:14.388713 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-361ce9b8-bd26-4972-acc3-d5769f6fa82b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (68ebf132-61bc-4414-9afa-4fa4ebd8f51f), after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:14.389699 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 56176) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:21:14.391879 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:14.394836 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a816d320-1584-45e1-8154-a05afe3158e7 admin admin] Notify agent at l3_agent.dv-cinder-851279-2-iscsi the message routers_updated {{(pid=104004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 05:21:14.399436 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:14.415895 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b40c42c-c929-4a72-86c8-59570fb4b03a None None] Pushing event updated for resources: {'Port': ['ID=283724cf-5dab-4732-b6b0-37f06eb01598,revision_number=3']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:14.419424 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acab621-2d2f-48a3-9e05-4a4fc4e67d34 None None] Sync routers for ids ['e8b15e57-d2b6-483c-b2b4-556a4c67aae0'] in dv-cinder-851279-2-iscsi {{(pid=104006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 05:21:14.422371 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.v2.base [None req-6a439831-cf15-467f-b8bf-02e69a578e37 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Request body: {'security_group': {'name': 'tempest-securitygroup--724388671', 'description': 'tempest-description--191276371'}} {{(pid=104004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:21:14.442447 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-a931d0d4-f8f8-4625-80eb-14681ae6c772 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:14.446694 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-a931d0d4-f8f8-4625-80eb-14681ae6c772 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 10.3649848 Jul 29 05:21:14.448969 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c567930-c3d5-4128-b223-45ec03e12a9c None None] Routers {'36db0afb-fb03-4a20-ad0d-3d4d25715de0'} bound to L3 agent in host dv-cinder-851279-2-iscsi {{(pid=104006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:21:14.449745 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_hamode_db [None req-4c567930-c3d5-4128-b223-45ec03e12a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-29T05:12:08Z,description=,heartbeat_timestamp=2022-07-29T05:21:08Z,host='dv-cinder-851279-2-iscsi',id=8a9a6061-e61b-4901-b35e-5e71dea10db3,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T05:12:08Z,topic='l3_agent')) {'router_ids': ['36db0afb-fb03-4a20-ad0d-3d4d25715de0'], 'active': True} {{(pid=104006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:21:14.469058 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-a816d320-1584-45e1-8154-a05afe3158e7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:14.472330 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-a816d320-1584-45e1-8154-a05afe3158e7 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 9.5477588 Jul 29 05:21:14.479938 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 56180) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:21:14.483382 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0a741c-e60a-4c1e-bee7-a35dbab24589 None None] Routers {'d1904235-b8da-4132-80da-638ba8c8454c'} bound to L3 agent in host dv-cinder-851279-2-iscsi {{(pid=104007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:21:14.483543 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 56184) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:21:14.484462 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-8a0a741c-e60a-4c1e-bee7-a35dbab24589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-29T05:12:08Z,description=,heartbeat_timestamp=2022-07-29T05:21:08Z,host='dv-cinder-851279-2-iscsi',id=8a9a6061-e61b-4901-b35e-5e71dea10db3,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T05:12:08Z,topic='l3_agent')) {'router_ids': ['d1904235-b8da-4132-80da-638ba8c8454c'], 'active': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:21:14.572670 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45694a0d-c8b6-4e63-be82-7f71ce1d6f9f None None] Pushing event updated for resources: {'Port': ['ID=68ebf132-61bc-4414-9afa-4fa4ebd8f51f,revision_number=3']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:14.609387 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-d24947da-15c2-4f13-85da-30e1221c3b3a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:21:14.620178 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361ce9b8-bd26-4972-acc3-d5769f6fa82b None None] Routers {'dbd22cee-7b16-4854-994f-abc3b31dd07f'} bound to L3 agent in host dv-cinder-851279-2-iscsi {{(pid=104007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:21:14.621198 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-361ce9b8-bd26-4972-acc3-d5769f6fa82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-29T05:12:08Z,description=,heartbeat_timestamp=2022-07-29T05:21:08Z,host='dv-cinder-851279-2-iscsi',id=8a9a6061-e61b-4901-b35e-5e71dea10db3,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T05:12:08Z,topic='l3_agent')) {'router_ids': ['dbd22cee-7b16-4854-994f-abc3b31dd07f'], 'active': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:21:14.623535 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-d24947da-15c2-4f13-85da-30e1221c3b3a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:21:14.625182 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-d24947da-15c2-4f13-85da-30e1221c3b3a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:21:14.625182 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-d24947da-15c2-4f13-85da-30e1221c3b3a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:21:14.625182 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.services.segments.db [None req-d24947da-15c2-4f13-85da-30e1221c3b3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['677a7d46-6efe-4048-ab17-c7753c6a541a']}} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:21:14.681155 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Device e887e5e6-ffc8-4009-b61f-2ae584dd675e up at agent ovs-agent-dv-cinder-851279-2-iscsi {{(pid=104006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 05:21:14.736184 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvr_db [None req-361ce9b8-bd26-4972-acc3-d5769f6fa82b None None] Set router dbd22cee-7b16-4854-994f-abc3b31dd07f gateway port host: dv-cinder-851279-2-iscsi {{(pid=104007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:21:14.766919 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-6a439831-cf15-467f-b8bf-02e69a578e37 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks [] for security_group (None), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:14.797916 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:14.811729 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acab621-2d2f-48a3-9e05-4a4fc4e67d34 None None] Routers {'e8b15e57-d2b6-483c-b2b4-556a4c67aae0'} bound to L3 agent in host dv-cinder-851279-2-iscsi {{(pid=104006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:21:14.812382 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_hamode_db [None req-2acab621-2d2f-48a3-9e05-4a4fc4e67d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-29T05:12:08Z,description=,heartbeat_timestamp=2022-07-29T05:21:08Z,host='dv-cinder-851279-2-iscsi',id=8a9a6061-e61b-4901-b35e-5e71dea10db3,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T05:12:08Z,topic='l3_agent')) {'router_ids': ['e8b15e57-d2b6-483c-b2b4-556a4c67aae0'], 'active': True} {{(pid=104006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:21:14.818850 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-8ac5afcc-bc56-43e1-a16f-cba33c2cebe4 None None] Current status of the port d0504cd4-3ee2-4846-b65d-ab9362e1b3c4 is: ACTIVE; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:21:14.882526 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-1dc8515c-4109-4c07-aed1-42e6fd9078e9 admin admin] Publish callbacks [] for port (d2739fa7-55c9-4dcd-8915-958b8efccc6c), precommit_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:14.908995 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-1dc8515c-4109-4c07-aed1-42e6fd9078e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (d2739fa7-55c9-4dcd-8915-958b8efccc6c), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:14.909746 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-1dc8515c-4109-4c07-aed1-42e6fd9078e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-418045'] for router_interface (36db0afb-fb03-4a20-ad0d-3d4d25715de0), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:14.914926 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.services.segments.db [None req-d24947da-15c2-4f13-85da-30e1221c3b3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70bd213d-e232-4399-ab2c-3fa42959f9db') {'for_net_delete': True} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:21:14.915446 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.services.segments.db [None req-d24947da-15c2-4f13-85da-30e1221c3b3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70bd213d-e232-4399-ab2c-3fa42959f9db') {} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:21:14.942610 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-d24947da-15c2-4f13-85da-30e1221c3b3a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737760678247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28577015'] for segment (70bd213d-e232-4399-ab2c-3fa42959f9db), before_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:14.975842 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-71f4ca34-f52f-4dbc-8d3c-1a84a0741217 admin admin] Publish callbacks [] for port (64067640-393c-42da-a25c-ebf8a7ad5862), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:15.005227 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-d24947da-15c2-4f13-85da-30e1221c3b3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501452'] for segment (70bd213d-e232-4399-ab2c-3fa42959f9db), precommit_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:15.027191 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d24947da-15c2-4f13-85da-30e1221c3b3a admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=104005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 05:21:15.028559 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-d24947da-15c2-4f13-85da-30e1221c3b3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1905615'] for segment (70bd213d-e232-4399-ab2c-3fa42959f9db), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:15.037439 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:15.108043 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-8ac5afcc-bc56-43e1-a16f-cba33c2cebe4 None None] Provisioning complete for port d2739fa7-55c9-4dcd-8915-958b8efccc6c triggered by entity DHCP. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:21:15.108557 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-8ac5afcc-bc56-43e1-a16f-cba33c2cebe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (d2739fa7-55c9-4dcd-8915-958b8efccc6c), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:15.169639 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc8515c-4109-4c07-aed1-42e6fd9078e9 admin admin] Network 71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9 is already hosted by enough agents. {{(pid=104004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 05:21:15.179654 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-8ac5afcc-bc56-43e1-a16f-cba33c2cebe4 None None] Port d2739fa7-55c9-4dcd-8915-958b8efccc6c cannot update to ACTIVE because it is not bound. {{(pid=104006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 29 05:21:15.203763 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_hamode_db [None req-89d2f604-0f30-4bef-a698-588d1ddc3bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f4539bc-d4ea-4bf2-91d9-64bace1e5856', 'name': 'tempest-AttachVolumeNegativeTest-392654816-router', 'tenant_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '80161f1c-297a-4942-ab94-ca8574f080db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:21:02Z', 'updated_at': '2022-07-29T05:21:11Z', 'revision_number': 4, 'project_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'gw_port': {'id': '80161f1c-297a-4942-ab94-ca8574f080db', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:33:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f4539bc-d4ea-4bf2-91d9-64bace1e5856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:03Z', 'updated_at': '2022-07-29T05:21:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi', '_interfaces': [{'id': '205980a9-ef0f-4a59-a55e-71e75787c094', 'name': '', 'network_id': 'b55efc63-6791-470d-af15-935a2f0fc83e', 'tenant_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'mac_address': 'fa:16:3e:95:99:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f4539bc-d4ea-4bf2-91d9-64bace1e5856', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'bbb96b40-4994-4d5c-ad35-a19342a29a39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:08Z', 'updated_at': '2022-07-29T05:21:11Z', 'revision_number': 2, 'project_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'subnets': [{'id': 'bbb96b40-4994-4d5c-ad35-a19342a29a39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-2-iscsi', False) {} {{(pid=104006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:21:15.211780 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvr_db [None req-8a0a741c-e60a-4c1e-bee7-a35dbab24589 None None] Set router d1904235-b8da-4132-80da-638ba8c8454c gateway port host: dv-cinder-851279-2-iscsi {{(pid=104007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:21:15.214210 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-361ce9b8-bd26-4972-acc3-d5769f6fa82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd22cee-7b16-4854-994f-abc3b31dd07f', 'name': 'tempest-DeleteServersTestJSON-1942860371-router', 'tenant_id': 'c87396f5e6bf46f5b85720c8e365da81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '68ebf132-61bc-4414-9afa-4fa4ebd8f51f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:21:04Z', 'updated_at': '2022-07-29T05:21:07Z', 'revision_number': 3, 'project_id': 'c87396f5e6bf46f5b85720c8e365da81', 'gw_port': {'id': '68ebf132-61bc-4414-9afa-4fa4ebd8f51f', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:28:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbd22cee-7b16-4854-994f-abc3b31dd07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:06Z', 'updated_at': '2022-07-29T05:21:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi'}], 'dv-cinder-851279-2-iscsi', False) {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:21:15.225825 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:15.228788 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.base_scheduler [None req-1dc8515c-4109-4c07-aed1-42e6fd9078e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:21:15.250378 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-d24947da-15c2-4f13-85da-30e1221c3b3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3505166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-375344'] for network (677a7d46-6efe-4048-ab17-c7753c6a541a), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:15.260041 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-d24947da-15c2-4f13-85da-30e1221c3b3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670410'] for network (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:15.262297 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-8ac5afcc-bc56-43e1-a16f-cba33c2cebe4 None None] Provisioning complete for port 205980a9-ef0f-4a59-a55e-71e75787c094 triggered by entity DHCP. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:21:15.263226 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-d24947da-15c2-4f13-85da-30e1221c3b3a admin admin] 10.222.0.49 "DELETE /v2.0/networks/677a7d46-6efe-4048-ab17-c7753c6a541a HTTP/1.1" status: 204 len: 168 time: 1.9184017 Jul 29 05:21:15.266202 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-8ac5afcc-bc56-43e1-a16f-cba33c2cebe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (205980a9-ef0f-4a59-a55e-71e75787c094), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:15.273227 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvr_db [None req-4c567930-c3d5-4128-b223-45ec03e12a9c None None] Set router 36db0afb-fb03-4a20-ad0d-3d4d25715de0 gateway port host: dv-cinder-851279-2-iscsi {{(pid=104006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:21:15.276215 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 56208) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:21:15.277913 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d2f604-0f30-4bef-a698-588d1ddc3bda None None] Checking router: 2f4539bc-d4ea-4bf2-91d9-64bace1e5856 for host: dv-cinder-851279-2-iscsi {{(pid=104006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 05:21:15.278637 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d2f604-0f30-4bef-a698-588d1ddc3bda None None] Updating router 2f4539bc-d4ea-4bf2-91d9-64bace1e5856 port 205980a9-ef0f-4a59-a55e-71e75787c094 binding host dv-cinder-851279-2-iscsi {{(pid=104006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 05:21:15.294322 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-71f4ca34-f52f-4dbc-8d3c-1a84a0741217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737760223811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1905596'] for port (64067640-393c-42da-a25c-ebf8a7ad5862), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:15.360095 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=100 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:15.361462 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-89d2f604-0f30-4bef-a698-588d1ddc3bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (205980a9-ef0f-4a59-a55e-71e75787c094), before_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:15.364567 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Provisioning complete for port e887e5e6-ffc8-4009-b61f-2ae584dd675e triggered by entity L2. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:21:15.365198 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (e887e5e6-ffc8-4009-b61f-2ae584dd675e), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:15.369661 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361ce9b8-bd26-4972-acc3-d5769f6fa82b None None] The sync data for ids ['dbd22cee-7b16-4854-994f-abc3b31dd07f'] in dv-cinder-851279-2-iscsi is: [{'id': 'dbd22cee-7b16-4854-994f-abc3b31dd07f', 'name': 'tempest-DeleteServersTestJSON-1942860371-router', 'tenant_id': 'c87396f5e6bf46f5b85720c8e365da81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '68ebf132-61bc-4414-9afa-4fa4ebd8f51f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:21:04Z', 'updated_at': '2022-07-29T05:21:07Z', 'revision_number': 3, 'project_id': 'c87396f5e6bf46f5b85720c8e365da81', 'gw_port': {'id': '68ebf132-61bc-4414-9afa-4fa4ebd8f51f', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:28:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbd22cee-7b16-4854-994f-abc3b31dd07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:06Z', 'updated_at': '2022-07-29T05:21:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi'}] {{(pid=104007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 05:21:15.388715 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3c3fe34-fcaa-47e7-a3c0-fce2789a5c59 admin admin] Deleting subnet 31549c2b-0b36-46db-abd5-a45ed0b2cea5 {{(pid=104005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 29 05:21:15.393671 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24947da-15c2-4f13-85da-30e1221c3b3a admin admin] Pushing event deleted for resources: {'Network': ['ID=677a7d46-6efe-4048-ab17-c7753c6a541a,revision_number=None']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:15.427512 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-f3c3fe34-fcaa-47e7-a3c0-fce2789a5c59 admin admin] Publish callbacks [] for subnet (31549c2b-0b36-46db-abd5-a45ed0b2cea5), before_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:15.497413 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvr_db [None req-2acab621-2d2f-48a3-9e05-4a4fc4e67d34 None None] Set router e8b15e57-d2b6-483c-b2b4-556a4c67aae0 gateway port host: dv-cinder-851279-2-iscsi {{(pid=104006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:21:15.504298 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-6a439831-cf15-467f-b8bf-02e69a578e37 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks [] for security_group (f8a3af79-0975-43ba-9287-d4cb627a90b5), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:15.509910 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f4ca34-f52f-4dbc-8d3c-1a84a0741217 admin admin] Network b0621011-00a8-43df-ac92-ce1f2af05d6a is already hosted by enough agents. {{(pid=104005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 05:21:15.514411 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc8515c-4109-4c07-aed1-42e6fd9078e9 admin admin] Pushing event updated for resources: {'Port': ['ID=d2739fa7-55c9-4dcd-8915-958b8efccc6c,revision_number=2']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:15.525695 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-6a439831-cf15-467f-b8bf-02e69a578e37 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (f8a3af79-0975-43ba-9287-d4cb627a90b5), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:15.546135 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-f3c3fe34-fcaa-47e7-a3c0-fce2789a5c59 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28577006'] for subnet (31549c2b-0b36-46db-abd5-a45ed0b2cea5), precommit_delete_associations {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:15.603793 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-f3c3fe34-fcaa-47e7-a3c0-fce2789a5c59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3503403'] for subnet (31549c2b-0b36-46db-abd5-a45ed0b2cea5), precommit_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:15.641042 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:15.648234 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a439831-cf15-467f-b8bf-02e69a578e37 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8a3af79-0975-43ba-9287-d4cb627a90b5,revision_number=1']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:15.670402 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-8ac5afcc-bc56-43e1-a16f-cba33c2cebe4 None None] Port 205980a9-ef0f-4a59-a55e-71e75787c094 cannot update to ACTIVE because it is not bound. {{(pid=104006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 29 05:21:15.690542 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=89,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:15.695138 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.base_scheduler [None req-71f4ca34-f52f-4dbc-8d3c-1a84a0741217 admin admin] Resources bound (agent type, host, resource id): {{(pid=104005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:21:15.697113 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-8a0a741c-e60a-4c1e-bee7-a35dbab24589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1904235-b8da-4132-80da-638ba8c8454c', 'name': 'tempest-AttachVolumeTestJSON-509135275-router', 'tenant_id': '92f16adc2357459aa0afb68db89031dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': 'fc72b586-b3cf-45c8-a32c-3fda3c2766d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:21:04Z', 'updated_at': '2022-07-29T05:21:09Z', 'revision_number': 3, 'project_id': '92f16adc2357459aa0afb68db89031dd', 'gw_port': {'id': 'fc72b586-b3cf-45c8-a32c-3fda3c2766d4', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:8d:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1904235-b8da-4132-80da-638ba8c8454c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:06Z', 'updated_at': '2022-07-29T05:21:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi'}], 'dv-cinder-851279-2-iscsi', False) {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:21:15.705087 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f4ca34-f52f-4dbc-8d3c-1a84a0741217 admin admin] Received port after_create {{(pid=104005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 05:21:15.707638 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-f3c3fe34-fcaa-47e7-a3c0-fce2789a5c59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3503394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-292102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1905553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28374007'] for subnet (31549c2b-0b36-46db-abd5-a45ed0b2cea5), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:15.728862 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=2,neutron:DELETE=4 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:15.775114 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0a741c-e60a-4c1e-bee7-a35dbab24589 None None] Checking router: d1904235-b8da-4132-80da-638ba8c8454c for host: dv-cinder-851279-2-iscsi {{(pid=104007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 05:21:15.775619 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0a741c-e60a-4c1e-bee7-a35dbab24589 None None] Updating router d1904235-b8da-4132-80da-638ba8c8454c port fc72b586-b3cf-45c8-a32c-3fda3c2766d4 binding host dv-cinder-851279-2-iscsi {{(pid=104007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 05:21:15.869741 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8a0a741c-e60a-4c1e-bee7-a35dbab24589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (fc72b586-b3cf-45c8-a32c-3fda3c2766d4), before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:15.870327 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-6a439831-cf15-467f-b8bf-02e69a578e37 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks [] for security_group (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:15.872210 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-6a439831-cf15-467f-b8bf-02e69a578e37 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.4729941 Jul 29 05:21:15.900831 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dc8515c-4109-4c07-aed1-42e6fd9078e9 admin admin] Router 36db0afb-fb03-4a20-ad0d-3d4d25715de0 has already been hosted by L3 agent 8a9a6061-e61b-4901-b35e-5e71dea10db3 {{(pid=104004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 05:21:15.904977 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 56220) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:21:15.931991 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.v2.base [None req-fe6515e8-170a-406c-b903-05b6196ff66c tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Request body: {'security_group_rule': {'security_group_id': 'f8a3af79-0975-43ba-9287-d4cb627a90b5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:21:15.936792 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-8ac5afcc-bc56-43e1-a16f-cba33c2cebe4 None None] Provisioning complete for port e887e5e6-ffc8-4009-b61f-2ae584dd675e triggered by entity DHCP. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:21:15.937306 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-8ac5afcc-bc56-43e1-a16f-cba33c2cebe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (e887e5e6-ffc8-4009-b61f-2ae584dd675e), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:15.980190 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f4ca34-f52f-4dbc-8d3c-1a84a0741217 admin admin] Pushing event updated for resources: {'Port': ['ID=64067640-393c-42da-a25c-ebf8a7ad5862,revision_number=1']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:15.982762 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c3fe34-fcaa-47e7-a3c0-fce2789a5c59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31549c2b-0b36-46db-abd5-a45ed0b2cea5,revision_number=None']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:15.997501 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.services.segments.plugin [-] Segment 70bd213d-e232-4399-ab2c-3fa42959f9db resource provider aggregate not found Jul 29 05:21:16.048255 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-f3c3fe34-fcaa-47e7-a3c0-fce2789a5c59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670410'] for subnet (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:16.056915 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-f3c3fe34-fcaa-47e7-a3c0-fce2789a5c59 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/31549c2b-0b36-46db-abd5-a45ed0b2cea5 HTTP/1.1" status: 204 len: 168 time: 0.7640502 Jul 29 05:21:16.067458 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.services.segments.plugin [-] Segment 70bd213d-e232-4399-ab2c-3fa42959f9db resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 70bd213d-e232-4399-ab2c-3fa42959f9db found for delete ", "request_id": "req-46026e50-3e8c-426b-9994-ebcf1b427ef6"}]} Jul 29 05:21:16.068048 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 56226) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:21:16.075919 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-71f4ca34-f52f-4dbc-8d3c-1a84a0741217 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417921'] for router_interface (dbd22cee-7b16-4854-994f-abc3b31dd07f), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:16.118973 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Current status of the port e887e5e6-ffc8-4009-b61f-2ae584dd675e is: DOWN; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:21:16.119657 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (e887e5e6-ffc8-4009-b61f-2ae584dd675e), before_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:16.277480 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_hamode_db [None req-2acab621-2d2f-48a3-9e05-4a4fc4e67d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b15e57-d2b6-483c-b2b4-556a4c67aae0', 'name': 'tempest-AttachVolumeShelveTestJSON-766186712-router', 'tenant_id': '9fda8c6d9ffa4955b2f19411ee340cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': '73c83217-8a8b-4fa8-bce3-ddeb31f92b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:21:05Z', 'updated_at': '2022-07-29T05:21:12Z', 'revision_number': 3, 'project_id': '9fda8c6d9ffa4955b2f19411ee340cb3', 'gw_port': {'id': '73c83217-8a8b-4fa8-bce3-ddeb31f92b04', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:28:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8b15e57-d2b6-483c-b2b4-556a4c67aae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:07Z', 'updated_at': '2022-07-29T05:21:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi'}], 'dv-cinder-851279-2-iscsi', False) {} {{(pid=104006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:21:16.285407 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:16.346888 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-53494512-7a26-4e9d-9438-0aceaf1a9663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3418721'] for network (4b23ede5-20df-4afa-a3d3-69545074d899), before_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:16.401622 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acab621-2d2f-48a3-9e05-4a4fc4e67d34 None None] Checking router: e8b15e57-d2b6-483c-b2b4-556a4c67aae0 for host: dv-cinder-851279-2-iscsi {{(pid=104006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 05:21:16.402199 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acab621-2d2f-48a3-9e05-4a4fc4e67d34 None None] Updating router e8b15e57-d2b6-483c-b2b4-556a4c67aae0 port 73c83217-8a8b-4fa8-bce3-ddeb31f92b04 binding host dv-cinder-851279-2-iscsi {{(pid=104006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 05:21:16.470428 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:16.471617 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-2acab621-2d2f-48a3-9e05-4a4fc4e67d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (73c83217-8a8b-4fa8-bce3-ddeb31f92b04), before_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:16.480239 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8a0a741c-e60a-4c1e-bee7-a35dbab24589 None None] Publish callbacks [] for port (fc72b586-b3cf-45c8-a32c-3fda3c2766d4), precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:16.501357 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8a0a741c-e60a-4c1e-bee7-a35dbab24589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (fc72b586-b3cf-45c8-a32c-3fda3c2766d4), after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:16.563313 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [None req-8a0a741c-e60a-4c1e-bee7-a35dbab24589 None None] Attempting to bind port fc72b586-b3cf-45c8-a32c-3fda3c2766d4 on host dv-cinder-851279-2-iscsi for vnic_type normal with profile {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 05:21:16.565384 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [None req-8a0a741c-e60a-4c1e-bee7-a35dbab24589 None None] Attempting to bind port fc72b586-b3cf-45c8-a32c-3fda3c2766d4 by drivers openvswitch,hyperv on host dv-cinder-851279-2-iscsi at level 0 using segments [{'id': 'f0686699-af43-47c7-b9bc-f7993eec27ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5'}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 05:21:16.566589 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-53494512-7a26-4e9d-9438-0aceaf1a9663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3505157', 'neutron.services.segments.db._delete_segments_for_network-8737760678346'] for network (4b23ede5-20df-4afa-a3d3-69545074d899), precommit_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:16.568885 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0a741c-e60a-4c1e-bee7-a35dbab24589 None None] Attempting to bind port fc72b586-b3cf-45c8-a32c-3fda3c2766d4 on network 24e7367e-e5e6-44e8-9960-5007b05e27d5 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 05:21:16.591864 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0a741c-e60a-4c1e-bee7-a35dbab24589 None None] Checking agent: {'id': 'aa119a64-f506-4951-a68b-6dc6289eaece', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 5, 12, 12), 'started_at': datetime.datetime(2022, 7, 29, 5, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 5, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 05:21:16.592667 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0a741c-e60a-4c1e-bee7-a35dbab24589 None None] Checking segment: {'id': 'f0686699-af43-47c7-b9bc-f7993eec27ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 05:21:16.593745 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8a0a741c-e60a-4c1e-bee7-a35dbab24589 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:16.594356 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0a741c-e60a-4c1e-bee7-a35dbab24589 None None] Bound using segment: {'id': 'f0686699-af43-47c7-b9bc-f7993eec27ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5'} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 05:21:16.595071 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [None req-8a0a741c-e60a-4c1e-bee7-a35dbab24589 None None] Bound port: fc72b586-b3cf-45c8-a32c-3fda3c2766d4, host: dv-cinder-851279-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0686699-af43-47c7-b9bc-f7993eec27ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5'}}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 05:21:16.595725 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8a0a741c-e60a-4c1e-bee7-a35dbab24589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (fc72b586-b3cf-45c8-a32c-3fda3c2766d4), before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:16.602653 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.services.segments.db [None req-53494512-7a26-4e9d-9438-0aceaf1a9663 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b23ede5-20df-4afa-a3d3-69545074d899']}} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:21:16.621412 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.services.segments.db [None req-53494512-7a26-4e9d-9438-0aceaf1a9663 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c93f6bc2-403f-4427-bc22-9a1d6bb19839') {'for_net_delete': True} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:21:16.621780 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.services.segments.db [None req-53494512-7a26-4e9d-9438-0aceaf1a9663 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c93f6bc2-403f-4427-bc22-9a1d6bb19839') {} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:21:16.638902 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-53494512-7a26-4e9d-9438-0aceaf1a9663 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737760678247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28577015'] for segment (c93f6bc2-403f-4427-bc22-9a1d6bb19839), before_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:16.654919 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-8a0a741c-e60a-4c1e-bee7-a35dbab24589 None None] For port fc72b586-b3cf-45c8-a32c-3fda3c2766d4, host dv-cinder-851279-2-iscsi, cleared binding levels {{(pid=104007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 05:21:16.663084 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-8a0a741c-e60a-4c1e-bee7-a35dbab24589 None None] For port fc72b586-b3cf-45c8-a32c-3fda3c2766d4, host dv-cinder-851279-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-2-iscsi',level=0,port_id=fc72b586-b3cf-45c8-a32c-3fda3c2766d4,segment=NetworkSegment(f0686699-af43-47c7-b9bc-f7993eec27ee),segment_id=f0686699-af43-47c7-b9bc-f7993eec27ee)] {{(pid=104007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 05:21:16.668694 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-53494512-7a26-4e9d-9438-0aceaf1a9663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501452'] for segment (c93f6bc2-403f-4427-bc22-9a1d6bb19839), precommit_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:16.675829 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53494512-7a26-4e9d-9438-0aceaf1a9663 admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=104005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 05:21:16.676228 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-53494512-7a26-4e9d-9438-0aceaf1a9663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1905615'] for segment (c93f6bc2-403f-4427-bc22-9a1d6bb19839), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:16.682402 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8a0a741c-e60a-4c1e-bee7-a35dbab24589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (fc72b586-b3cf-45c8-a32c-3fda3c2766d4), after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:16.690514 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ccb2f8-a3c1-4b0f-bd10-e80b7b553002 None None] Pushing event updated for resources: {'Port': ['ID=fc72b586-b3cf-45c8-a32c-3fda3c2766d4,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:16.745807 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:16.778181 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-53494512-7a26-4e9d-9438-0aceaf1a9663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3505166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-375344'] for network (4b23ede5-20df-4afa-a3d3-69545074d899), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:16.787431 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_hamode_db [None req-4c567930-c3d5-4128-b223-45ec03e12a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36db0afb-fb03-4a20-ad0d-3d4d25715de0', 'name': 'tempest-ServerRescueNegativeTestJSON-1869579504-router', 'tenant_id': '153fe5d9d64346f6b7419eba91948678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '283724cf-5dab-4732-b6b0-37f06eb01598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:21:00Z', 'updated_at': '2022-07-29T05:21:13Z', 'revision_number': 4, 'project_id': '153fe5d9d64346f6b7419eba91948678', 'gw_port': {'id': '283724cf-5dab-4732-b6b0-37f06eb01598', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ea:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36db0afb-fb03-4a20-ad0d-3d4d25715de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:02Z', 'updated_at': '2022-07-29T05:21:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi', '_interfaces': [{'id': 'd2739fa7-55c9-4dcd-8915-958b8efccc6c', 'name': '', 'network_id': '71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9', 'tenant_id': '153fe5d9d64346f6b7419eba91948678', 'mac_address': 'fa:16:3e:42:00:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36db0afb-fb03-4a20-ad0d-3d4d25715de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'a137c074-4437-44e5-8103-6184a1dda097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:11Z', 'updated_at': '2022-07-29T05:21:12Z', 'revision_number': 1, 'project_id': '153fe5d9d64346f6b7419eba91948678', 'subnets': [{'id': 'a137c074-4437-44e5-8103-6184a1dda097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-2-iscsi', False) {} {{(pid=104006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:21:16.812497 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] For port e887e5e6-ffc8-4009-b61f-2ae584dd675e, host dv-cinder-851279-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-2-iscsi',level=0,port_id=e887e5e6-ffc8-4009-b61f-2ae584dd675e,segment=NetworkSegment(9167e3b9-12fc-4803-a3cb-91dd7148cc6f),segment_id=9167e3b9-12fc-4803-a3cb-91dd7148cc6f)] {{(pid=104006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:21:16.816209 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-53494512-7a26-4e9d-9438-0aceaf1a9663 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670410'] for network (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:16.829895 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ccb2f8-a3c1-4b0f-bd10-e80b7b553002 None None] Pushing event updated for resources: {'Port': ['ID=fc72b586-b3cf-45c8-a32c-3fda3c2766d4,revision_number=3']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:16.833547 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-53494512-7a26-4e9d-9438-0aceaf1a9663 admin admin] 10.222.0.49 "DELETE /v2.0/networks/4b23ede5-20df-4afa-a3d3-69545074d899 HTTP/1.1" status: 204 len: 168 time: 0.7636600 Jul 29 05:21:16.834602 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-71f4ca34-f52f-4dbc-8d3c-1a84a0741217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (64067640-393c-42da-a25c-ebf8a7ad5862), before_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:16.872512 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53494512-7a26-4e9d-9438-0aceaf1a9663 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b23ede5-20df-4afa-a3d3-69545074d899,revision_number=None']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:16.881619 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-fe6515e8-170a-406c-b903-05b6196ff66c tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks [] for security_group_rule (9deaad14-c144-4010-a0c3-322cb585f1a5), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:16.901471 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0a741c-e60a-4c1e-bee7-a35dbab24589 None None] Routers {'d1904235-b8da-4132-80da-638ba8c8454c'} bound to L3 agent in host dv-cinder-851279-2-iscsi {{(pid=104007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:21:16.905309 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-8ac5afcc-bc56-43e1-a16f-cba33c2cebe4 None None] Current status of the port e887e5e6-ffc8-4009-b61f-2ae584dd675e is: DOWN; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:21:16.906327 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-8a0a741c-e60a-4c1e-bee7-a35dbab24589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-29T05:12:08Z,description=,heartbeat_timestamp=2022-07-29T05:21:08Z,host='dv-cinder-851279-2-iscsi',id=8a9a6061-e61b-4901-b35e-5e71dea10db3,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T05:12:08Z,topic='l3_agent')) {'router_ids': ['d1904235-b8da-4132-80da-638ba8c8454c'], 'active': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:21:16.906942 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-8ac5afcc-bc56-43e1-a16f-cba33c2cebe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (e887e5e6-ffc8-4009-b61f-2ae584dd675e), before_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:16.948423 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (e887e5e6-ffc8-4009-b61f-2ae584dd675e), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:16.950024 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Device d0504cd4-3ee2-4846-b65d-ab9362e1b3c4 up at agent ovs-agent-dv-cinder-851279-2-iscsi {{(pid=104006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 05:21:17.155181 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dc8515c-4109-4c07-aed1-42e6fd9078e9 admin admin] Notify agent at l3_agent.dv-cinder-851279-2-iscsi the message routers_updated {{(pid=104004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 05:21:17.187403 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-1dc8515c-4109-4c07-aed1-42e6fd9078e9 admin admin] 10.222.0.49 "PUT /v2.0/routers/36db0afb-fb03-4a20-ad0d-3d4d25715de0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2637978 Jul 29 05:21:17.187767 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c567930-c3d5-4128-b223-45ec03e12a9c None None] The sync data for ids ['36db0afb-fb03-4a20-ad0d-3d4d25715de0'] in dv-cinder-851279-2-iscsi is: [{'id': '36db0afb-fb03-4a20-ad0d-3d4d25715de0', 'name': 'tempest-ServerRescueNegativeTestJSON-1869579504-router', 'tenant_id': '153fe5d9d64346f6b7419eba91948678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '283724cf-5dab-4732-b6b0-37f06eb01598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:21:00Z', 'updated_at': '2022-07-29T05:21:13Z', 'revision_number': 4, 'project_id': '153fe5d9d64346f6b7419eba91948678', 'gw_port': {'id': '283724cf-5dab-4732-b6b0-37f06eb01598', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ea:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36db0afb-fb03-4a20-ad0d-3d4d25715de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:02Z', 'updated_at': '2022-07-29T05:21:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi', '_interfaces': [{'id': 'd2739fa7-55c9-4dcd-8915-958b8efccc6c', 'name': '', 'network_id': '71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9', 'tenant_id': '153fe5d9d64346f6b7419eba91948678', 'mac_address': 'fa:16:3e:42:00:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36db0afb-fb03-4a20-ad0d-3d4d25715de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'a137c074-4437-44e5-8103-6184a1dda097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:11Z', 'updated_at': '2022-07-29T05:21:12Z', 'revision_number': 1, 'project_id': '153fe5d9d64346f6b7419eba91948678', 'subnets': [{'id': 'a137c074-4437-44e5-8103-6184a1dda097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 05:21:17.284219 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:17.316009 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvr_db [None req-8a0a741c-e60a-4c1e-bee7-a35dbab24589 None None] Set router d1904235-b8da-4132-80da-638ba8c8454c gateway port host: dv-cinder-851279-2-iscsi {{(pid=104007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:21:17.326680 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-71f4ca34-f52f-4dbc-8d3c-1a84a0741217 admin admin] Publish callbacks [] for port (64067640-393c-42da-a25c-ebf8a7ad5862), precommit_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:17.328611 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 56252) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:21:17.361948 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:17.367721 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-71f4ca34-f52f-4dbc-8d3c-1a84a0741217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1905579'] for port (64067640-393c-42da-a25c-ebf8a7ad5862), after_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:17.445752 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=91,neutron:INSERT=1,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:17.447437 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-71f4ca34-f52f-4dbc-8d3c-1a84a0741217 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-418045'] for router_interface (dbd22cee-7b16-4854-994f-abc3b31dd07f), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:17.545078 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-d0fc3739-ca1c-4d9b-9388-a76149017e86 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=91858dac25b4484e95e7354ade64775d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2149527 Jul 29 05:21:17.576954 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 56258) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:21:17.731034 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-60389730-2a43-4161-8bf0-4524942d70ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (None), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:17.753151 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-89d2f604-0f30-4bef-a698-588d1ddc3bda None None] Publish callbacks [] for port (205980a9-ef0f-4a59-a55e-71e75787c094), precommit_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:17.799584 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-8a0a741c-e60a-4c1e-bee7-a35dbab24589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1904235-b8da-4132-80da-638ba8c8454c', 'name': 'tempest-AttachVolumeTestJSON-509135275-router', 'tenant_id': '92f16adc2357459aa0afb68db89031dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': 'fc72b586-b3cf-45c8-a32c-3fda3c2766d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:21:04Z', 'updated_at': '2022-07-29T05:21:09Z', 'revision_number': 3, 'project_id': '92f16adc2357459aa0afb68db89031dd', 'gw_port': {'id': 'fc72b586-b3cf-45c8-a32c-3fda3c2766d4', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:8d:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1904235-b8da-4132-80da-638ba8c8454c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:06Z', 'updated_at': '2022-07-29T05:21:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi'}], 'dv-cinder-851279-2-iscsi', False) {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:21:17.845086 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=100 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:17.845910 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-89d2f604-0f30-4bef-a698-588d1ddc3bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (205980a9-ef0f-4a59-a55e-71e75787c094), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:17.854068 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f4ca34-f52f-4dbc-8d3c-1a84a0741217 admin admin] Pushing event updated for resources: {'Port': ['ID=64067640-393c-42da-a25c-ebf8a7ad5862,revision_number=2']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:17.880246 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f4ca34-f52f-4dbc-8d3c-1a84a0741217 admin admin] Network b0621011-00a8-43df-ac92-ce1f2af05d6a is already hosted by enough agents. {{(pid=104005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 05:21:17.889389 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.base_scheduler [None req-71f4ca34-f52f-4dbc-8d3c-1a84a0741217 admin admin] Resources bound (agent type, host, resource id): {{(pid=104005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:21:17.891205 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0a741c-e60a-4c1e-bee7-a35dbab24589 None None] The sync data for ids ['d1904235-b8da-4132-80da-638ba8c8454c'] in dv-cinder-851279-2-iscsi is: [{'id': 'd1904235-b8da-4132-80da-638ba8c8454c', 'name': 'tempest-AttachVolumeTestJSON-509135275-router', 'tenant_id': '92f16adc2357459aa0afb68db89031dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': 'fc72b586-b3cf-45c8-a32c-3fda3c2766d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:21:04Z', 'updated_at': '2022-07-29T05:21:09Z', 'revision_number': 3, 'project_id': '92f16adc2357459aa0afb68db89031dd', 'gw_port': {'id': 'fc72b586-b3cf-45c8-a32c-3fda3c2766d4', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:8d:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1904235-b8da-4132-80da-638ba8c8454c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:06Z', 'updated_at': '2022-07-29T05:21:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi'}] {{(pid=104007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 05:21:17.922591 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.db.api [None req-8ac5afcc-bc56-43e1-a16f-cba33c2cebe4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104006) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 29 05:21:17.923147 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG oslo_db.api [None req-8ac5afcc-bc56-43e1-a16f-cba33c2cebe4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 05:21:18.009677 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Provisioning complete for port d0504cd4-3ee2-4846-b65d-ab9362e1b3c4 triggered by entity L2. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:21:18.010285 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (d0504cd4-3ee2-4846-b65d-ab9362e1b3c4), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:18.197758 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-fe6515e8-170a-406c-b903-05b6196ff66c tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks [] for security_group_rule (9deaad14-c144-4010-a0c3-322cb585f1a5), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:18.248238 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Pushing event updated for resources: {'Port': ['ID=e887e5e6-ffc8-4009-b61f-2ae584dd675e,revision_number=3']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:18.306514 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71f4ca34-f52f-4dbc-8d3c-1a84a0741217 admin admin] Router dbd22cee-7b16-4854-994f-abc3b31dd07f has already been hosted by L3 agent 8a9a6061-e61b-4901-b35e-5e71dea10db3 {{(pid=104005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 05:21:18.343870 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.services.segments.plugin [-] Segment c93f6bc2-403f-4427-bc22-9a1d6bb19839 resource provider aggregate not found Jul 29 05:21:18.379162 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-2051352f-8570-4c0f-8c31-77801f263da6 admin admin] Publish callbacks [] for security_group (ca0ee233-79b5-4a73-a81f-95da828182a7), before_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:18.395640 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-fe6515e8-170a-406c-b903-05b6196ff66c tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298574'] for security_group_rule (9deaad14-c144-4010-a0c3-322cb585f1a5), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:18.402281 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.services.segments.plugin [-] Segment c93f6bc2-403f-4427-bc22-9a1d6bb19839 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c93f6bc2-403f-4427-bc22-9a1d6bb19839 found for delete ", "request_id": "req-b0160c86-1e28-4368-b8cb-c65e29811da5"}]} Jul 29 05:21:18.471006 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-2051352f-8570-4c0f-8c31-77801f263da6 admin admin] Publish callbacks [] for security_group (ca0ee233-79b5-4a73-a81f-95da828182a7), precommit_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:18.527081 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.db.db_base_plugin_common [None req-60389730-2a43-4161-8bf0-4524942d70ed admin admin] Allocated IP 172.20.0.1 (60b4bb7c-7825-4f15-bc04-5ac3fa10b445/6b58381f-b173-48c0-ac4a-7a853ae2cd60/b3a65432-8d5c-4784-8bc2-7cda611cf7de) {{(pid=104004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 05:21:18.555497 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 56302) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:21:18.557959 dv-cinder-851279-2-iscsi neutron-server[104005]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 29 05:21:18.588620 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=100 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:18.652518 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6515e8-170a-406c-b903-05b6196ff66c tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9deaad14-c144-4010-a0c3-322cb585f1a5,revision_number=0']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:18.746265 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:18.760946 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-fe6515e8-170a-406c-b903-05b6196ff66c tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:18.765631 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-fe6515e8-170a-406c-b903-05b6196ff66c tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.8464961 Jul 29 05:21:18.767510 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 56308) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:21:18.791106 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.v2.base [None req-e4cc3942-40c1-47f9-bb99-a58930a0cb61 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Request body: {'security_group_rule': {'security_group_id': 'f8a3af79-0975-43ba-9287-d4cb627a90b5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:21:18.794094 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Current status of the port d0504cd4-3ee2-4846-b65d-ab9362e1b3c4 is: ACTIVE; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:21:18.795592 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Device 886907d0-184d-4760-9797-92c5bc5235b5 up at agent ovs-agent-dv-cinder-851279-2-iscsi {{(pid=104006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 05:21:18.798006 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-8ac5afcc-bc56-43e1-a16f-cba33c2cebe4 None None] Current status of the port e887e5e6-ffc8-4009-b61f-2ae584dd675e is: ACTIVE; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:21:18.807116 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-df9c67a7-25eb-4e41-8499-e7e5a8abae78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (None), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:18.819892 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3971c4ad-7c1c-48a9-8c63-b856de962b1c req-caa7117d-2055-4a98-85de-3706920c2e45 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:21:18.829229 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-3971c4ad-7c1c-48a9-8c63-b856de962b1c req-caa7117d-2055-4a98-85de-3706920c2e45 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/networks?id=71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9 HTTP/1.1" status: 200 len: 819 time: 0.2732379 Jul 29 05:21:18.834159 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-2051352f-8570-4c0f-8c31-77801f263da6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (ca0ee233-79b5-4a73-a81f-95da828182a7), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:18.836842 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-2051352f-8570-4c0f-8c31-77801f263da6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:18.837947 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-2051352f-8570-4c0f-8c31-77801f263da6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ca0ee233-79b5-4a73-a81f-95da828182a7 HTTP/1.1" status: 204 len: 168 time: 1.2598023 Jul 29 05:21:18.925540 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-3971c4ad-7c1c-48a9-8c63-b856de962b1c req-ba293de9-44c1-4827-a364-8ee977e3c359 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/quotas/153fe5d9d64346f6b7419eba91948678 HTTP/1.1" status: 200 len: 375 time: 0.0953460 Jul 29 05:21:19.018547 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-60389730-2a43-4161-8bf0-4524942d70ed admin admin] Publish callbacks [] for port (b3a65432-8d5c-4784-8bc2-7cda611cf7de), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:19.074973 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e4cc3942-40c1-47f9-bb99-a58930a0cb61 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks [] for security_group_rule (6f236196-7288-4cbb-84d3-c9aa11839e65), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:19.127881 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81ac097-49f0-428e-b517-79d223029a4f None None] Pushing event updated for resources: {'Port': ['ID=205980a9-ef0f-4a59-a55e-71e75787c094,revision_number=3']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:19.160131 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:19.194174 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:19.212282 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-61e4d05a-28a5-460c-aacf-5b472b9946ec None None] Provisioning complete for port 64067640-393c-42da-a25c-ebf8a7ad5862 triggered by entity DHCP. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:21:19.216268 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-61e4d05a-28a5-460c-aacf-5b472b9946ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (64067640-393c-42da-a25c-ebf8a7ad5862), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:19.218560 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.managers [None req-89d2f604-0f30-4bef-a698-588d1ddc3bda None None] Attempting to bind port 205980a9-ef0f-4a59-a55e-71e75787c094 on host dv-cinder-851279-2-iscsi for vnic_type normal with profile {{(pid=104006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 05:21:19.219885 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.managers [None req-89d2f604-0f30-4bef-a698-588d1ddc3bda None None] Attempting to bind port 205980a9-ef0f-4a59-a55e-71e75787c094 by drivers openvswitch,hyperv on host dv-cinder-851279-2-iscsi at level 0 using segments [{'id': '7dd9aee4-ac8a-4d05-b89c-b82451a25827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b55efc63-6791-470d-af15-935a2f0fc83e'}] {{(pid=104006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 05:21:19.221406 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d2f604-0f30-4bef-a698-588d1ddc3bda None None] Attempting to bind port 205980a9-ef0f-4a59-a55e-71e75787c094 on network b55efc63-6791-470d-af15-935a2f0fc83e {{(pid=104006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 05:21:19.244991 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-2acab621-2d2f-48a3-9e05-4a4fc4e67d34 None None] Publish callbacks [] for port (73c83217-8a8b-4fa8-bce3-ddeb31f92b04), precommit_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:19.346365 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-61e4d05a-28a5-460c-aacf-5b472b9946ec None None] Port 64067640-393c-42da-a25c-ebf8a7ad5862 cannot update to ACTIVE because it is not bound. {{(pid=104006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 29 05:21:19.348322 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2051352f-8570-4c0f-8c31-77801f263da6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca0ee233-79b5-4a73-a81f-95da828182a7,revision_number=None']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:19.364359 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d2f604-0f30-4bef-a698-588d1ddc3bda None None] Checking agent: {'id': 'aa119a64-f506-4951-a68b-6dc6289eaece', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 5, 12, 12), 'started_at': datetime.datetime(2022, 7, 29, 5, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 5, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 05:21:19.365310 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d2f604-0f30-4bef-a698-588d1ddc3bda None None] Checking segment: {'id': '7dd9aee4-ac8a-4d05-b89c-b82451a25827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b55efc63-6791-470d-af15-935a2f0fc83e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 05:21:19.370609 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-89d2f604-0f30-4bef-a698-588d1ddc3bda None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:19.371232 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d2f604-0f30-4bef-a698-588d1ddc3bda None None] Bound using segment: {'id': '7dd9aee4-ac8a-4d05-b89c-b82451a25827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b55efc63-6791-470d-af15-935a2f0fc83e'} {{(pid=104006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 05:21:19.371919 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.managers [None req-89d2f604-0f30-4bef-a698-588d1ddc3bda None None] Bound port: 205980a9-ef0f-4a59-a55e-71e75787c094, host: dv-cinder-851279-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dd9aee4-ac8a-4d05-b89c-b82451a25827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b55efc63-6791-470d-af15-935a2f0fc83e'}}] {{(pid=104006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 05:21:19.372581 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-89d2f604-0f30-4bef-a698-588d1ddc3bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (205980a9-ef0f-4a59-a55e-71e75787c094), before_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:19.398839 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e4cc3942-40c1-47f9-bb99-a58930a0cb61 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks [] for security_group_rule (6f236196-7288-4cbb-84d3-c9aa11839e65), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:19.402976 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-61e4d05a-28a5-460c-aacf-5b472b9946ec None None] Provisioning complete for port d2739fa7-55c9-4dcd-8915-958b8efccc6c triggered by entity DHCP. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:21:19.405444 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-61e4d05a-28a5-460c-aacf-5b472b9946ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (d2739fa7-55c9-4dcd-8915-958b8efccc6c), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:19.494942 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e4cc3942-40c1-47f9-bb99-a58930a0cb61 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298574'] for security_group_rule (6f236196-7288-4cbb-84d3-c9aa11839e65), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:19.510469 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-61e4d05a-28a5-460c-aacf-5b472b9946ec None None] Port d2739fa7-55c9-4dcd-8915-958b8efccc6c cannot update to ACTIVE because it is not bound. {{(pid=104006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 29 05:21:19.526154 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-3971c4ad-7c1c-48a9-8c63-b856de962b1c req-a0fad6f8-202b-4e91-9874-09533bb57b23 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=153fe5d9d64346f6b7419eba91948678&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5997031 Jul 29 05:21:19.579045 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-61e4d05a-28a5-460c-aacf-5b472b9946ec None None] Provisioning complete for port 205980a9-ef0f-4a59-a55e-71e75787c094 triggered by entity DHCP. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:21:19.579332 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-61e4d05a-28a5-460c-aacf-5b472b9946ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (205980a9-ef0f-4a59-a55e-71e75787c094), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:19.581763 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71f4ca34-f52f-4dbc-8d3c-1a84a0741217 admin admin] Notify agent at l3_agent.dv-cinder-851279-2-iscsi the message routers_updated {{(pid=104005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 05:21:19.598890 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13fe8036-d5ea-4365-a066-410647c68130 None None] Sync routers for ids ['dbd22cee-7b16-4854-994f-abc3b31dd07f'] in dv-cinder-851279-2-iscsi {{(pid=104007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 05:21:19.621307 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-71f4ca34-f52f-4dbc-8d3c-1a84a0741217 admin admin] 10.222.0.49 "PUT /v2.0/routers/dbd22cee-7b16-4854-994f-abc3b31dd07f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1328952 Jul 29 05:21:19.627914 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13fe8036-d5ea-4365-a066-410647c68130 None None] Routers {'dbd22cee-7b16-4854-994f-abc3b31dd07f'} bound to L3 agent in host dv-cinder-851279-2-iscsi {{(pid=104007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:21:19.628805 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-13fe8036-d5ea-4365-a066-410647c68130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-29T05:12:08Z,description=,heartbeat_timestamp=2022-07-29T05:21:08Z,host='dv-cinder-851279-2-iscsi',id=8a9a6061-e61b-4901-b35e-5e71dea10db3,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T05:12:08Z,topic='l3_agent')) {'router_ids': ['dbd22cee-7b16-4854-994f-abc3b31dd07f'], 'active': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:21:19.668881 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-2acab621-2d2f-48a3-9e05-4a4fc4e67d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (73c83217-8a8b-4fa8-bce3-ddeb31f92b04), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:19.700426 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-61e4d05a-28a5-460c-aacf-5b472b9946ec None None] Port 205980a9-ef0f-4a59-a55e-71e75787c094 cannot update to ACTIVE because it is not bound. {{(pid=104006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 29 05:21:19.727096 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Provisioning complete for port 886907d0-184d-4760-9797-92c5bc5235b5 triggered by entity L2. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:21:19.728733 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (886907d0-184d-4760-9797-92c5bc5235b5), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:19.783633 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cc3942-40c1-47f9-bb99-a58930a0cb61 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f236196-7288-4cbb-84d3-c9aa11839e65,revision_number=0']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:19.797206 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e4cc3942-40c1-47f9-bb99-a58930a0cb61 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:19.799238 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-e4cc3942-40c1-47f9-bb99-a58930a0cb61 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0118415 Jul 29 05:21:19.802365 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 56344) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:21:19.813087 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.v2.base [None req-9de2a1bc-6ffe-436d-b9a0-3f74223b5b49 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Request body: {'floatingip': {'floating_network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5'}} {{(pid=104005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:21:19.836182 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.db.db_base_plugin_common [None req-df9c67a7-25eb-4e41-8499-e7e5a8abae78 admin admin] Allocated IP 172.20.0.1 (2abd58fa-fb8d-4cc3-8df0-c903c7b8dd87/ac46bf73-3dbd-41e0-8b70-b021adbe3f3f/4942139b-2079-47b3-b08e-a8f68dea17c9) {{(pid=104004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 05:21:19.873198 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 56346) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:21:19.876965 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvr_db [None req-13fe8036-d5ea-4365-a066-410647c68130 None None] Set router dbd22cee-7b16-4854-994f-abc3b31dd07f gateway port host: dv-cinder-851279-2-iscsi {{(pid=104007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:21:19.891339 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.managers [None req-2acab621-2d2f-48a3-9e05-4a4fc4e67d34 None None] Attempting to bind port 73c83217-8a8b-4fa8-bce3-ddeb31f92b04 on host dv-cinder-851279-2-iscsi for vnic_type normal with profile {{(pid=104006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 05:21:19.896574 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.managers [None req-2acab621-2d2f-48a3-9e05-4a4fc4e67d34 None None] Attempting to bind port 73c83217-8a8b-4fa8-bce3-ddeb31f92b04 by drivers openvswitch,hyperv on host dv-cinder-851279-2-iscsi at level 0 using segments [{'id': 'f0686699-af43-47c7-b9bc-f7993eec27ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5'}] {{(pid=104006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 05:21:19.897005 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acab621-2d2f-48a3-9e05-4a4fc4e67d34 None None] Attempting to bind port 73c83217-8a8b-4fa8-bce3-ddeb31f92b04 on network 24e7367e-e5e6-44e8-9960-5007b05e27d5 {{(pid=104006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 05:21:19.996027 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acab621-2d2f-48a3-9e05-4a4fc4e67d34 None None] Checking agent: {'id': 'aa119a64-f506-4951-a68b-6dc6289eaece', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 5, 12, 12), 'started_at': datetime.datetime(2022, 7, 29, 5, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 5, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 05:21:19.996448 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acab621-2d2f-48a3-9e05-4a4fc4e67d34 None None] Checking segment: {'id': 'f0686699-af43-47c7-b9bc-f7993eec27ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 05:21:19.998916 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-2acab621-2d2f-48a3-9e05-4a4fc4e67d34 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:19.999381 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acab621-2d2f-48a3-9e05-4a4fc4e67d34 None None] Bound using segment: {'id': 'f0686699-af43-47c7-b9bc-f7993eec27ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5'} {{(pid=104006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 05:21:19.999924 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.managers [None req-2acab621-2d2f-48a3-9e05-4a4fc4e67d34 None None] Bound port: 73c83217-8a8b-4fa8-bce3-ddeb31f92b04, host: dv-cinder-851279-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0686699-af43-47c7-b9bc-f7993eec27ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5'}}] {{(pid=104006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 05:21:20.000288 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-2acab621-2d2f-48a3-9e05-4a4fc4e67d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (73c83217-8a8b-4fa8-bce3-ddeb31f92b04), before_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:20.016188 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-89d2f604-0f30-4bef-a698-588d1ddc3bda None None] For port 205980a9-ef0f-4a59-a55e-71e75787c094, host dv-cinder-851279-2-iscsi, cleared binding levels {{(pid=104006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 05:21:20.029823 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-1edb615d-fa06-4e69-91aa-46834bea75e5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=95625b099c414ad98bfd57e39e7f1e11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1520200 Jul 29 05:21:20.031141 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63969a92-75a1-4b86-b915-81377ed33912 None None] Pushing event updated for resources: {'Port': ['ID=73c83217-8a8b-4fa8-bce3-ddeb31f92b04,revision_number=2']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:20.043760 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-df9c67a7-25eb-4e41-8499-e7e5a8abae78 admin admin] Publish callbacks [] for port (4942139b-2079-47b3-b08e-a8f68dea17c9), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:20.049651 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 56348) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:21:20.079242 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-9de2a1bc-6ffe-436d-b9a0-3f74223b5b49 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:20.084310 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-60389730-2a43-4161-8bf0-4524942d70ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737760223811'] for port (b3a65432-8d5c-4784-8bc2-7cda611cf7de), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:20.166780 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-89d2f604-0f30-4bef-a698-588d1ddc3bda None None] For port 205980a9-ef0f-4a59-a55e-71e75787c094, host dv-cinder-851279-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-2-iscsi',level=0,port_id=205980a9-ef0f-4a59-a55e-71e75787c094,segment=NetworkSegment(7dd9aee4-ac8a-4d05-b89c-b82451a25827),segment_id=7dd9aee4-ac8a-4d05-b89c-b82451a25827)] {{(pid=104006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 05:21:20.246331 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Current status of the port 886907d0-184d-4760-9797-92c5bc5235b5 is: ACTIVE; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:21:20.247808 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Device 80161f1c-297a-4942-ab94-ca8574f080db up at agent ovs-agent-dv-cinder-851279-2-iscsi {{(pid=104006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 05:21:20.262303 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-df9c67a7-25eb-4e41-8499-e7e5a8abae78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737760223811'] for port (4942139b-2079-47b3-b08e-a8f68dea17c9), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:20.297470 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60389730-2a43-4161-8bf0-4524942d70ed admin admin] Pushing event updated for resources: {'Port': ['ID=b3a65432-8d5c-4784-8bc2-7cda611cf7de,revision_number=1']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:20.319824 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-13fe8036-d5ea-4365-a066-410647c68130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd22cee-7b16-4854-994f-abc3b31dd07f', 'name': 'tempest-DeleteServersTestJSON-1942860371-router', 'tenant_id': 'c87396f5e6bf46f5b85720c8e365da81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '68ebf132-61bc-4414-9afa-4fa4ebd8f51f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:21:04Z', 'updated_at': '2022-07-29T05:21:16Z', 'revision_number': 4, 'project_id': 'c87396f5e6bf46f5b85720c8e365da81', 'gw_port': {'id': '68ebf132-61bc-4414-9afa-4fa4ebd8f51f', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:28:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbd22cee-7b16-4854-994f-abc3b31dd07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:06Z', 'updated_at': '2022-07-29T05:21:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi', '_interfaces': [{'id': '64067640-393c-42da-a25c-ebf8a7ad5862', 'name': '', 'network_id': 'b0621011-00a8-43df-ac92-ce1f2af05d6a', 'tenant_id': 'c87396f5e6bf46f5b85720c8e365da81', 'mac_address': 'fa:16:3e:c1:7c:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbd22cee-7b16-4854-994f-abc3b31dd07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'eaa993de-e154-466a-b318-7345229360b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:13Z', 'updated_at': '2022-07-29T05:21:16Z', 'revision_number': 2, 'project_id': 'c87396f5e6bf46f5b85720c8e365da81', 'subnets': [{'id': 'eaa993de-e154-466a-b318-7345229360b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-2-iscsi', False) {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:21:20.328475 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60389730-2a43-4161-8bf0-4524942d70ed admin admin] Network 60b4bb7c-7825-4f15-bc04-5ac3fa10b445 is already hosted by enough agents. {{(pid=104004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 05:21:20.331065 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.base_scheduler [None req-60389730-2a43-4161-8bf0-4524942d70ed admin admin] Resources bound (agent type, host, resource id): {{(pid=104004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:21:20.349015 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60389730-2a43-4161-8bf0-4524942d70ed admin admin] Received port after_create {{(pid=104004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 05:21:20.349638 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-60389730-2a43-4161-8bf0-4524942d70ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417921'] for router_interface (d1904235-b8da-4132-80da-638ba8c8454c), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:20.365706 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-89d2f604-0f30-4bef-a698-588d1ddc3bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (205980a9-ef0f-4a59-a55e-71e75787c094), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:20.374793 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-2acab621-2d2f-48a3-9e05-4a4fc4e67d34 None None] For port 73c83217-8a8b-4fa8-bce3-ddeb31f92b04, host dv-cinder-851279-2-iscsi, cleared binding levels {{(pid=104006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 05:21:20.446397 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13fe8036-d5ea-4365-a066-410647c68130 None None] Checking router: dbd22cee-7b16-4854-994f-abc3b31dd07f for host: dv-cinder-851279-2-iscsi {{(pid=104007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 05:21:20.446763 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13fe8036-d5ea-4365-a066-410647c68130 None None] Updating router dbd22cee-7b16-4854-994f-abc3b31dd07f port 64067640-393c-42da-a25c-ebf8a7ad5862 binding host dv-cinder-851279-2-iscsi {{(pid=104007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 05:21:20.532991 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [req-3971c4ad-7c1c-48a9-8c63-b856de962b1c req-da073dd9-66d0-4f9c-a732-ec7498358f5d service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=104005) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 29 05:21:20.534138 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-3971c4ad-7c1c-48a9-8c63-b856de962b1c req-da073dd9-66d0-4f9c-a732-ec7498358f5d service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.5202997 Jul 29 05:21:20.558659 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9c67a7-25eb-4e41-8499-e7e5a8abae78 admin admin] Network 2abd58fa-fb8d-4cc3-8df0-c903c7b8dd87 is already hosted by enough agents. {{(pid=104004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 05:21:20.560705 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-13fe8036-d5ea-4365-a066-410647c68130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (64067640-393c-42da-a25c-ebf8a7ad5862), before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:20.564465 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-9de2a1bc-6ffe-436d-b9a0-3f74223b5b49 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (None), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:20.565433 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:20.571780 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Provisioning complete for port 80161f1c-297a-4942-ab94-ca8574f080db triggered by entity L2. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:21:20.572047 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.base_scheduler [None req-df9c67a7-25eb-4e41-8499-e7e5a8abae78 admin admin] Resources bound (agent type, host, resource id): {{(pid=104004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:21:20.572172 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (80161f1c-297a-4942-ab94-ca8574f080db), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:20.573925 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81ac097-49f0-428e-b517-79d223029a4f None None] Pushing event updated for resources: {'Port': ['ID=205980a9-ef0f-4a59-a55e-71e75787c094,revision_number=4']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:20.604156 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9c67a7-25eb-4e41-8499-e7e5a8abae78 admin admin] Received port after_create {{(pid=104004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 05:21:20.604677 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-df9c67a7-25eb-4e41-8499-e7e5a8abae78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417921'] for router_interface (e8b15e57-d2b6-483c-b2b4-556a4c67aae0), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:20.654357 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-2acab621-2d2f-48a3-9e05-4a4fc4e67d34 None None] For port 73c83217-8a8b-4fa8-bce3-ddeb31f92b04, host dv-cinder-851279-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-2-iscsi',level=0,port_id=73c83217-8a8b-4fa8-bce3-ddeb31f92b04,segment=NetworkSegment(f0686699-af43-47c7-b9bc-f7993eec27ee),segment_id=f0686699-af43-47c7-b9bc-f7993eec27ee)] {{(pid=104006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 05:21:20.718707 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-3971c4ad-7c1c-48a9-8c63-b856de962b1c req-1b54be49-6c93-42f2-af40-f408233a0fcd service neutron] 10.222.0.49 "GET /v2.0/networks/71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501317 Jul 29 05:21:20.727682 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d2f604-0f30-4bef-a698-588d1ddc3bda None None] Routers {'2f4539bc-d4ea-4bf2-91d9-64bace1e5856'} bound to L3 agent in host dv-cinder-851279-2-iscsi {{(pid=104006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:21:20.728125 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_hamode_db [None req-89d2f604-0f30-4bef-a698-588d1ddc3bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-29T05:12:08Z,description=,heartbeat_timestamp=2022-07-29T05:21:08Z,host='dv-cinder-851279-2-iscsi',id=8a9a6061-e61b-4901-b35e-5e71dea10db3,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T05:12:08Z,topic='l3_agent')) {'router_ids': ['2f4539bc-d4ea-4bf2-91d9-64bace1e5856'], 'active': True} {{(pid=104006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:21:20.742145 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-2acab621-2d2f-48a3-9e05-4a4fc4e67d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (73c83217-8a8b-4fa8-bce3-ddeb31f92b04), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:20.794825 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:20.818223 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:20.865448 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:20.902783 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c67a7-25eb-4e41-8499-e7e5a8abae78 admin admin] Pushing event updated for resources: {'Port': ['ID=4942139b-2079-47b3-b08e-a8f68dea17c9,revision_number=1']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:20.940728 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvr_db [None req-89d2f604-0f30-4bef-a698-588d1ddc3bda None None] Set router 2f4539bc-d4ea-4bf2-91d9-64bace1e5856 gateway port host: dv-cinder-851279-2-iscsi {{(pid=104006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:21:20.962842 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-2c2cc792-e4aa-4f2d-a101-0048cde7886a admin admin] Publish callbacks [] for security_group (76b35b27-47db-4990-9638-3ba2d58b0445), before_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:21.021824 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 56382) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:21:21.052996 dv-cinder-851279-2-iscsi neutron-server[104004]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 29 05:21:21.097377 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-2c2cc792-e4aa-4f2d-a101-0048cde7886a admin admin] Publish callbacks [] for security_group (76b35b27-47db-4990-9638-3ba2d58b0445), precommit_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:21.105560 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:21.149294 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-3971c4ad-7c1c-48a9-8c63-b856de962b1c req-ec4b75f0-2e63-40c7-a470-0fe326a7038e service neutron] 10.222.0.49 "GET /v2.0/networks/71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4297307 Jul 29 05:21:21.181724 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acab621-2d2f-48a3-9e05-4a4fc4e67d34 None None] Routers {'e8b15e57-d2b6-483c-b2b4-556a4c67aae0'} bound to L3 agent in host dv-cinder-851279-2-iscsi {{(pid=104006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:21:21.187679 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_hamode_db [None req-2acab621-2d2f-48a3-9e05-4a4fc4e67d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-29T05:12:08Z,description=,heartbeat_timestamp=2022-07-29T05:21:08Z,host='dv-cinder-851279-2-iscsi',id=8a9a6061-e61b-4901-b35e-5e71dea10db3,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T05:12:08Z,topic='l3_agent')) {'router_ids': ['e8b15e57-d2b6-483c-b2b4-556a4c67aae0'], 'active': True} {{(pid=104006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:21:21.240837 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-13fe8036-d5ea-4365-a066-410647c68130 None None] Publish callbacks [] for port (64067640-393c-42da-a25c-ebf8a7ad5862), precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:21.258141 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-13fe8036-d5ea-4365-a066-410647c68130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (64067640-393c-42da-a25c-ebf8a7ad5862), after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:21.261804 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.db_base_plugin_common [None req-9de2a1bc-6ffe-436d-b9a0-3f74223b5b49 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Allocated IP 172.27.2.57 (24e7367e-e5e6-44e8-9960-5007b05e27d5/c0e5dfe8-844e-4105-ab86-052903918992/fdb22549-1b78-469a-8ea6-62f86333d508) {{(pid=104005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 05:21:21.295901 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-2c2cc792-e4aa-4f2d-a101-0048cde7886a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (76b35b27-47db-4990-9638-3ba2d58b0445), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:21.298822 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-2c2cc792-e4aa-4f2d-a101-0048cde7886a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:21.300318 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-2c2cc792-e4aa-4f2d-a101-0048cde7886a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/76b35b27-47db-4990-9638-3ba2d58b0445 HTTP/1.1" status: 204 len: 168 time: 1.2234635 Jul 29 05:21:21.338098 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:21.346038 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2cc792-e4aa-4f2d-a101-0048cde7886a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76b35b27-47db-4990-9638-3ba2d58b0445,revision_number=None']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:21.365737 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb88367-607a-4832-8d6c-e3d907038189 req-91f618c7-d60c-4bd4-b574-4c5a0bc96be7 tempest-DeleteServersTestJSON-433700856 tempest-DeleteServersTestJSON-433700856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:21:21.378122 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-fbb88367-607a-4832-8d6c-e3d907038189 req-91f618c7-d60c-4bd4-b574-4c5a0bc96be7 tempest-DeleteServersTestJSON-433700856 tempest-DeleteServersTestJSON-433700856-project] 10.222.0.49 "GET /v2.0/networks?id=b0621011-00a8-43df-ac92-ce1f2af05d6a HTTP/1.1" status: 200 len: 812 time: 0.3537462 Jul 29 05:21:21.418585 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-9de2a1bc-6ffe-436d-b9a0-3f74223b5b49 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks [] for port (fdb22549-1b78-469a-8ea6-62f86333d508), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:21.456326 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04a76c8-c829-4ef2-8a85-a6f4de0d09c7 None None] Pushing event updated for resources: {'Port': ['ID=64067640-393c-42da-a25c-ebf8a7ad5862,revision_number=3']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:21.467086 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-fbb88367-607a-4832-8d6c-e3d907038189 req-6a27ac36-bd06-4ef8-b054-354d45d983b2 tempest-DeleteServersTestJSON-433700856 tempest-DeleteServersTestJSON-433700856-project] 10.222.0.49 "GET /v2.0/quotas/c87396f5e6bf46f5b85720c8e365da81 HTTP/1.1" status: 200 len: 375 time: 0.0878794 Jul 29 05:21:21.471490 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-9de2a1bc-6ffe-436d-b9a0-3f74223b5b49 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737760223811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1905596'] for port (fdb22549-1b78-469a-8ea6-62f86333d508), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:21.480518 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [None req-13fe8036-d5ea-4365-a066-410647c68130 None None] Attempting to bind port 64067640-393c-42da-a25c-ebf8a7ad5862 on host dv-cinder-851279-2-iscsi for vnic_type normal with profile {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 05:21:21.480518 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [None req-13fe8036-d5ea-4365-a066-410647c68130 None None] Attempting to bind port 64067640-393c-42da-a25c-ebf8a7ad5862 by drivers openvswitch,hyperv on host dv-cinder-851279-2-iscsi at level 0 using segments [{'id': '32f72901-d676-4835-84a6-96ebe24e8ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b0621011-00a8-43df-ac92-ce1f2af05d6a'}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 05:21:21.481520 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13fe8036-d5ea-4365-a066-410647c68130 None None] Attempting to bind port 64067640-393c-42da-a25c-ebf8a7ad5862 on network b0621011-00a8-43df-ac92-ce1f2af05d6a {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 05:21:21.485333 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:21.494151 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13fe8036-d5ea-4365-a066-410647c68130 None None] Checking agent: {'id': 'aa119a64-f506-4951-a68b-6dc6289eaece', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 5, 12, 12), 'started_at': datetime.datetime(2022, 7, 29, 5, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 5, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 05:21:21.494940 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13fe8036-d5ea-4365-a066-410647c68130 None None] Checking segment: {'id': '32f72901-d676-4835-84a6-96ebe24e8ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b0621011-00a8-43df-ac92-ce1f2af05d6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 05:21:21.497186 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-13fe8036-d5ea-4365-a066-410647c68130 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:21.498317 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13fe8036-d5ea-4365-a066-410647c68130 None None] Bound using segment: {'id': '32f72901-d676-4835-84a6-96ebe24e8ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b0621011-00a8-43df-ac92-ce1f2af05d6a'} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 05:21:21.498517 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-5a11d830-85f7-4c6d-a9f6-dd81fbb63abe None None] Provisioning complete for port b3a65432-8d5c-4784-8bc2-7cda611cf7de triggered by entity DHCP. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:21:21.498860 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-5a11d830-85f7-4c6d-a9f6-dd81fbb63abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (b3a65432-8d5c-4784-8bc2-7cda611cf7de), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:21.500745 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [None req-13fe8036-d5ea-4365-a066-410647c68130 None None] Bound port: 64067640-393c-42da-a25c-ebf8a7ad5862, host: dv-cinder-851279-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32f72901-d676-4835-84a6-96ebe24e8ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b0621011-00a8-43df-ac92-ce1f2af05d6a'}}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 05:21:21.501304 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-13fe8036-d5ea-4365-a066-410647c68130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (64067640-393c-42da-a25c-ebf8a7ad5862), before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:21.533410 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de2a1bc-6ffe-436d-b9a0-3f74223b5b49 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Network 24e7367e-e5e6-44e8-9960-5007b05e27d5 is already hosted by enough agents. {{(pid=104005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 05:21:21.542299 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.base_scheduler [None req-9de2a1bc-6ffe-436d-b9a0-3f74223b5b49 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Resources bound (agent type, host, resource id): {{(pid=104005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:21:21.547334 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de2a1bc-6ffe-436d-b9a0-3f74223b5b49 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Received port after_create {{(pid=104005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 05:21:21.564910 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63969a92-75a1-4b86-b915-81377ed33912 None None] Pushing event updated for resources: {'Port': ['ID=73c83217-8a8b-4fa8-bce3-ddeb31f92b04,revision_number=3']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:21.621780 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de2a1bc-6ffe-436d-b9a0-3f74223b5b49 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Pushing event updated for resources: {'Port': ['ID=fdb22549-1b78-469a-8ea6-62f86333d508,revision_number=1']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:21.680267 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-13fe8036-d5ea-4365-a066-410647c68130 None None] For port 64067640-393c-42da-a25c-ebf8a7ad5862, host dv-cinder-851279-2-iscsi, cleared binding levels {{(pid=104007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 05:21:21.684923 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-13fe8036-d5ea-4365-a066-410647c68130 None None] For port 64067640-393c-42da-a25c-ebf8a7ad5862, host dv-cinder-851279-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-2-iscsi',level=0,port_id=64067640-393c-42da-a25c-ebf8a7ad5862,segment=NetworkSegment(32f72901-d676-4835-84a6-96ebe24e8ccf),segment_id=32f72901-d676-4835-84a6-96ebe24e8ccf)] {{(pid=104007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 05:21:21.693922 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-13fe8036-d5ea-4365-a066-410647c68130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (64067640-393c-42da-a25c-ebf8a7ad5862), after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:21.700222 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Current status of the port 80161f1c-297a-4942-ab94-ca8574f080db is: DOWN; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:21:21.701017 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (80161f1c-297a-4942-ab94-ca8574f080db), before_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:21.768406 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] For port 80161f1c-297a-4942-ab94-ca8574f080db, host dv-cinder-851279-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-2-iscsi',level=0,port_id=80161f1c-297a-4942-ab94-ca8574f080db,segment=NetworkSegment(f0686699-af43-47c7-b9bc-f7993eec27ee),segment_id=f0686699-af43-47c7-b9bc-f7993eec27ee)] {{(pid=104006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:21:21.772010 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-15730ed5-d3fc-45a7-a322-ff48d38a57d6 req-55d2cf51-9f89-4dc6-8b6c-c6c1e62dbf38 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f080dde-4e70-4d3f-aa8c-ced0a1065d3d HTTP/1.1" status: 200 len: 210 time: 0.1092436 Jul 29 05:21:21.782032 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=100 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:21.808282 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (80161f1c-297a-4942-ab94-ca8574f080db), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:21.816182 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-fbb88367-607a-4832-8d6c-e3d907038189 req-60d7b1fe-812f-4e53-9c14-b8f4fb96f915 tempest-DeleteServersTestJSON-433700856 tempest-DeleteServersTestJSON-433700856-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=c87396f5e6bf46f5b85720c8e365da81&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3471963 Jul 29 05:21:21.958827 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13fe8036-d5ea-4365-a066-410647c68130 None None] Routers {'dbd22cee-7b16-4854-994f-abc3b31dd07f'} bound to L3 agent in host dv-cinder-851279-2-iscsi {{(pid=104007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:21:21.965675 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-13fe8036-d5ea-4365-a066-410647c68130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-29T05:12:08Z,description=,heartbeat_timestamp=2022-07-29T05:21:08Z,host='dv-cinder-851279-2-iscsi',id=8a9a6061-e61b-4901-b35e-5e71dea10db3,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T05:12:08Z,topic='l3_agent')) {'router_ids': ['dbd22cee-7b16-4854-994f-abc3b31dd07f'], 'active': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:21:22.002728 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Pushing event updated for resources: {'Port': ['ID=80161f1c-297a-4942-ab94-ca8574f080db,revision_number=4']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:22.041723 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-5a11d830-85f7-4c6d-a9f6-dd81fbb63abe None None] Port b3a65432-8d5c-4784-8bc2-7cda611cf7de cannot update to ACTIVE because it is not bound. {{(pid=104006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 29 05:21:22.216774 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvr_db [None req-2acab621-2d2f-48a3-9e05-4a4fc4e67d34 None None] Set router e8b15e57-d2b6-483c-b2b4-556a4c67aae0 gateway port host: dv-cinder-851279-2-iscsi {{(pid=104006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:21:22.256755 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-9de2a1bc-6ffe-436d-b9a0-3f74223b5b49 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks [] for floatingip (41499e0e-47e5-4b58-91d7-5e4fa2ba474c), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:22.307485 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=3,neutron:INSERT=5 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:22.374705 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvr_db [None req-13fe8036-d5ea-4365-a066-410647c68130 None None] Set router dbd22cee-7b16-4854-994f-abc3b31dd07f gateway port host: dv-cinder-851279-2-iscsi {{(pid=104007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:21:22.452061 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-9de2a1bc-6ffe-436d-b9a0-3f74223b5b49 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (fdb22549-1b78-469a-8ea6-62f86333d508), before_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:22.665827 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04a76c8-c829-4ef2-8a85-a6f4de0d09c7 None None] Pushing event updated for resources: {'Port': ['ID=64067640-393c-42da-a25c-ebf8a7ad5862,revision_number=4']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:22.744404 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-60389730-2a43-4161-8bf0-4524942d70ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (b3a65432-8d5c-4784-8bc2-7cda611cf7de), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:22.768831 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-df9c67a7-25eb-4e41-8499-e7e5a8abae78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (4942139b-2079-47b3-b08e-a8f68dea17c9), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:22.862473 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Device e887e5e6-ffc8-4009-b61f-2ae584dd675e up at agent ovs-agent-dv-cinder-851279-2-iscsi {{(pid=104006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 05:21:22.913775 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [req-fbb88367-607a-4832-8d6c-e3d907038189 req-d8ca620f-2e32-415f-94bd-eaa0fc532e3b service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=104004) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 29 05:21:22.927410 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=100 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:22.939934 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-fbb88367-607a-4832-8d6c-e3d907038189 req-d8ca620f-2e32-415f-94bd-eaa0fc532e3b service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3085144 Jul 29 05:21:22.942613 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-5f69793c-aad9-4c39-bbec-13df588023b5 None None] Provisioning complete for port 64067640-393c-42da-a25c-ebf8a7ad5862 triggered by entity DHCP. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:21:22.943412 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-5f69793c-aad9-4c39-bbec-13df588023b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (64067640-393c-42da-a25c-ebf8a7ad5862), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:22.979396 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-13fe8036-d5ea-4365-a066-410647c68130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd22cee-7b16-4854-994f-abc3b31dd07f', 'name': 'tempest-DeleteServersTestJSON-1942860371-router', 'tenant_id': 'c87396f5e6bf46f5b85720c8e365da81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '68ebf132-61bc-4414-9afa-4fa4ebd8f51f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:21:04Z', 'updated_at': '2022-07-29T05:21:16Z', 'revision_number': 4, 'project_id': 'c87396f5e6bf46f5b85720c8e365da81', 'gw_port': {'id': '68ebf132-61bc-4414-9afa-4fa4ebd8f51f', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:28:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbd22cee-7b16-4854-994f-abc3b31dd07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:06Z', 'updated_at': '2022-07-29T05:21:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi', '_interfaces': [{'id': '64067640-393c-42da-a25c-ebf8a7ad5862', 'name': '', 'network_id': 'b0621011-00a8-43df-ac92-ce1f2af05d6a', 'tenant_id': 'c87396f5e6bf46f5b85720c8e365da81', 'mac_address': 'fa:16:3e:c1:7c:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbd22cee-7b16-4854-994f-abc3b31dd07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'eaa993de-e154-466a-b318-7345229360b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:13Z', 'updated_at': '2022-07-29T05:21:21Z', 'revision_number': 4, 'project_id': 'c87396f5e6bf46f5b85720c8e365da81', 'subnets': [{'id': 'eaa993de-e154-466a-b318-7345229360b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-2-iscsi', False) {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:21:23.027023 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13fe8036-d5ea-4365-a066-410647c68130 None None] The sync data for ids ['dbd22cee-7b16-4854-994f-abc3b31dd07f'] in dv-cinder-851279-2-iscsi is: [{'id': 'dbd22cee-7b16-4854-994f-abc3b31dd07f', 'name': 'tempest-DeleteServersTestJSON-1942860371-router', 'tenant_id': 'c87396f5e6bf46f5b85720c8e365da81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '68ebf132-61bc-4414-9afa-4fa4ebd8f51f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:21:04Z', 'updated_at': '2022-07-29T05:21:16Z', 'revision_number': 4, 'project_id': 'c87396f5e6bf46f5b85720c8e365da81', 'gw_port': {'id': '68ebf132-61bc-4414-9afa-4fa4ebd8f51f', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:28:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbd22cee-7b16-4854-994f-abc3b31dd07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:06Z', 'updated_at': '2022-07-29T05:21:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi', '_interfaces': [{'id': '64067640-393c-42da-a25c-ebf8a7ad5862', 'name': '', 'network_id': 'b0621011-00a8-43df-ac92-ce1f2af05d6a', 'tenant_id': 'c87396f5e6bf46f5b85720c8e365da81', 'mac_address': 'fa:16:3e:c1:7c:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbd22cee-7b16-4854-994f-abc3b31dd07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'eaa993de-e154-466a-b318-7345229360b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:13Z', 'updated_at': '2022-07-29T05:21:21Z', 'revision_number': 4, 'project_id': 'c87396f5e6bf46f5b85720c8e365da81', 'subnets': [{'id': 'eaa993de-e154-466a-b318-7345229360b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 05:21:23.069121 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e934f657-4c32-416a-9843-a099319ae616 req-0a9085f6-1fdc-499e-b983-deddafad019d tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:21:23.079545 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-e934f657-4c32-416a-9843-a099319ae616 req-0a9085f6-1fdc-499e-b983-deddafad019d tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/networks?id=71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9 HTTP/1.1" status: 200 len: 819 time: 0.6286678 Jul 29 05:21:23.140553 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-e934f657-4c32-416a-9843-a099319ae616 req-cdef2973-9767-44bd-a6d3-61533d7e6405 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/quotas/153fe5d9d64346f6b7419eba91948678 HTTP/1.1" status: 200 len: 375 time: 0.0593400 Jul 29 05:21:23.242490 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_hamode_db [None req-89d2f604-0f30-4bef-a698-588d1ddc3bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f4539bc-d4ea-4bf2-91d9-64bace1e5856', 'name': 'tempest-AttachVolumeNegativeTest-392654816-router', 'tenant_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '80161f1c-297a-4942-ab94-ca8574f080db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:21:02Z', 'updated_at': '2022-07-29T05:21:11Z', 'revision_number': 4, 'project_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'gw_port': {'id': '80161f1c-297a-4942-ab94-ca8574f080db', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:33:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f4539bc-d4ea-4bf2-91d9-64bace1e5856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:03Z', 'updated_at': '2022-07-29T05:21:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi', '_interfaces': [{'id': '205980a9-ef0f-4a59-a55e-71e75787c094', 'name': '', 'network_id': 'b55efc63-6791-470d-af15-935a2f0fc83e', 'tenant_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'mac_address': 'fa:16:3e:95:99:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f4539bc-d4ea-4bf2-91d9-64bace1e5856', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'bbb96b40-4994-4d5c-ad35-a19342a29a39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:08Z', 'updated_at': '2022-07-29T05:21:19Z', 'revision_number': 4, 'project_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'subnets': [{'id': 'bbb96b40-4994-4d5c-ad35-a19342a29a39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-2-iscsi', False) {} {{(pid=104006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:21:23.346991 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Provisioning complete for port e887e5e6-ffc8-4009-b61f-2ae584dd675e triggered by entity L2. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:21:23.348903 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (e887e5e6-ffc8-4009-b61f-2ae584dd675e), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:23.366094 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-9de2a1bc-6ffe-436d-b9a0-3f74223b5b49 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks [] for port (fdb22549-1b78-469a-8ea6-62f86333d508), precommit_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:23.369543 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:23.418291 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-9de2a1bc-6ffe-436d-b9a0-3f74223b5b49 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1905579'] for port (fdb22549-1b78-469a-8ea6-62f86333d508), after_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:23.444911 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b05e99-5545-403b-8661-4a533ab638a2 None None] Sync routers for ids ['36db0afb-fb03-4a20-ad0d-3d4d25715de0'] in dv-cinder-851279-2-iscsi {{(pid=104006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 05:21:23.457156 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d2f604-0f30-4bef-a698-588d1ddc3bda None None] The sync data for ids ['2f4539bc-d4ea-4bf2-91d9-64bace1e5856'] in dv-cinder-851279-2-iscsi is: [{'id': '2f4539bc-d4ea-4bf2-91d9-64bace1e5856', 'name': 'tempest-AttachVolumeNegativeTest-392654816-router', 'tenant_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '80161f1c-297a-4942-ab94-ca8574f080db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:21:02Z', 'updated_at': '2022-07-29T05:21:11Z', 'revision_number': 4, 'project_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'gw_port': {'id': '80161f1c-297a-4942-ab94-ca8574f080db', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:33:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f4539bc-d4ea-4bf2-91d9-64bace1e5856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:03Z', 'updated_at': '2022-07-29T05:21:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi', '_interfaces': [{'id': '205980a9-ef0f-4a59-a55e-71e75787c094', 'name': '', 'network_id': 'b55efc63-6791-470d-af15-935a2f0fc83e', 'tenant_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'mac_address': 'fa:16:3e:95:99:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f4539bc-d4ea-4bf2-91d9-64bace1e5856', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'bbb96b40-4994-4d5c-ad35-a19342a29a39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:08Z', 'updated_at': '2022-07-29T05:21:19Z', 'revision_number': 4, 'project_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'subnets': [{'id': 'bbb96b40-4994-4d5c-ad35-a19342a29a39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 05:21:23.480188 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-fbb88367-607a-4832-8d6c-e3d907038189 req-c2d5eb36-745f-4fb1-a60b-d477a4c4bd72 service neutron] 10.222.0.49 "GET /v2.0/networks/b0621011-00a8-43df-ac92-ce1f2af05d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5394373 Jul 29 05:21:23.480955 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b05e99-5545-403b-8661-4a533ab638a2 None None] Routers {'36db0afb-fb03-4a20-ad0d-3d4d25715de0'} bound to L3 agent in host dv-cinder-851279-2-iscsi {{(pid=104006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:21:23.481605 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_hamode_db [None req-06b05e99-5545-403b-8661-4a533ab638a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-29T05:12:08Z,description=,heartbeat_timestamp=2022-07-29T05:21:08Z,host='dv-cinder-851279-2-iscsi',id=8a9a6061-e61b-4901-b35e-5e71dea10db3,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T05:12:08Z,topic='l3_agent')) {'router_ids': ['36db0afb-fb03-4a20-ad0d-3d4d25715de0'], 'active': True} {{(pid=104006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:21:23.703797 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-e934f657-4c32-416a-9843-a099319ae616 req-4369e8c1-56fd-4796-ac47-071d316b367d tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=153fe5d9d64346f6b7419eba91948678&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5610967 Jul 29 05:21:23.747238 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-9de2a1bc-6ffe-436d-b9a0-3f74223b5b49 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-375524'] for floatingip (41499e0e-47e5-4b58-91d7-5e4fa2ba474c), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:23.764705 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-5f69793c-aad9-4c39-bbec-13df588023b5 None None] Current status of the port 64067640-393c-42da-a25c-ebf8a7ad5862 is: DOWN; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:21:23.767862 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-5f69793c-aad9-4c39-bbec-13df588023b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (64067640-393c-42da-a25c-ebf8a7ad5862), before_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:23.832547 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-9de2a1bc-6ffe-436d-b9a0-3f74223b5b49 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249840'] for floatingip (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:23.846395 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-9de2a1bc-6ffe-436d-b9a0-3f74223b5b49 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0422552 Jul 29 05:21:23.914226 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-60389730-2a43-4161-8bf0-4524942d70ed admin admin] Publish callbacks [] for port (b3a65432-8d5c-4784-8bc2-7cda611cf7de), precommit_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:23.939927 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:23.953140 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-df9c67a7-25eb-4e41-8499-e7e5a8abae78 admin admin] Publish callbacks [] for port (4942139b-2079-47b3-b08e-a8f68dea17c9), precommit_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:23.955008 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-60389730-2a43-4161-8bf0-4524942d70ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (b3a65432-8d5c-4784-8bc2-7cda611cf7de), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:23.956280 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-60389730-2a43-4161-8bf0-4524942d70ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-418045'] for router_interface (d1904235-b8da-4132-80da-638ba8c8454c), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:24.016279 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Current status of the port e887e5e6-ffc8-4009-b61f-2ae584dd675e is: ACTIVE; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:21:24.023190 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Device 68ebf132-61bc-4414-9afa-4fa4ebd8f51f up at agent ovs-agent-dv-cinder-851279-2-iscsi {{(pid=104006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 05:21:24.055975 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-fbb88367-607a-4832-8d6c-e3d907038189 req-34e9d6f6-09a3-410f-b860-f17deeac57d1 service neutron] 10.222.0.49 "GET /v2.0/networks/b0621011-00a8-43df-ac92-ce1f2af05d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5748088 Jul 29 05:21:24.060062 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60389730-2a43-4161-8bf0-4524942d70ed admin admin] Pushing event updated for resources: {'Port': ['ID=b3a65432-8d5c-4784-8bc2-7cda611cf7de,revision_number=2']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:24.066073 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-df9c67a7-25eb-4e41-8499-e7e5a8abae78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (4942139b-2079-47b3-b08e-a8f68dea17c9), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:24.069757 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-df9c67a7-25eb-4e41-8499-e7e5a8abae78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-418045'] for router_interface (e8b15e57-d2b6-483c-b2b4-556a4c67aae0), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:24.141541 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de2a1bc-6ffe-436d-b9a0-3f74223b5b49 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Pushing event updated for resources: {'Port': ['ID=fdb22549-1b78-469a-8ea6-62f86333d508,revision_number=2']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:24.305199 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-e934f657-4c32-416a-9843-a099319ae616 req-dca66f15-1e91-486c-b809-93654c9edb84 service neutron] 10.222.0.49 "GET /v2.0/networks/71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5121913 Jul 29 05:21:24.479385 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_hamode_db [None req-2acab621-2d2f-48a3-9e05-4a4fc4e67d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b15e57-d2b6-483c-b2b4-556a4c67aae0', 'name': 'tempest-AttachVolumeShelveTestJSON-766186712-router', 'tenant_id': '9fda8c6d9ffa4955b2f19411ee340cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': '73c83217-8a8b-4fa8-bce3-ddeb31f92b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:21:05Z', 'updated_at': '2022-07-29T05:21:12Z', 'revision_number': 3, 'project_id': '9fda8c6d9ffa4955b2f19411ee340cb3', 'gw_port': {'id': '73c83217-8a8b-4fa8-bce3-ddeb31f92b04', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:28:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8b15e57-d2b6-483c-b2b4-556a4c67aae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:07Z', 'updated_at': '2022-07-29T05:21:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi'}], 'dv-cinder-851279-2-iscsi', False) {} {{(pid=104006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:21:24.498194 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-5f69793c-aad9-4c39-bbec-13df588023b5 None None] For port 64067640-393c-42da-a25c-ebf8a7ad5862, host dv-cinder-851279-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-2-iscsi',level=0,port_id=64067640-393c-42da-a25c-ebf8a7ad5862,segment=NetworkSegment(32f72901-d676-4835-84a6-96ebe24e8ccf),segment_id=32f72901-d676-4835-84a6-96ebe24e8ccf)] {{(pid=104006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:21:24.599885 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:24.616175 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-e934f657-4c32-416a-9843-a099319ae616 req-60673a32-8a3e-416d-b1ba-dbd31a5a81c1 service neutron] 10.222.0.49 "GET /v2.0/networks/71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2890635 Jul 29 05:21:24.668882 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:24.674679 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acab621-2d2f-48a3-9e05-4a4fc4e67d34 None None] The sync data for ids ['e8b15e57-d2b6-483c-b2b4-556a4c67aae0'] in dv-cinder-851279-2-iscsi is: [{'id': 'e8b15e57-d2b6-483c-b2b4-556a4c67aae0', 'name': 'tempest-AttachVolumeShelveTestJSON-766186712-router', 'tenant_id': '9fda8c6d9ffa4955b2f19411ee340cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': '73c83217-8a8b-4fa8-bce3-ddeb31f92b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:21:05Z', 'updated_at': '2022-07-29T05:21:12Z', 'revision_number': 3, 'project_id': '9fda8c6d9ffa4955b2f19411ee340cb3', 'gw_port': {'id': '73c83217-8a8b-4fa8-bce3-ddeb31f92b04', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:28:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8b15e57-d2b6-483c-b2b4-556a4c67aae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:07Z', 'updated_at': '2022-07-29T05:21:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi'}] {{(pid=104006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 05:21:24.751241 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-5f69793c-aad9-4c39-bbec-13df588023b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (64067640-393c-42da-a25c-ebf8a7ad5862), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:24.766482 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9c67a7-25eb-4e41-8499-e7e5a8abae78 admin admin] Network 2abd58fa-fb8d-4cc3-8df0-c903c7b8dd87 is already hosted by enough agents. {{(pid=104004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 05:21:24.784111 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.base_scheduler [None req-df9c67a7-25eb-4e41-8499-e7e5a8abae78 admin admin] Resources bound (agent type, host, resource id): {{(pid=104004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:21:24.842822 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c67a7-25eb-4e41-8499-e7e5a8abae78 admin admin] Pushing event updated for resources: {'Port': ['ID=4942139b-2079-47b3-b08e-a8f68dea17c9,revision_number=2']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:24.949646 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f69793c-aad9-4c39-bbec-13df588023b5 None None] Pushing event updated for resources: {'Port': ['ID=64067640-393c-42da-a25c-ebf8a7ad5862,revision_number=5']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:25.033101 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-5f69793c-aad9-4c39-bbec-13df588023b5 None None] Provisioning complete for port 205980a9-ef0f-4a59-a55e-71e75787c094 triggered by entity DHCP. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:21:25.033485 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-5f69793c-aad9-4c39-bbec-13df588023b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (205980a9-ef0f-4a59-a55e-71e75787c094), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:25.122804 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvr_db [None req-06b05e99-5545-403b-8661-4a533ab638a2 None None] Set router 36db0afb-fb03-4a20-ad0d-3d4d25715de0 gateway port host: dv-cinder-851279-2-iscsi {{(pid=104006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:21:25.130012 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Provisioning complete for port 68ebf132-61bc-4414-9afa-4fa4ebd8f51f triggered by entity L2. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:21:25.130434 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (68ebf132-61bc-4414-9afa-4fa4ebd8f51f), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:25.434712 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60389730-2a43-4161-8bf0-4524942d70ed admin admin] Network 60b4bb7c-7825-4f15-bc04-5ac3fa10b445 is already hosted by enough agents. {{(pid=104004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 05:21:25.460298 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.base_scheduler [None req-60389730-2a43-4161-8bf0-4524942d70ed admin admin] Resources bound (agent type, host, resource id): {{(pid=104004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:21:25.490448 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-b41182d7-8e68-4008-be78-0b6b959f783e req-6036555b-8146-4451-8ca3-7e251aefbea1 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--724388671&fields=id&tenant_id=9d8baaf2e23546ee8ed1de278617c7d2 HTTP/1.1" status: 200 len: 267 time: 0.6671951 Jul 29 05:21:25.509400 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df9c67a7-25eb-4e41-8499-e7e5a8abae78 admin admin] Router e8b15e57-d2b6-483c-b2b4-556a4c67aae0 has already been hosted by L3 agent 8a9a6061-e61b-4901-b35e-5e71dea10db3 {{(pid=104004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 05:21:25.815122 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 56568) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:21:25.923863 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-ede653b1-afff-4e2f-852c-b32963686a5b req-c51e8e8d-db92-4b00-a315-d8f83852755a tempest-DeleteServersTestJSON-433700856 tempest-DeleteServersTestJSON-433700856-project] 10.222.0.49 "GET /v2.0/ports?device_id=51207b24-620a-4479-be28-4db53ef4073e HTTP/1.1" status: 200 len: 210 time: 0.8257010 Jul 29 05:21:26.070421 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:26.158027 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-7f149917-1673-4de2-aef0-b164b74b4508 req-f1fd259d-8338-4027-83d9-5a0612f4f5a5 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6c67286-4bb1-4dc6-87ba-4c21f3ff863a HTTP/1.1" status: 200 len: 210 time: 0.1390030 Jul 29 05:21:26.309234 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-83ab75ee-a40b-4d8b-9e3e-38620afe1147 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:26.313168 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Current status of the port 68ebf132-61bc-4414-9afa-4fa4ebd8f51f is: DOWN; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:21:26.318005 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (68ebf132-61bc-4414-9afa-4fa4ebd8f51f), before_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:26.408895 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_hamode_db [None req-06b05e99-5545-403b-8661-4a533ab638a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36db0afb-fb03-4a20-ad0d-3d4d25715de0', 'name': 'tempest-ServerRescueNegativeTestJSON-1869579504-router', 'tenant_id': '153fe5d9d64346f6b7419eba91948678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '283724cf-5dab-4732-b6b0-37f06eb01598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:21:00Z', 'updated_at': '2022-07-29T05:21:13Z', 'revision_number': 4, 'project_id': '153fe5d9d64346f6b7419eba91948678', 'gw_port': {'id': '283724cf-5dab-4732-b6b0-37f06eb01598', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ea:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36db0afb-fb03-4a20-ad0d-3d4d25715de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:02Z', 'updated_at': '2022-07-29T05:21:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi', '_interfaces': [{'id': 'd2739fa7-55c9-4dcd-8915-958b8efccc6c', 'name': '', 'network_id': '71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9', 'tenant_id': '153fe5d9d64346f6b7419eba91948678', 'mac_address': 'fa:16:3e:42:00:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36db0afb-fb03-4a20-ad0d-3d4d25715de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'a137c074-4437-44e5-8103-6184a1dda097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:11Z', 'updated_at': '2022-07-29T05:21:13Z', 'revision_number': 2, 'project_id': '153fe5d9d64346f6b7419eba91948678', 'subnets': [{'id': 'a137c074-4437-44e5-8103-6184a1dda097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-2-iscsi', False) {} {{(pid=104006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:21:26.419837 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df9c67a7-25eb-4e41-8499-e7e5a8abae78 admin admin] Notify agent at l3_agent.dv-cinder-851279-2-iscsi the message routers_updated {{(pid=104004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 05:21:26.426598 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-5f69793c-aad9-4c39-bbec-13df588023b5 None None] Current status of the port 205980a9-ef0f-4a59-a55e-71e75787c094 is: DOWN; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:21:26.428203 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-5f69793c-aad9-4c39-bbec-13df588023b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (205980a9-ef0f-4a59-a55e-71e75787c094), before_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:26.431512 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-df9c67a7-25eb-4e41-8499-e7e5a8abae78 admin admin] 10.222.0.49 "PUT /v2.0/routers/e8b15e57-d2b6-483c-b2b4-556a4c67aae0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9398112 Jul 29 05:21:26.438246 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41182d7-8e68-4008-be78-0b6b959f783e req-8a6b9cf5-a015-467e-959c-e84afcadd661 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:21:26.446563 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-b41182d7-8e68-4008-be78-0b6b959f783e req-8a6b9cf5-a015-467e-959c-e84afcadd661 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/networks?id=b55efc63-6791-470d-af15-935a2f0fc83e HTTP/1.1" status: 200 len: 814 time: 0.9548862 Jul 29 05:21:26.475271 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60389730-2a43-4161-8bf0-4524942d70ed admin admin] Router d1904235-b8da-4132-80da-638ba8c8454c has already been hosted by L3 agent 8a9a6061-e61b-4901-b35e-5e71dea10db3 {{(pid=104004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 05:21:26.541958 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.60', 59881) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:21:26.577296 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:26.602391 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-b41182d7-8e68-4008-be78-0b6b959f783e req-3bad4f1b-de0d-4fc2-8b04-cb479c8abc1e tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/quotas/9d8baaf2e23546ee8ed1de278617c7d2 HTTP/1.1" status: 200 len: 375 time: 0.1463666 Jul 29 05:21:26.608741 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] For port 68ebf132-61bc-4414-9afa-4fa4ebd8f51f, host dv-cinder-851279-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-2-iscsi',level=0,port_id=68ebf132-61bc-4414-9afa-4fa4ebd8f51f,segment=NetworkSegment(f0686699-af43-47c7-b9bc-f7993eec27ee),segment_id=f0686699-af43-47c7-b9bc-f7993eec27ee)] {{(pid=104006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:21:26.612927 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b05e99-5545-403b-8661-4a533ab638a2 None None] Checking router: 36db0afb-fb03-4a20-ad0d-3d4d25715de0 for host: dv-cinder-851279-2-iscsi {{(pid=104006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 05:21:26.616161 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b05e99-5545-403b-8661-4a533ab638a2 None None] Updating router 36db0afb-fb03-4a20-ad0d-3d4d25715de0 port d2739fa7-55c9-4dcd-8915-958b8efccc6c binding host dv-cinder-851279-2-iscsi {{(pid=104006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 05:21:26.718566 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-06b05e99-5545-403b-8661-4a533ab638a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (d2739fa7-55c9-4dcd-8915-958b8efccc6c), before_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:26.783104 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (68ebf132-61bc-4414-9afa-4fa4ebd8f51f), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:26.791100 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Device fc72b586-b3cf-45c8-a32c-3fda3c2766d4 up at agent ovs-agent-dv-cinder-851279-2-iscsi {{(pid=104006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 05:21:26.889759 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-b41182d7-8e68-4008-be78-0b6b959f783e req-77240b4d-afe2-4daa-9734-bc68c712f3a3 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=9d8baaf2e23546ee8ed1de278617c7d2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2851434 Jul 29 05:21:26.899563 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3971c4ad-7c1c-48a9-8c63-b856de962b1c req-b75ba1a8-6c01-4dff-80d0-87e8ad8764c4 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:21:26.902685 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-3971c4ad-7c1c-48a9-8c63-b856de962b1c req-b75ba1a8-6c01-4dff-80d0-87e8ad8764c4 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.60 "GET /v2.0/networks?id=71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9 HTTP/1.1" status: 200 len: 819 time: 0.3594284 Jul 29 05:21:26.978644 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.v2.base [req-3971c4ad-7c1c-48a9-8c63-b856de962b1c req-5dedf049-3bad-4f7a-bfc5-126da9f08f9b tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Request body: {'port': {'device_id': '3f080dde-4e70-4d3f-aa8c-ced0a1065d3d', 'network_id': '71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9', 'admin_state_up': True, 'tenant_id': '153fe5d9d64346f6b7419eba91948678'}} {{(pid=104005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:21:27.111001 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-5f69793c-aad9-4c39-bbec-13df588023b5 None None] For port 205980a9-ef0f-4a59-a55e-71e75787c094, host dv-cinder-851279-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-2-iscsi',level=0,port_id=205980a9-ef0f-4a59-a55e-71e75787c094,segment=NetworkSegment(7dd9aee4-ac8a-4d05-b89c-b82451a25827),segment_id=7dd9aee4-ac8a-4d05-b89c-b82451a25827)] {{(pid=104006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:21:27.131107 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Provisioning complete for port fc72b586-b3cf-45c8-a32c-3fda3c2766d4 triggered by entity L2. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:21:27.133366 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (fc72b586-b3cf-45c8-a32c-3fda3c2766d4), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:27.141225 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:27.181419 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-5f69793c-aad9-4c39-bbec-13df588023b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (205980a9-ef0f-4a59-a55e-71e75787c094), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:27.211095 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Pushing event updated for resources: {'Port': ['ID=68ebf132-61bc-4414-9afa-4fa4ebd8f51f,revision_number=4']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:27.281257 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-5f69793c-aad9-4c39-bbec-13df588023b5 None None] Provisioning complete for port 4942139b-2079-47b3-b08e-a8f68dea17c9 triggered by entity DHCP. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:21:27.282010 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-5f69793c-aad9-4c39-bbec-13df588023b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (4942139b-2079-47b3-b08e-a8f68dea17c9), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:27.285051 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f69793c-aad9-4c39-bbec-13df588023b5 None None] Pushing event updated for resources: {'Port': ['ID=205980a9-ef0f-4a59-a55e-71e75787c094,revision_number=5']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:27.584582 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:27.591147 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3971c4ad-7c1c-48a9-8c63-b856de962b1c req-5dedf049-3bad-4f7a-bfc5-126da9f08f9b tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Made reservation on behalf of 153fe5d9d64346f6b7419eba91948678 for: {'port': 1} {{(pid=104005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 05:21:27.605173 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-3971c4ad-7c1c-48a9-8c63-b856de962b1c req-5dedf049-3bad-4f7a-bfc5-126da9f08f9b tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (None), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:27.606908 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-5f69793c-aad9-4c39-bbec-13df588023b5 None None] Port 4942139b-2079-47b3-b08e-a8f68dea17c9 cannot update to ACTIVE because it is not bound. {{(pid=104006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 29 05:21:27.661791 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 56632) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:21:27.693050 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.v2.base [None req-9c5294af-dd7d-456c-98ed-9b8b66dd6f0a tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Request body: {'security_group': {'name': 'tempest-securitygroup--33941384', 'description': 'tempest-description--951238266'}} {{(pid=104005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:21:27.713895 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60389730-2a43-4161-8bf0-4524942d70ed admin admin] Notify agent at l3_agent.dv-cinder-851279-2-iscsi the message routers_updated {{(pid=104004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 05:21:27.732873 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bb4eac-07e7-458f-9385-3af1fd319679 None None] Sync routers for ids ['d1904235-b8da-4132-80da-638ba8c8454c'] in dv-cinder-851279-2-iscsi {{(pid=104007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 05:21:27.751282 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-60389730-2a43-4161-8bf0-4524942d70ed admin admin] 10.222.0.49 "PUT /v2.0/routers/d1904235-b8da-4132-80da-638ba8c8454c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2621078 Jul 29 05:21:27.761490 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Current status of the port fc72b586-b3cf-45c8-a32c-3fda3c2766d4 is: DOWN; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:21:27.761878 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (fc72b586-b3cf-45c8-a32c-3fda3c2766d4), before_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:27.766176 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-83ab75ee-a40b-4d8b-9e3e-38620afe1147 admin admin] Publish callbacks [] for security_group (c9224fc5-4a75-4016-a994-76d1a66350c9), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:27.796058 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-83ab75ee-a40b-4d8b-9e3e-38620afe1147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (c9224fc5-4a75-4016-a994-76d1a66350c9), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:27.813983 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bb4eac-07e7-458f-9385-3af1fd319679 None None] Routers {'d1904235-b8da-4132-80da-638ba8c8454c'} bound to L3 agent in host dv-cinder-851279-2-iscsi {{(pid=104007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:21:27.816082 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-32bb4eac-07e7-458f-9385-3af1fd319679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-29T05:12:08Z,description=,heartbeat_timestamp=2022-07-29T05:21:08Z,host='dv-cinder-851279-2-iscsi',id=8a9a6061-e61b-4901-b35e-5e71dea10db3,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T05:12:08Z,topic='l3_agent')) {'router_ids': ['d1904235-b8da-4132-80da-638ba8c8454c'], 'active': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:21:27.822803 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:27.823724 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 56636) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:21:27.838157 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-e8b84792-a7e8-4158-abc4-1cee96289710 None None] Provisioning complete for port 64067640-393c-42da-a25c-ebf8a7ad5862 triggered by entity DHCP. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:21:27.838548 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-e8b84792-a7e8-4158-abc4-1cee96289710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (64067640-393c-42da-a25c-ebf8a7ad5862), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:27.996622 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] For port fc72b586-b3cf-45c8-a32c-3fda3c2766d4, host dv-cinder-851279-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-2-iscsi',level=0,port_id=fc72b586-b3cf-45c8-a32c-3fda3c2766d4,segment=NetworkSegment(f0686699-af43-47c7-b9bc-f7993eec27ee),segment_id=f0686699-af43-47c7-b9bc-f7993eec27ee)] {{(pid=104006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:21:28.016061 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (fc72b586-b3cf-45c8-a32c-3fda3c2766d4), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:28.017478 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Device 283724cf-5dab-4732-b6b0-37f06eb01598 up at agent ovs-agent-dv-cinder-851279-2-iscsi {{(pid=104006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 05:21:28.190639 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-83ab75ee-a40b-4d8b-9e3e-38620afe1147 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e0884446279247f0a798be52172eafe6&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3689311 Jul 29 05:21:28.225311 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 56646) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:21:28.226217 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.60', 59889) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:21:28.254237 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-b41182d7-8e68-4008-be78-0b6b959f783e req-f8cd9b9c-b8d5-4b38-9901-56baac8c96a8 service neutron] 10.222.0.49 "GET /v2.0/networks/b55efc63-6791-470d-af15-935a2f0fc83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2636807 Jul 29 05:21:28.254811 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ab75ee-a40b-4d8b-9e3e-38620afe1147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9224fc5-4a75-4016-a994-76d1a66350c9,revision_number=1']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:28.279039 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-06b05e99-5545-403b-8661-4a533ab638a2 None None] Publish callbacks [] for port (d2739fa7-55c9-4dcd-8915-958b8efccc6c), precommit_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:28.348262 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-06b05e99-5545-403b-8661-4a533ab638a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (d2739fa7-55c9-4dcd-8915-958b8efccc6c), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:28.378058 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-eb936648-7182-486c-bda4-eab66097cc24 req-a07e9c21-2ab6-4f24-b822-9346f7413519 tempest-DeleteServersTestJSON-433700856 tempest-DeleteServersTestJSON-433700856-project] 10.222.0.49 "GET /v2.0/ports?device_id=51207b24-620a-4479-be28-4db53ef4073e HTTP/1.1" status: 200 len: 210 time: 0.2555211 Jul 29 05:21:28.392530 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Provisioning complete for port 283724cf-5dab-4732-b6b0-37f06eb01598 triggered by entity L2. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:21:28.393408 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (283724cf-5dab-4732-b6b0-37f06eb01598), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:28.406245 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:28.453179 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:28.455274 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:28.469565 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-76aaae7c-3f9e-4fcb-b2a2-371473a78786 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:28.473199 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-9c5294af-dd7d-456c-98ed-9b8b66dd6f0a tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Publish callbacks [] for security_group (None), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:28.479237 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvr_db [None req-32bb4eac-07e7-458f-9385-3af1fd319679 None None] Set router d1904235-b8da-4132-80da-638ba8c8454c gateway port host: dv-cinder-851279-2-iscsi {{(pid=104007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:21:28.569471 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Pushing event updated for resources: {'Port': ['ID=fc72b586-b3cf-45c8-a32c-3fda3c2766d4,revision_number=4']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:28.717394 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-e8b84792-a7e8-4158-abc4-1cee96289710 None None] Current status of the port 64067640-393c-42da-a25c-ebf8a7ad5862 is: ACTIVE; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:21:28.775014 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.60', 59892) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:21:28.787226 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b39776-b6e3-4682-8fef-490327f658ee None None] Pushing event updated for resources: {'Port': ['ID=d2739fa7-55c9-4dcd-8915-958b8efccc6c,revision_number=3']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:28.807627 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-9c5294af-dd7d-456c-98ed-9b8b66dd6f0a tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Publish callbacks [] for security_group (b1b037b0-0efa-496f-bd70-b1139f60e425), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:28.828674 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-e8b84792-a7e8-4158-abc4-1cee96289710 None None] Provisioning complete for port b3a65432-8d5c-4784-8bc2-7cda611cf7de triggered by entity DHCP. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:21:28.829079 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-e8b84792-a7e8-4158-abc4-1cee96289710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (b3a65432-8d5c-4784-8bc2-7cda611cf7de), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:28.841952 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Current status of the port 283724cf-5dab-4732-b6b0-37f06eb01598 is: DOWN; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:21:28.841952 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (283724cf-5dab-4732-b6b0-37f06eb01598), before_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:29.026921 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-9c5294af-dd7d-456c-98ed-9b8b66dd6f0a tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (b1b037b0-0efa-496f-bd70-b1139f60e425), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:29.094146 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] For port 283724cf-5dab-4732-b6b0-37f06eb01598, host dv-cinder-851279-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-2-iscsi',level=0,port_id=283724cf-5dab-4732-b6b0-37f06eb01598,segment=NetworkSegment(f0686699-af43-47c7-b9bc-f7993eec27ee),segment_id=f0686699-af43-47c7-b9bc-f7993eec27ee)] {{(pid=104006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:21:29.149185 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (283724cf-5dab-4732-b6b0-37f06eb01598), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:29.166802 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-e8b84792-a7e8-4158-abc4-1cee96289710 None None] Port b3a65432-8d5c-4784-8bc2-7cda611cf7de cannot update to ACTIVE because it is not bound. {{(pid=104006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 29 05:21:29.172502 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.managers [None req-06b05e99-5545-403b-8661-4a533ab638a2 None None] Attempting to bind port d2739fa7-55c9-4dcd-8915-958b8efccc6c on host dv-cinder-851279-2-iscsi for vnic_type normal with profile {{(pid=104006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 05:21:29.172880 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.managers [None req-06b05e99-5545-403b-8661-4a533ab638a2 None None] Attempting to bind port d2739fa7-55c9-4dcd-8915-958b8efccc6c by drivers openvswitch,hyperv on host dv-cinder-851279-2-iscsi at level 0 using segments [{'id': '2ceab750-82be-448f-8b3e-b595d666c0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9'}] {{(pid=104006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 05:21:29.173244 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b05e99-5545-403b-8661-4a533ab638a2 None None] Attempting to bind port d2739fa7-55c9-4dcd-8915-958b8efccc6c on network 71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9 {{(pid=104006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 05:21:29.247040 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-b41182d7-8e68-4008-be78-0b6b959f783e req-0bd26d6d-0b6f-4976-b832-f0b0f0e39f3e service neutron] 10.222.0.49 "GET /v2.0/networks/b55efc63-6791-470d-af15-935a2f0fc83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9805284 Jul 29 05:21:29.263002 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b05e99-5545-403b-8661-4a533ab638a2 None None] Checking agent: {'id': 'aa119a64-f506-4951-a68b-6dc6289eaece', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 5, 12, 12), 'started_at': datetime.datetime(2022, 7, 29, 5, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 5, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 05:21:29.263456 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b05e99-5545-403b-8661-4a533ab638a2 None None] Checking segment: {'id': '2ceab750-82be-448f-8b3e-b595d666c0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 05:21:29.263873 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-06b05e99-5545-403b-8661-4a533ab638a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:29.264289 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b05e99-5545-403b-8661-4a533ab638a2 None None] Bound using segment: {'id': '2ceab750-82be-448f-8b3e-b595d666c0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9'} {{(pid=104006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 05:21:29.264792 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.managers [None req-06b05e99-5545-403b-8661-4a533ab638a2 None None] Bound port: d2739fa7-55c9-4dcd-8915-958b8efccc6c, host: dv-cinder-851279-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ceab750-82be-448f-8b3e-b595d666c0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9'}}] {{(pid=104006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 05:21:29.265188 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-06b05e99-5545-403b-8661-4a533ab638a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (d2739fa7-55c9-4dcd-8915-958b8efccc6c), before_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:29.265707 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5294af-dd7d-456c-98ed-9b8b66dd6f0a tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1b037b0-0efa-496f-bd70-b1139f60e425,revision_number=1']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:29.268061 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-32bb4eac-07e7-458f-9385-3af1fd319679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1904235-b8da-4132-80da-638ba8c8454c', 'name': 'tempest-AttachVolumeTestJSON-509135275-router', 'tenant_id': '92f16adc2357459aa0afb68db89031dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': 'fc72b586-b3cf-45c8-a32c-3fda3c2766d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:21:04Z', 'updated_at': '2022-07-29T05:21:21Z', 'revision_number': 4, 'project_id': '92f16adc2357459aa0afb68db89031dd', 'gw_port': {'id': 'fc72b586-b3cf-45c8-a32c-3fda3c2766d4', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:8d:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1904235-b8da-4132-80da-638ba8c8454c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:06Z', 'updated_at': '2022-07-29T05:21:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi', '_interfaces': [{'id': 'b3a65432-8d5c-4784-8bc2-7cda611cf7de', 'name': '', 'network_id': '60b4bb7c-7825-4f15-bc04-5ac3fa10b445', 'tenant_id': '92f16adc2357459aa0afb68db89031dd', 'mac_address': 'fa:16:3e:d1:2a:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1904235-b8da-4132-80da-638ba8c8454c', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '6b58381f-b173-48c0-ac4a-7a853ae2cd60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:17Z', 'updated_at': '2022-07-29T05:21:23Z', 'revision_number': 2, 'project_id': '92f16adc2357459aa0afb68db89031dd', 'subnets': [{'id': '6b58381f-b173-48c0-ac4a-7a853ae2cd60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-2-iscsi', False) {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:21:29.311181 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-a7b48bfa-08c4-46c1-9f26-ab9071589dab req-20dbd9a4-b0ea-4112-bb09-8fa1c795087b tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6c67286-4bb1-4dc6-87ba-4c21f3ff863a HTTP/1.1" status: 200 len: 210 time: 0.4937751 Jul 29 05:21:29.332057 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb88367-607a-4832-8d6c-e3d907038189 req-3ca3b3bd-38a5-4722-af27-825733656408 tempest-DeleteServersTestJSON-433700856 tempest-DeleteServersTestJSON-433700856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:21:29.336352 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-fbb88367-607a-4832-8d6c-e3d907038189 req-3ca3b3bd-38a5-4722-af27-825733656408 tempest-DeleteServersTestJSON-433700856 tempest-DeleteServersTestJSON-433700856-project] 10.222.0.60 "GET /v2.0/networks?id=b0621011-00a8-43df-ac92-ce1f2af05d6a HTTP/1.1" status: 200 len: 812 time: 0.5481095 Jul 29 05:21:29.362037 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.v2.base [req-fbb88367-607a-4832-8d6c-e3d907038189 req-9dab01e4-991e-482b-9b65-4b8a2c73acfa tempest-DeleteServersTestJSON-433700856 tempest-DeleteServersTestJSON-433700856-project] Request body: {'port': {'device_id': '51207b24-620a-4479-be28-4db53ef4073e', 'network_id': 'b0621011-00a8-43df-ac92-ce1f2af05d6a', 'admin_state_up': True, 'tenant_id': 'c87396f5e6bf46f5b85720c8e365da81'}} {{(pid=104004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:21:29.405169 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bb4eac-07e7-458f-9385-3af1fd319679 None None] Checking router: d1904235-b8da-4132-80da-638ba8c8454c for host: dv-cinder-851279-2-iscsi {{(pid=104007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 05:21:29.409425 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bb4eac-07e7-458f-9385-3af1fd319679 None None] Updating router d1904235-b8da-4132-80da-638ba8c8454c port b3a65432-8d5c-4784-8bc2-7cda611cf7de binding host dv-cinder-851279-2-iscsi {{(pid=104007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 05:21:29.478659 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-76aaae7c-3f9e-4fcb-b2a2-371473a78786 admin admin] Publish callbacks [] for security_group (b549dfc5-87ee-4424-b6ea-1b2182ed3038), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:29.497124 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-76aaae7c-3f9e-4fcb-b2a2-371473a78786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (b549dfc5-87ee-4424-b6ea-1b2182ed3038), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:29.504295 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-9c5294af-dd7d-456c-98ed-9b8b66dd6f0a tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Publish callbacks [] for security_group (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:29.517699 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-9c5294af-dd7d-456c-98ed-9b8b66dd6f0a tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.8461299 Jul 29 05:21:29.545698 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 56680) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:21:29.567461 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-32bb4eac-07e7-458f-9385-3af1fd319679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (b3a65432-8d5c-4784-8bc2-7cda611cf7de), before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:29.615846 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-76aaae7c-3f9e-4fcb-b2a2-371473a78786 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=68834ebfe47b4d328ad93135d5fee32e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7891982 Jul 29 05:21:29.623708 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 56684) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:21:29.702174 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-06b05e99-5545-403b-8661-4a533ab638a2 None None] For port d2739fa7-55c9-4dcd-8915-958b8efccc6c, host dv-cinder-851279-2-iscsi, cleared binding levels {{(pid=104006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 05:21:29.709126 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.v2.base [None req-2bca7cc4-24c3-443d-a742-d934fad33bd7 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Request body: {'security_group_rule': {'security_group_id': 'b1b037b0-0efa-496f-bd70-b1139f60e425', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:21:29.715521 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-06b05e99-5545-403b-8661-4a533ab638a2 None None] For port d2739fa7-55c9-4dcd-8915-958b8efccc6c, host dv-cinder-851279-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-2-iscsi',level=0,port_id=d2739fa7-55c9-4dcd-8915-958b8efccc6c,segment=NetworkSegment(2ceab750-82be-448f-8b3e-b595d666c0d7),segment_id=2ceab750-82be-448f-8b3e-b595d666c0d7)] {{(pid=104006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 05:21:29.718228 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-2b58dd3a-2082-4df0-96c2-6da0b90ad06e admin admin] Publish callbacks [] for security_group (c9224fc5-4a75-4016-a994-76d1a66350c9), before_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:29.752590 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-06b05e99-5545-403b-8661-4a533ab638a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (d2739fa7-55c9-4dcd-8915-958b8efccc6c), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:29.763143 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-e8b84792-a7e8-4158-abc4-1cee96289710 None None] Provisioning complete for port 4942139b-2079-47b3-b08e-a8f68dea17c9 triggered by entity DHCP. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:21:29.764283 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-e8b84792-a7e8-4158-abc4-1cee96289710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (4942139b-2079-47b3-b08e-a8f68dea17c9), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:29.792154 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-2b58dd3a-2082-4df0-96c2-6da0b90ad06e admin admin] Publish callbacks [] for security_group (c9224fc5-4a75-4016-a994-76d1a66350c9), precommit_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:29.889332 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Pushing event updated for resources: {'Port': ['ID=283724cf-5dab-4732-b6b0-37f06eb01598,revision_number=4']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:29.903179 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=89,neutron:INSERT=11 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:29.993778 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b05e99-5545-403b-8661-4a533ab638a2 None None] Routers {'36db0afb-fb03-4a20-ad0d-3d4d25715de0'} bound to L3 agent in host dv-cinder-851279-2-iscsi {{(pid=104006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:21:29.995316 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_hamode_db [None req-06b05e99-5545-403b-8661-4a533ab638a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-29T05:12:08Z,description=,heartbeat_timestamp=2022-07-29T05:21:08Z,host='dv-cinder-851279-2-iscsi',id=8a9a6061-e61b-4901-b35e-5e71dea10db3,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T05:12:08Z,topic='l3_agent')) {'router_ids': ['36db0afb-fb03-4a20-ad0d-3d4d25715de0'], 'active': True} {{(pid=104006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:21:30.044391 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aaae7c-3f9e-4fcb-b2a2-371473a78786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b549dfc5-87ee-4424-b6ea-1b2182ed3038,revision_number=1']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:30.050466 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-2b58dd3a-2082-4df0-96c2-6da0b90ad06e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (c9224fc5-4a75-4016-a994-76d1a66350c9), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:30.080699 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-2b58dd3a-2082-4df0-96c2-6da0b90ad06e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:30.087644 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-2b58dd3a-2082-4df0-96c2-6da0b90ad06e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c9224fc5-4a75-4016-a994-76d1a66350c9 HTTP/1.1" status: 204 len: 168 time: 1.8114464 Jul 29 05:21:30.114249 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:30.128107 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 56692) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:21:30.140262 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-aa3887ca-02a0-4ca1-93a1-e03969a98dce admin admin] Publish callbacks [] for security_group (b549dfc5-87ee-4424-b6ea-1b2182ed3038), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:30.158319 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e934f657-4c32-416a-9843-a099319ae616 req-4c258e01-b31e-499d-921a-252549a83061 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:21:30.160563 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-e934f657-4c32-416a-9843-a099319ae616 req-4c258e01-b31e-499d-921a-252549a83061 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.60 "GET /v2.0/networks?id=71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9 HTTP/1.1" status: 200 len: 819 time: 1.8741074 Jul 29 05:21:30.182779 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-aa3887ca-02a0-4ca1-93a1-e03969a98dce admin admin] Publish callbacks [] for security_group (b549dfc5-87ee-4424-b6ea-1b2182ed3038), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:30.211109 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.v2.base [req-e934f657-4c32-416a-9843-a099319ae616 req-dd7bf09b-ed23-4ac0-a477-9f252e55ff6a tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Request body: {'port': {'device_id': 'a6c67286-4bb1-4dc6-87ba-4c21f3ff863a', 'network_id': '71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9', 'admin_state_up': True, 'tenant_id': '153fe5d9d64346f6b7419eba91948678'}} {{(pid=104005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:21:30.216348 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.db_base_plugin_common [req-3971c4ad-7c1c-48a9-8c63-b856de962b1c req-5dedf049-3bad-4f7a-bfc5-126da9f08f9b tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Allocated IP 172.20.0.11 (71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9/a137c074-4437-44e5-8103-6184a1dda097/add97173-f389-4e35-b131-c4e58524e3c9) {{(pid=104005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 05:21:30.376230 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.v2.base [None req-95a2ceaf-6b09-48e6-834c-b9f7aebcd619 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1631972361', 'description': 'tempest-description--1460496414'}} {{(pid=104004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:21:30.434887 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=82,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:30.446159 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-2bca7cc4-24c3-443d-a742-d934fad33bd7 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Publish callbacks [] for security_group_rule (edbf4c1d-4731-425d-8a9a-dafcda124f55), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:30.450755 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvr_db [None req-06b05e99-5545-403b-8661-4a533ab638a2 None None] Set router 36db0afb-fb03-4a20-ad0d-3d4d25715de0 gateway port host: dv-cinder-851279-2-iscsi {{(pid=104006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:21:30.488020 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-aa3887ca-02a0-4ca1-93a1-e03969a98dce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (b549dfc5-87ee-4424-b6ea-1b2182ed3038), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:30.494199 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-aa3887ca-02a0-4ca1-93a1-e03969a98dce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:30.501019 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-aa3887ca-02a0-4ca1-93a1-e03969a98dce admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b549dfc5-87ee-4424-b6ea-1b2182ed3038 HTTP/1.1" status: 204 len: 168 time: 0.7827857 Jul 29 05:21:30.503098 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-95a2ceaf-6b09-48e6-834c-b9f7aebcd619 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Publish callbacks [] for security_group (None), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:30.518801 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b58dd3a-2082-4df0-96c2-6da0b90ad06e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9224fc5-4a75-4016-a994-76d1a66350c9,revision_number=None']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:30.554089 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-e4585157-c888-4bf8-ab9d-c6eb8e582f5c req-249ffafd-32f8-4799-88e2-3328573a21fd tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/ports?device_id=05c46947-e368-441d-9e07-584e95d55780 HTTP/1.1" status: 200 len: 210 time: 0.2658439 Jul 29 05:21:30.586778 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-32bb4eac-07e7-458f-9385-3af1fd319679 None None] Publish callbacks [] for port (b3a65432-8d5c-4784-8bc2-7cda611cf7de), precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:30.612352 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-32bb4eac-07e7-458f-9385-3af1fd319679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (b3a65432-8d5c-4784-8bc2-7cda611cf7de), after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:30.746656 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b39776-b6e3-4682-8fef-490327f658ee None None] Pushing event updated for resources: {'Port': ['ID=d2739fa7-55c9-4dcd-8915-958b8efccc6c,revision_number=4']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:30.835522 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1264496-e511-4862-867e-c982860090ad None None] Pushing event updated for resources: {'Port': ['ID=b3a65432-8d5c-4784-8bc2-7cda611cf7de,revision_number=3']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:31.069599 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [None req-32bb4eac-07e7-458f-9385-3af1fd319679 None None] Attempting to bind port b3a65432-8d5c-4784-8bc2-7cda611cf7de on host dv-cinder-851279-2-iscsi for vnic_type normal with profile {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 05:21:31.071866 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [None req-32bb4eac-07e7-458f-9385-3af1fd319679 None None] Attempting to bind port b3a65432-8d5c-4784-8bc2-7cda611cf7de by drivers openvswitch,hyperv on host dv-cinder-851279-2-iscsi at level 0 using segments [{'id': 'c24ea0bd-8f00-42e2-b69e-2e72b209c7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '60b4bb7c-7825-4f15-bc04-5ac3fa10b445'}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 05:21:31.072429 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bb4eac-07e7-458f-9385-3af1fd319679 None None] Attempting to bind port b3a65432-8d5c-4784-8bc2-7cda611cf7de on network 60b4bb7c-7825-4f15-bc04-5ac3fa10b445 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 05:21:31.086007 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bb4eac-07e7-458f-9385-3af1fd319679 None None] Checking agent: {'id': 'aa119a64-f506-4951-a68b-6dc6289eaece', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 5, 12, 12), 'started_at': datetime.datetime(2022, 7, 29, 5, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 5, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 05:21:31.086756 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bb4eac-07e7-458f-9385-3af1fd319679 None None] Checking segment: {'id': 'c24ea0bd-8f00-42e2-b69e-2e72b209c7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '60b4bb7c-7825-4f15-bc04-5ac3fa10b445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 05:21:31.088333 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-32bb4eac-07e7-458f-9385-3af1fd319679 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:31.088926 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bb4eac-07e7-458f-9385-3af1fd319679 None None] Bound using segment: {'id': 'c24ea0bd-8f00-42e2-b69e-2e72b209c7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '60b4bb7c-7825-4f15-bc04-5ac3fa10b445'} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 05:21:31.089596 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [None req-32bb4eac-07e7-458f-9385-3af1fd319679 None None] Bound port: b3a65432-8d5c-4784-8bc2-7cda611cf7de, host: dv-cinder-851279-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c24ea0bd-8f00-42e2-b69e-2e72b209c7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '60b4bb7c-7825-4f15-bc04-5ac3fa10b445'}}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 05:21:31.091829 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-32bb4eac-07e7-458f-9385-3af1fd319679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (b3a65432-8d5c-4784-8bc2-7cda611cf7de), before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:31.161170 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3887ca-02a0-4ca1-93a1-e03969a98dce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b549dfc5-87ee-4424-b6ea-1b2182ed3038,revision_number=None']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:31.194717 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Device 80161f1c-297a-4942-ab94-ca8574f080db up at agent ovs-agent-dv-cinder-851279-2-iscsi {{(pid=104006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 05:21:31.234497 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-95a2ceaf-6b09-48e6-834c-b9f7aebcd619 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Publish callbacks [] for security_group (e9b3d23d-0615-4fd6-b695-2037ba10d6ca), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:31.248480 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-297b8897-1db1-4c79-9135-f1fc5c4e1f4b req-94c15490-6007-4fab-b0c2-f75a3211bac0 tempest-DeleteServersTestJSON-433700856 tempest-DeleteServersTestJSON-433700856-project] 10.222.0.49 "GET /v2.0/ports?device_id=51207b24-620a-4479-be28-4db53ef4073e HTTP/1.1" status: 200 len: 210 time: 0.7173769 Jul 29 05:21:31.249506 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-e8b84792-a7e8-4158-abc4-1cee96289710 None None] Port 4942139b-2079-47b3-b08e-a8f68dea17c9 cannot update to ACTIVE because it is not bound. {{(pid=104006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 29 05:21:31.260266 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-95a2ceaf-6b09-48e6-834c-b9f7aebcd619 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (e9b3d23d-0615-4fd6-b695-2037ba10d6ca), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:31.323025 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-32bb4eac-07e7-458f-9385-3af1fd319679 None None] For port b3a65432-8d5c-4784-8bc2-7cda611cf7de, host dv-cinder-851279-2-iscsi, cleared binding levels {{(pid=104007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 05:21:31.331627 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-32bb4eac-07e7-458f-9385-3af1fd319679 None None] For port b3a65432-8d5c-4784-8bc2-7cda611cf7de, host dv-cinder-851279-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-2-iscsi',level=0,port_id=b3a65432-8d5c-4784-8bc2-7cda611cf7de,segment=NetworkSegment(c24ea0bd-8f00-42e2-b69e-2e72b209c7c1),segment_id=c24ea0bd-8f00-42e2-b69e-2e72b209c7c1)] {{(pid=104007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 05:21:31.338375 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:31.345754 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-32bb4eac-07e7-458f-9385-3af1fd319679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (b3a65432-8d5c-4784-8bc2-7cda611cf7de), after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:31.439048 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:31.463114 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:31.466076 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1264496-e511-4862-867e-c982860090ad None None] Pushing event updated for resources: {'Port': ['ID=b3a65432-8d5c-4784-8bc2-7cda611cf7de,revision_number=4']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:31.519232 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:31.528807 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-3971c4ad-7c1c-48a9-8c63-b856de962b1c req-5dedf049-3bad-4f7a-bfc5-126da9f08f9b tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Publish callbacks [] for port (add97173-f389-4e35-b131-c4e58524e3c9), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:31.547563 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bb4eac-07e7-458f-9385-3af1fd319679 None None] Routers {'d1904235-b8da-4132-80da-638ba8c8454c'} bound to L3 agent in host dv-cinder-851279-2-iscsi {{(pid=104007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:21:31.549768 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-32bb4eac-07e7-458f-9385-3af1fd319679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-29T05:12:08Z,description=,heartbeat_timestamp=2022-07-29T05:21:08Z,host='dv-cinder-851279-2-iscsi',id=8a9a6061-e61b-4901-b35e-5e71dea10db3,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T05:12:08Z,topic='l3_agent')) {'router_ids': ['d1904235-b8da-4132-80da-638ba8c8454c'], 'active': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:21:31.733293 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbb88367-607a-4832-8d6c-e3d907038189 req-9dab01e4-991e-482b-9b65-4b8a2c73acfa tempest-DeleteServersTestJSON-433700856 tempest-DeleteServersTestJSON-433700856-project] Made reservation on behalf of c87396f5e6bf46f5b85720c8e365da81 for: {'port': 1} {{(pid=104004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 05:21:31.745248 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-3099e5dd-0977-49b3-8f03-36988de47831 None None] Provisioning complete for port d2739fa7-55c9-4dcd-8915-958b8efccc6c triggered by entity DHCP. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:21:31.746045 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-3099e5dd-0977-49b3-8f03-36988de47831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (d2739fa7-55c9-4dcd-8915-958b8efccc6c), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:31.746441 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [req-fbb88367-607a-4832-8d6c-e3d907038189 req-9dab01e4-991e-482b-9b65-4b8a2c73acfa tempest-DeleteServersTestJSON-433700856 tempest-DeleteServersTestJSON-433700856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (None), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:31.783161 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 56732) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:21:31.785233 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:31.823443 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a2ceaf-6b09-48e6-834c-b9f7aebcd619 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9b3d23d-0615-4fd6-b695-2037ba10d6ca,revision_number=1']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:31.922165 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvr_db [None req-32bb4eac-07e7-458f-9385-3af1fd319679 None None] Set router d1904235-b8da-4132-80da-638ba8c8454c gateway port host: dv-cinder-851279-2-iscsi {{(pid=104007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:21:31.925411 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-2bca7cc4-24c3-443d-a742-d934fad33bd7 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Publish callbacks [] for security_group_rule (edbf4c1d-4731-425d-8a9a-dafcda124f55), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:31.934519 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-95a2ceaf-6b09-48e6-834c-b9f7aebcd619 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Publish callbacks [] for security_group (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:31.936309 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-95a2ceaf-6b09-48e6-834c-b9f7aebcd619 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.6010394 Jul 29 05:21:31.953596 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-64c1b9cd-9e46-409a-afd3-c2322f45f3fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:31.956062 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 56736) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:21:31.965788 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.v2.base [None req-202f96f3-49cb-4b73-93a5-9f8d0b5bdfed tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Request body: {'security_group_rule': {'security_group_id': 'e9b3d23d-0615-4fd6-b695-2037ba10d6ca', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:21:31.972278 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-2bca7cc4-24c3-443d-a742-d934fad33bd7 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298574'] for security_group_rule (edbf4c1d-4731-425d-8a9a-dafcda124f55), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:31.976713 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-0427b3e1-1167-4e87-be0b-fc61984cbc95 req-aefb4fb2-12a2-4fd8-b123-dbd8b7ce34d5 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/ports?device_id=05c46947-e368-441d-9e07-584e95d55780 HTTP/1.1" status: 200 len: 210 time: 0.1050820 Jul 29 05:21:31.981794 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_hamode_db [None req-06b05e99-5545-403b-8661-4a533ab638a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36db0afb-fb03-4a20-ad0d-3d4d25715de0', 'name': 'tempest-ServerRescueNegativeTestJSON-1869579504-router', 'tenant_id': '153fe5d9d64346f6b7419eba91948678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '283724cf-5dab-4732-b6b0-37f06eb01598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:21:00Z', 'updated_at': '2022-07-29T05:21:13Z', 'revision_number': 4, 'project_id': '153fe5d9d64346f6b7419eba91948678', 'gw_port': {'id': '283724cf-5dab-4732-b6b0-37f06eb01598', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ea:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36db0afb-fb03-4a20-ad0d-3d4d25715de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:02Z', 'updated_at': '2022-07-29T05:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi', '_interfaces': [{'id': 'd2739fa7-55c9-4dcd-8915-958b8efccc6c', 'name': '', 'network_id': '71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9', 'tenant_id': '153fe5d9d64346f6b7419eba91948678', 'mac_address': 'fa:16:3e:42:00:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36db0afb-fb03-4a20-ad0d-3d4d25715de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'a137c074-4437-44e5-8103-6184a1dda097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:11Z', 'updated_at': '2022-07-29T05:21:29Z', 'revision_number': 4, 'project_id': '153fe5d9d64346f6b7419eba91948678', 'subnets': [{'id': 'a137c074-4437-44e5-8103-6184a1dda097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-2-iscsi', False) {} {{(pid=104006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:21:32.000446 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-aa299439-ef9e-4aea-ab3f-ce88c73a4a22 req-24ae35eb-ce62-4ea3-b40b-8da4764d3a68 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6c67286-4bb1-4dc6-87ba-4c21f3ff863a HTTP/1.1" status: 200 len: 210 time: 1.0525703 Jul 29 05:21:32.065674 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bca7cc4-24c3-443d-a742-d934fad33bd7 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edbf4c1d-4731-425d-8a9a-dafcda124f55,revision_number=0']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:32.087779 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-3971c4ad-7c1c-48a9-8c63-b856de962b1c req-5dedf049-3bad-4f7a-bfc5-126da9f08f9b tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737760223811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1905596'] for port (add97173-f389-4e35-b131-c4e58524e3c9), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:32.105593 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e934f657-4c32-416a-9843-a099319ae616 req-dd7bf09b-ed23-4ac0-a477-9f252e55ff6a tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Made reservation on behalf of 153fe5d9d64346f6b7419eba91948678 for: {'port': 1} {{(pid=104005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 05:21:32.106077 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b05e99-5545-403b-8661-4a533ab638a2 None None] The sync data for ids ['36db0afb-fb03-4a20-ad0d-3d4d25715de0'] in dv-cinder-851279-2-iscsi is: [{'id': '36db0afb-fb03-4a20-ad0d-3d4d25715de0', 'name': 'tempest-ServerRescueNegativeTestJSON-1869579504-router', 'tenant_id': '153fe5d9d64346f6b7419eba91948678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '283724cf-5dab-4732-b6b0-37f06eb01598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:21:00Z', 'updated_at': '2022-07-29T05:21:13Z', 'revision_number': 4, 'project_id': '153fe5d9d64346f6b7419eba91948678', 'gw_port': {'id': '283724cf-5dab-4732-b6b0-37f06eb01598', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ea:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36db0afb-fb03-4a20-ad0d-3d4d25715de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:02Z', 'updated_at': '2022-07-29T05:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi', '_interfaces': [{'id': 'd2739fa7-55c9-4dcd-8915-958b8efccc6c', 'name': '', 'network_id': '71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9', 'tenant_id': '153fe5d9d64346f6b7419eba91948678', 'mac_address': 'fa:16:3e:42:00:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36db0afb-fb03-4a20-ad0d-3d4d25715de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'a137c074-4437-44e5-8103-6184a1dda097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:11Z', 'updated_at': '2022-07-29T05:21:29Z', 'revision_number': 4, 'project_id': '153fe5d9d64346f6b7419eba91948678', 'subnets': [{'id': 'a137c074-4437-44e5-8103-6184a1dda097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 05:21:32.116416 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Provisioning complete for port 80161f1c-297a-4942-ab94-ca8574f080db triggered by entity L2. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:21:32.117096 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (80161f1c-297a-4942-ab94-ca8574f080db), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:32.132124 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-e934f657-4c32-416a-9843-a099319ae616 req-dd7bf09b-ed23-4ac0-a477-9f252e55ff6a tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (None), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:32.297014 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-3099e5dd-0977-49b3-8f03-36988de47831 None None] Current status of the port d2739fa7-55c9-4dcd-8915-958b8efccc6c is: DOWN; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:21:32.297556 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-3099e5dd-0977-49b3-8f03-36988de47831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (d2739fa7-55c9-4dcd-8915-958b8efccc6c), before_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:32.326259 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3971c4ad-7c1c-48a9-8c63-b856de962b1c req-5dedf049-3bad-4f7a-bfc5-126da9f08f9b tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Network 71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9 is already hosted by enough agents. {{(pid=104005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 05:21:32.405978 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.60', 59898) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:21:32.417660 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.base_scheduler [req-3971c4ad-7c1c-48a9-8c63-b856de962b1c req-5dedf049-3bad-4f7a-bfc5-126da9f08f9b tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Resources bound (agent type, host, resource id): {{(pid=104005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:21:32.499277 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-3099e5dd-0977-49b3-8f03-36988de47831 None None] For port d2739fa7-55c9-4dcd-8915-958b8efccc6c, host dv-cinder-851279-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-2-iscsi',level=0,port_id=d2739fa7-55c9-4dcd-8915-958b8efccc6c,segment=NetworkSegment(2ceab750-82be-448f-8b3e-b595d666c0d7),segment_id=2ceab750-82be-448f-8b3e-b595d666c0d7)] {{(pid=104006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:21:32.500048 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvrscheduler_db [req-3971c4ad-7c1c-48a9-8c63-b856de962b1c req-5dedf049-3bad-4f7a-bfc5-126da9f08f9b tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Received port after_create {{(pid=104005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 05:21:32.537981 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-3099e5dd-0977-49b3-8f03-36988de47831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (d2739fa7-55c9-4dcd-8915-958b8efccc6c), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:32.584028 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=82,neutron:DELETE=7,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:32.781779 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-2bca7cc4-24c3-443d-a742-d934fad33bd7 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:32.783025 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-2bca7cc4-24c3-443d-a742-d934fad33bd7 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 3.1636214 Jul 29 05:21:32.792713 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-32bb4eac-07e7-458f-9385-3af1fd319679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1904235-b8da-4132-80da-638ba8c8454c', 'name': 'tempest-AttachVolumeTestJSON-509135275-router', 'tenant_id': '92f16adc2357459aa0afb68db89031dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': 'fc72b586-b3cf-45c8-a32c-3fda3c2766d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:21:04Z', 'updated_at': '2022-07-29T05:21:21Z', 'revision_number': 4, 'project_id': '92f16adc2357459aa0afb68db89031dd', 'gw_port': {'id': 'fc72b586-b3cf-45c8-a32c-3fda3c2766d4', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:8d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1904235-b8da-4132-80da-638ba8c8454c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:06Z', 'updated_at': '2022-07-29T05:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi', '_interfaces': [{'id': 'b3a65432-8d5c-4784-8bc2-7cda611cf7de', 'name': '', 'network_id': '60b4bb7c-7825-4f15-bc04-5ac3fa10b445', 'tenant_id': '92f16adc2357459aa0afb68db89031dd', 'mac_address': 'fa:16:3e:d1:2a:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1904235-b8da-4132-80da-638ba8c8454c', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '6b58381f-b173-48c0-ac4a-7a853ae2cd60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:17Z', 'updated_at': '2022-07-29T05:21:31Z', 'revision_number': 4, 'project_id': '92f16adc2357459aa0afb68db89031dd', 'subnets': [{'id': '6b58381f-b173-48c0-ac4a-7a853ae2cd60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-2-iscsi', False) {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:21:32.797802 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 56748) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:21:32.943343 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bb4eac-07e7-458f-9385-3af1fd319679 None None] The sync data for ids ['d1904235-b8da-4132-80da-638ba8c8454c'] in dv-cinder-851279-2-iscsi is: [{'id': 'd1904235-b8da-4132-80da-638ba8c8454c', 'name': 'tempest-AttachVolumeTestJSON-509135275-router', 'tenant_id': '92f16adc2357459aa0afb68db89031dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': 'fc72b586-b3cf-45c8-a32c-3fda3c2766d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:21:04Z', 'updated_at': '2022-07-29T05:21:21Z', 'revision_number': 4, 'project_id': '92f16adc2357459aa0afb68db89031dd', 'gw_port': {'id': 'fc72b586-b3cf-45c8-a32c-3fda3c2766d4', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:8d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1904235-b8da-4132-80da-638ba8c8454c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:06Z', 'updated_at': '2022-07-29T05:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi', '_interfaces': [{'id': 'b3a65432-8d5c-4784-8bc2-7cda611cf7de', 'name': '', 'network_id': '60b4bb7c-7825-4f15-bc04-5ac3fa10b445', 'tenant_id': '92f16adc2357459aa0afb68db89031dd', 'mac_address': 'fa:16:3e:d1:2a:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1904235-b8da-4132-80da-638ba8c8454c', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '6b58381f-b173-48c0-ac4a-7a853ae2cd60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:17Z', 'updated_at': '2022-07-29T05:21:31Z', 'revision_number': 4, 'project_id': '92f16adc2357459aa0afb68db89031dd', 'subnets': [{'id': '6b58381f-b173-48c0-ac4a-7a853ae2cd60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 05:21:33.015739 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-9dff3614-4e8f-4587-b049-92e24b6d0125 None None] Provisioning complete for port b3a65432-8d5c-4784-8bc2-7cda611cf7de triggered by entity DHCP. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:21:33.016315 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-9dff3614-4e8f-4587-b049-92e24b6d0125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (b3a65432-8d5c-4784-8bc2-7cda611cf7de), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:33.169384 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-a18c8c5c-c8bd-45d7-bbeb-5ababf8fe15f req-ae6e44c4-e75f-42d1-8690-cf8cbea0f02c tempest-DeleteServersTestJSON-433700856 tempest-DeleteServersTestJSON-433700856-project] 10.222.0.49 "GET /v2.0/ports?device_id=51207b24-620a-4479-be28-4db53ef4073e HTTP/1.1" status: 200 len: 210 time: 0.6039028 Jul 29 05:21:33.237600 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3099e5dd-0977-49b3-8f03-36988de47831 None None] Pushing event updated for resources: {'Port': ['ID=d2739fa7-55c9-4dcd-8915-958b8efccc6c,revision_number=5']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:33.260928 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Current status of the port 80161f1c-297a-4942-ab94-ca8574f080db is: ACTIVE; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:21:33.262130 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Device 64067640-393c-42da-a25c-ebf8a7ad5862 up at agent ovs-agent-dv-cinder-851279-2-iscsi {{(pid=104006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 05:21:33.287242 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dedf049-3bad-4f7a-bfc5-126da9f08f9b tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Pushing event updated for resources: {'Port': ['ID=add97173-f389-4e35-b131-c4e58524e3c9,revision_number=1']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:33.318892 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.v2.base [None req-53eae339-ac54-4719-99dc-4afa7d998593 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Request body: {'security_group_rule': {'security_group_id': 'b1b037b0-0efa-496f-bd70-b1139f60e425', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:21:33.329464 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-202f96f3-49cb-4b73-93a5-9f8d0b5bdfed tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Publish callbacks [] for security_group_rule (97eb883c-0df5-41fe-bc7e-e80c0633e363), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:33.505528 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3971c4ad-7c1c-48a9-8c63-b856de962b1c req-5dedf049-3bad-4f7a-bfc5-126da9f08f9b tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:21:33.512958 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-3971c4ad-7c1c-48a9-8c63-b856de962b1c req-5dedf049-3bad-4f7a-bfc5-126da9f08f9b tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670410'] for port (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:33.685843 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.db.db_base_plugin_common [req-fbb88367-607a-4832-8d6c-e3d907038189 req-9dab01e4-991e-482b-9b65-4b8a2c73acfa tempest-DeleteServersTestJSON-433700856 tempest-DeleteServersTestJSON-433700856-project] Allocated IP 172.20.0.11 (b0621011-00a8-43df-ac92-ce1f2af05d6a/eaa993de-e154-466a-b318-7345229360b6/d7a5be9c-7f6e-42cf-b431-44dea7fa4b46) {{(pid=104004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 05:21:33.704140 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-64c1b9cd-9e46-409a-afd3-c2322f45f3fe admin admin] Publish callbacks [] for security_group (1cbe1d38-e3de-4f9e-8164-22fda121c7f0), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:33.706698 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-ccc5aafe-1485-4d19-81c9-1864eaf0bc45 req-c643d8ae-ab5e-4cc5-afaf-12663dd877ae tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6c67286-4bb1-4dc6-87ba-4c21f3ff863a HTTP/1.1" status: 200 len: 210 time: 0.4016769 Jul 29 05:21:33.717004 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-be6a7772-8247-4cc8-a8a5-fcce57a22590 req-f47e985c-8dbb-4350-8367-f89edb7f18f7 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/ports?device_id=05c46947-e368-441d-9e07-584e95d55780 HTTP/1.1" status: 200 len: 210 time: 0.3331335 Jul 29 05:21:33.773285 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-202f96f3-49cb-4b73-93a5-9f8d0b5bdfed tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Publish callbacks [] for security_group_rule (97eb883c-0df5-41fe-bc7e-e80c0633e363), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:33.781929 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-202f96f3-49cb-4b73-93a5-9f8d0b5bdfed tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298574'] for security_group_rule (97eb883c-0df5-41fe-bc7e-e80c0633e363), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:33.782626 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-3971c4ad-7c1c-48a9-8c63-b856de962b1c req-5dedf049-3bad-4f7a-bfc5-126da9f08f9b tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.8088934 Jul 29 05:21:33.786863 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-64c1b9cd-9e46-409a-afd3-c2322f45f3fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (1cbe1d38-e3de-4f9e-8164-22fda121c7f0), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:33.823297 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [req-3971c4ad-7c1c-48a9-8c63-b856de962b1c req-256d4be7-7a92-4f55-8325-0543a94ab1ca tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=104005) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 29 05:21:33.830888 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-3971c4ad-7c1c-48a9-8c63-b856de962b1c req-256d4be7-7a92-4f55-8325-0543a94ab1ca tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0205743 Jul 29 05:21:33.833609 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-9dff3614-4e8f-4587-b049-92e24b6d0125 None None] Current status of the port b3a65432-8d5c-4784-8bc2-7cda611cf7de is: DOWN; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:21:33.836638 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-9dff3614-4e8f-4587-b049-92e24b6d0125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (b3a65432-8d5c-4784-8bc2-7cda611cf7de), before_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:33.843155 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815f74af-79ed-4a56-bb14-b925de326f4f None None] Sync routers for ids ['e8b15e57-d2b6-483c-b2b4-556a4c67aae0'] in dv-cinder-851279-2-iscsi {{(pid=104006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 05:21:33.847385 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.db_base_plugin_common [req-e934f657-4c32-416a-9843-a099319ae616 req-dd7bf09b-ed23-4ac0-a477-9f252e55ff6a tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Allocated IP 172.20.0.8 (71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9/a137c074-4437-44e5-8103-6184a1dda097/6bc36d89-d1c5-4873-87c6-12b89c984f37) {{(pid=104005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 05:21:33.908787 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:33.931556 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815f74af-79ed-4a56-bb14-b925de326f4f None None] Routers {'e8b15e57-d2b6-483c-b2b4-556a4c67aae0'} bound to L3 agent in host dv-cinder-851279-2-iscsi {{(pid=104006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:21:33.933998 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_hamode_db [None req-815f74af-79ed-4a56-bb14-b925de326f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-29T05:12:08Z,description=,heartbeat_timestamp=2022-07-29T05:21:08Z,host='dv-cinder-851279-2-iscsi',id=8a9a6061-e61b-4901-b35e-5e71dea10db3,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T05:12:08Z,topic='l3_agent')) {'router_ids': ['e8b15e57-d2b6-483c-b2b4-556a4c67aae0'], 'active': True} {{(pid=104006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:21:33.975862 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c1b9cd-9e46-409a-afd3-c2322f45f3fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cbe1d38-e3de-4f9e-8164-22fda121c7f0,revision_number=1']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:34.052823 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202f96f3-49cb-4b73-93a5-9f8d0b5bdfed tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97eb883c-0df5-41fe-bc7e-e80c0633e363,revision_number=0']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:34.145962 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-64c1b9cd-9e46-409a-afd3-c2322f45f3fe admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=02b96e07705c48f7b3f675a90ca7d72d&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3338170 Jul 29 05:21:34.147102 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-53eae339-ac54-4719-99dc-4afa7d998593 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Publish callbacks [] for security_group_rule (01d09eed-f8ad-4203-85d6-7afb6c06692d), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:34.216710 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 56786) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:21:34.231733 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Provisioning complete for port 64067640-393c-42da-a25c-ebf8a7ad5862 triggered by entity L2. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:21:34.248036 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (64067640-393c-42da-a25c-ebf8a7ad5862), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:34.262649 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-202f96f3-49cb-4b73-93a5-9f8d0b5bdfed tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:34.267181 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-202f96f3-49cb-4b73-93a5-9f8d0b5bdfed tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.3068416 Jul 29 05:21:34.268392 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 56792) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:21:34.314527 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.v2.base [None req-679f0fd4-6828-461c-aec8-e1c79e1a2f72 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Request body: {'security_group_rule': {'security_group_id': 'e9b3d23d-0615-4fd6-b695-2037ba10d6ca', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:21:34.373979 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:34.393699 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-679f0fd4-6828-461c-aec8-e1c79e1a2f72 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Publish callbacks [] for security_group_rule (e3674785-c491-4a18-a370-ad440d4cb4b3), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:34.409039 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-9dff3614-4e8f-4587-b049-92e24b6d0125 None None] For port b3a65432-8d5c-4784-8bc2-7cda611cf7de, host dv-cinder-851279-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-2-iscsi',level=0,port_id=b3a65432-8d5c-4784-8bc2-7cda611cf7de,segment=NetworkSegment(c24ea0bd-8f00-42e2-b69e-2e72b209c7c1),segment_id=c24ea0bd-8f00-42e2-b69e-2e72b209c7c1)] {{(pid=104006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:21:34.444448 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-9dff3614-4e8f-4587-b049-92e24b6d0125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (b3a65432-8d5c-4784-8bc2-7cda611cf7de), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:34.581976 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:INSERT=8,neutron:SELECT=89,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:34.606721 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-53eae339-ac54-4719-99dc-4afa7d998593 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Publish callbacks [] for security_group_rule (01d09eed-f8ad-4203-85d6-7afb6c06692d), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:34.623224 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvr_db [None req-815f74af-79ed-4a56-bb14-b925de326f4f None None] Set router e8b15e57-d2b6-483c-b2b4-556a4c67aae0 gateway port host: dv-cinder-851279-2-iscsi {{(pid=104006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:21:34.652282 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41182d7-8e68-4008-be78-0b6b959f783e req-9c689b9a-c1c5-4aad-ab9e-3c9258499782 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:21:34.653942 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-b41182d7-8e68-4008-be78-0b6b959f783e req-9c689b9a-c1c5-4aad-ab9e-3c9258499782 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.60 "GET /v2.0/networks?id=b55efc63-6791-470d-af15-935a2f0fc83e HTTP/1.1" status: 200 len: 814 time: 2.2436600 Jul 29 05:21:34.682548 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-53eae339-ac54-4719-99dc-4afa7d998593 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298574'] for security_group_rule (01d09eed-f8ad-4203-85d6-7afb6c06692d), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:34.724911 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-bcce171a-a327-4796-9f26-cc43395b4334 None None] Provisioning complete for port add97173-f389-4e35-b131-c4e58524e3c9 triggered by entity DHCP. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:21:34.730035 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53eae339-ac54-4719-99dc-4afa7d998593 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01d09eed-f8ad-4203-85d6-7afb6c06692d,revision_number=0']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:34.732772 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-bcce171a-a327-4796-9f26-cc43395b4334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (add97173-f389-4e35-b131-c4e58524e3c9), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:34.765491 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-fdb918dd-cde3-4da3-a7fa-6bb7e8f92981 admin admin] Publish callbacks [] for security_group (1cbe1d38-e3de-4f9e-8164-22fda121c7f0), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:34.789394 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:34.795587 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Current status of the port 64067640-393c-42da-a25c-ebf8a7ad5862 is: ACTIVE; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:21:34.797322 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Device 73c83217-8a8b-4fa8-bce3-ddeb31f92b04 up at agent ovs-agent-dv-cinder-851279-2-iscsi {{(pid=104006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 05:21:34.806535 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-53eae339-ac54-4719-99dc-4afa7d998593 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:34.808013 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-53eae339-ac54-4719-99dc-4afa7d998593 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5049341 Jul 29 05:21:34.829474 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 56808) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:21:34.865558 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.v2.base [None req-be265827-0da8-415a-800b-2bc71ec6e6ac tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Request body: {'floatingip': {'floating_network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5'}} {{(pid=104004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:21:34.883279 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-e934f657-4c32-416a-9843-a099319ae616 req-dd7bf09b-ed23-4ac0-a477-9f252e55ff6a tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Publish callbacks [] for port (6bc36d89-d1c5-4873-87c6-12b89c984f37), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:34.949625 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-fdb918dd-cde3-4da3-a7fa-6bb7e8f92981 admin admin] Publish callbacks [] for security_group (1cbe1d38-e3de-4f9e-8164-22fda121c7f0), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:35.008082 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-bcce171a-a327-4796-9f26-cc43395b4334 None None] Port add97173-f389-4e35-b131-c4e58524e3c9 cannot update to ACTIVE because it is not bound. {{(pid=104006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 29 05:21:35.023376 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dff3614-4e8f-4587-b049-92e24b6d0125 None None] Pushing event updated for resources: {'Port': ['ID=b3a65432-8d5c-4784-8bc2-7cda611cf7de,revision_number=5']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:35.025298 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:35.032617 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-895b70cc-05b1-46a1-a797-eae232f695c6 req-c484bda4-7bf3-415a-9ff7-504e47007990 tempest-DeleteServersTestJSON-433700856 tempest-DeleteServersTestJSON-433700856-project] 10.222.0.49 "GET /v2.0/ports?device_id=51207b24-620a-4479-be28-4db53ef4073e HTTP/1.1" status: 200 len: 210 time: 0.4437551 Jul 29 05:21:35.066497 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-e934f657-4c32-416a-9843-a099319ae616 req-dd7bf09b-ed23-4ac0-a477-9f252e55ff6a tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737760223811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1905596'] for port (6bc36d89-d1c5-4873-87c6-12b89c984f37), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:35.073825 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Provisioning complete for port 73c83217-8a8b-4fa8-bce3-ddeb31f92b04 triggered by entity L2. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:21:35.074293 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (73c83217-8a8b-4fa8-bce3-ddeb31f92b04), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:35.095256 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-679f0fd4-6828-461c-aec8-e1c79e1a2f72 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Publish callbacks [] for security_group_rule (e3674785-c491-4a18-a370-ad440d4cb4b3), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:35.107842 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-be265827-0da8-415a-800b-2bc71ec6e6ac tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:35.126415 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-1cb7abf3-9b91-4014-a657-4ce323eae011 req-761cbbb6-b8da-4e24-83d8-4268c05a711d tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/ports?device_id=05c46947-e368-441d-9e07-584e95d55780 HTTP/1.1" status: 200 len: 210 time: 0.1406426 Jul 29 05:21:35.143969 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-679f0fd4-6828-461c-aec8-e1c79e1a2f72 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298574'] for security_group_rule (e3674785-c491-4a18-a370-ad440d4cb4b3), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:35.221838 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e934f657-4c32-416a-9843-a099319ae616 req-dd7bf09b-ed23-4ac0-a477-9f252e55ff6a tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Network 71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9 is already hosted by enough agents. {{(pid=104005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 05:21:35.235774 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [req-fbb88367-607a-4832-8d6c-e3d907038189 req-9dab01e4-991e-482b-9b65-4b8a2c73acfa tempest-DeleteServersTestJSON-433700856 tempest-DeleteServersTestJSON-433700856-project] Publish callbacks [] for port (d7a5be9c-7f6e-42cf-b431-44dea7fa4b46), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:35.263918 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-679f0fd4-6828-461c-aec8-e1c79e1a2f72 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:35.270022 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-679f0fd4-6828-461c-aec8-e1c79e1a2f72 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9684281 Jul 29 05:21:35.274696 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.v2.base [req-3971c4ad-7c1c-48a9-8c63-b856de962b1c req-608539d6-cbeb-4bff-86af-26c2ab99f4a8 service neutron] Request body: {'port': {'device_id': '3f080dde-4e70-4d3f-aa8c-ced0a1065d3d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85127'}} {{(pid=104005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:21:35.294489 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 56814) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:21:35.300001 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.v2.base [None req-a0ff21aa-a799-4b43-8717-0ecacd968fe5 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Request body: {'floatingip': {'floating_network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5'}} {{(pid=104004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:21:35.323900 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=84,neutron:INSERT=6,neutron:UPDATE=5,neutron:DELETE=5 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:35.340471 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679f0fd4-6828-461c-aec8-e1c79e1a2f72 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3674785-c491-4a18-a370-ad440d4cb4b3,revision_number=0']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:35.355551 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-fdb918dd-cde3-4da3-a7fa-6bb7e8f92981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (1cbe1d38-e3de-4f9e-8164-22fda121c7f0), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:35.358165 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-fdb918dd-cde3-4da3-a7fa-6bb7e8f92981 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:35.361653 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-fdb918dd-cde3-4da3-a7fa-6bb7e8f92981 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1cbe1d38-e3de-4f9e-8164-22fda121c7f0 HTTP/1.1" status: 204 len: 168 time: 1.1223080 Jul 29 05:21:35.374583 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:INSERT=8,neutron:SELECT=87,neutron:DELETE=5 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:35.478800 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.base_scheduler [req-e934f657-4c32-416a-9843-a099319ae616 req-dd7bf09b-ed23-4ac0-a477-9f252e55ff6a tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Resources bound (agent type, host, resource id): {{(pid=104005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:21:35.483430 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvrscheduler_db [req-e934f657-4c32-416a-9843-a099319ae616 req-dd7bf09b-ed23-4ac0-a477-9f252e55ff6a tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Received port after_create {{(pid=104005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 05:21:35.573559 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7bf09b-ed23-4ac0-a477-9f252e55ff6a tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Pushing event updated for resources: {'Port': ['ID=6bc36d89-d1c5-4873-87c6-12b89c984f37,revision_number=1']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:35.611993 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Current status of the port 73c83217-8a8b-4fa8-bce3-ddeb31f92b04 is: DOWN; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:21:35.612598 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (73c83217-8a8b-4fa8-bce3-ddeb31f92b04), before_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:35.675405 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-10c62fbc-d839-4b20-a367-532ec4fa4569 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (0319cf4e-40d4-4455-bfa4-d5e1d8f6ed41), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:35.731249 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_hamode_db [None req-815f74af-79ed-4a56-bb14-b925de326f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b15e57-d2b6-483c-b2b4-556a4c67aae0', 'name': 'tempest-AttachVolumeShelveTestJSON-766186712-router', 'tenant_id': '9fda8c6d9ffa4955b2f19411ee340cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': '73c83217-8a8b-4fa8-bce3-ddeb31f92b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:21:05Z', 'updated_at': '2022-07-29T05:21:21Z', 'revision_number': 4, 'project_id': '9fda8c6d9ffa4955b2f19411ee340cb3', 'gw_port': {'id': '73c83217-8a8b-4fa8-bce3-ddeb31f92b04', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:28:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8b15e57-d2b6-483c-b2b4-556a4c67aae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:07Z', 'updated_at': '2022-07-29T05:21:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi', '_interfaces': [{'id': '4942139b-2079-47b3-b08e-a8f68dea17c9', 'name': '', 'network_id': '2abd58fa-fb8d-4cc3-8df0-c903c7b8dd87', 'tenant_id': '9fda8c6d9ffa4955b2f19411ee340cb3', 'mac_address': 'fa:16:3e:7d:d5:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8b15e57-d2b6-483c-b2b4-556a4c67aae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'ac46bf73-3dbd-41e0-8b70-b021adbe3f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:19Z', 'updated_at': '2022-07-29T05:21:22Z', 'revision_number': 2, 'project_id': '9fda8c6d9ffa4955b2f19411ee340cb3', 'subnets': [{'id': 'ac46bf73-3dbd-41e0-8b70-b021adbe3f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-2-iscsi', False) {} {{(pid=104006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:21:35.855441 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b893f7-298a-42f2-92cf-48c66a6f1a11 req-052eb78d-d7ba-4588-8fac-d366cd6012d8 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:21:35.875894 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] For port 73c83217-8a8b-4fa8-bce3-ddeb31f92b04, host dv-cinder-851279-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-2-iscsi',level=0,port_id=73c83217-8a8b-4fa8-bce3-ddeb31f92b04,segment=NetworkSegment(f0686699-af43-47c7-b9bc-f7993eec27ee),segment_id=f0686699-af43-47c7-b9bc-f7993eec27ee)] {{(pid=104006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:21:35.883118 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-b1b893f7-298a-42f2-92cf-48c66a6f1a11 req-052eb78d-d7ba-4588-8fac-d366cd6012d8 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6c67286-4bb1-4dc6-87ba-4c21f3ff863a HTTP/1.1" status: 200 len: 931 time: 0.6786475 Jul 29 05:21:35.891815 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (73c83217-8a8b-4fa8-bce3-ddeb31f92b04), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:35.892660 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Device 68ebf132-61bc-4414-9afa-4fa4ebd8f51f up at agent ovs-agent-dv-cinder-851279-2-iscsi {{(pid=104006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 05:21:35.914536 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815f74af-79ed-4a56-bb14-b925de326f4f None None] Checking router: e8b15e57-d2b6-483c-b2b4-556a4c67aae0 for host: dv-cinder-851279-2-iscsi {{(pid=104006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 05:21:35.915663 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-3971c4ad-7c1c-48a9-8c63-b856de962b1c req-608539d6-cbeb-4bff-86af-26c2ab99f4a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (add97173-f389-4e35-b131-c4e58524e3c9), before_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:35.916924 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815f74af-79ed-4a56-bb14-b925de326f4f None None] Updating router e8b15e57-d2b6-483c-b2b4-556a4c67aae0 port 4942139b-2079-47b3-b08e-a8f68dea17c9 binding host dv-cinder-851279-2-iscsi {{(pid=104006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 05:21:35.935542 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-b41182d7-8e68-4008-be78-0b6b959f783e req-bd7e921a-ebbb-49c8-a4d2-8cabed81d5da tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d8baaf2e23546ee8ed1de278617c7d2 HTTP/1.1" status: 200 len: 379 time: 0.9008508 Jul 29 05:21:35.982641 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb918dd-cde3-4da3-a7fa-6bb7e8f92981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cbe1d38-e3de-4f9e-8164-22fda121c7f0,revision_number=None']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:35.989316 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-be265827-0da8-415a-800b-2bc71ec6e6ac tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (None), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:36.017382 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.v2.base [req-b41182d7-8e68-4008-be78-0b6b959f783e req-5a14cb9e-c957-43c0-9b41-4c9798f466f7 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Request body: {'port': {'device_id': '05c46947-e368-441d-9e07-584e95d55780', 'network_id': 'b55efc63-6791-470d-af15-935a2f0fc83e', 'admin_state_up': True, 'tenant_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'security_groups': ['f8a3af79-0975-43ba-9287-d4cb627a90b5']}} {{(pid=104005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:21:36.042664 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-a0ff21aa-a799-4b43-8717-0ecacd968fe5 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:36.249106 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-815f74af-79ed-4a56-bb14-b925de326f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (4942139b-2079-47b3-b08e-a8f68dea17c9), before_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:36.280884 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-a0ff21aa-a799-4b43-8717-0ecacd968fe5 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (None), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:36.339806 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:36.390150 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:36.403233 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e934f657-4c32-416a-9843-a099319ae616 req-dd7bf09b-ed23-4ac0-a477-9f252e55ff6a tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:21:36.407889 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-e934f657-4c32-416a-9843-a099319ae616 req-dd7bf09b-ed23-4ac0-a477-9f252e55ff6a tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670410'] for port (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:36.450694 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b41182d7-8e68-4008-be78-0b6b959f783e req-5a14cb9e-c957-43c0-9b41-4c9798f466f7 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Made reservation on behalf of 9d8baaf2e23546ee8ed1de278617c7d2 for: {'port': 1} {{(pid=104005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 05:21:36.462160 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-b41182d7-8e68-4008-be78-0b6b959f783e req-5a14cb9e-c957-43c0-9b41-4c9798f466f7 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (None), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:36.609337 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Pushing event updated for resources: {'Port': ['ID=73c83217-8a8b-4fa8-bce3-ddeb31f92b04,revision_number=4']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:36.655478 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Provisioning complete for port 68ebf132-61bc-4414-9afa-4fa4ebd8f51f triggered by entity L2. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:21:36.656698 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (68ebf132-61bc-4414-9afa-4fa4ebd8f51f), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:36.658690 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-2e5d5cc0-7541-4f9a-861f-bbe521d9f9d1 None None] Provisioning complete for port 6bc36d89-d1c5-4873-87c6-12b89c984f37 triggered by entity DHCP. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:21:36.665762 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-2e5d5cc0-7541-4f9a-861f-bbe521d9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (6bc36d89-d1c5-4873-87c6-12b89c984f37), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:36.674501 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a47507d-d2a6-40da-a864-280596bdb0a9 req-7182c882-b1ef-4c9a-9f0b-08be906a1610 tempest-DeleteServersTestJSON-433700856 tempest-DeleteServersTestJSON-433700856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:21:36.689948 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-7a47507d-d2a6-40da-a864-280596bdb0a9 req-7182c882-b1ef-4c9a-9f0b-08be906a1610 tempest-DeleteServersTestJSON-433700856 tempest-DeleteServersTestJSON-433700856-project] 10.222.0.49 "GET /v2.0/ports?device_id=51207b24-620a-4479-be28-4db53ef4073e HTTP/1.1" status: 200 len: 932 time: 0.4127054 Jul 29 05:21:36.693354 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [req-fbb88367-607a-4832-8d6c-e3d907038189 req-9dab01e4-991e-482b-9b65-4b8a2c73acfa tempest-DeleteServersTestJSON-433700856 tempest-DeleteServersTestJSON-433700856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737760223811'] for port (d7a5be9c-7f6e-42cf-b431-44dea7fa4b46), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:36.967655 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-2e5d5cc0-7541-4f9a-861f-bbe521d9f9d1 None None] Port 6bc36d89-d1c5-4873-87c6-12b89c984f37 cannot update to ACTIVE because it is not bound. {{(pid=104006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 29 05:21:37.001731 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (12b139f9-2daf-4047-bd2d-6bc43cda34b6), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:37.029002 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-e934f657-4c32-416a-9843-a099319ae616 req-dd7bf09b-ed23-4ac0-a477-9f252e55ff6a tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.8495274 Jul 29 05:21:37.058317 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.v2.base [req-e934f657-4c32-416a-9843-a099319ae616 req-ef19c95f-80a3-4276-80e9-3ecbb77da137 service neutron] Request body: {'port': {'device_id': 'a6c67286-4bb1-4dc6-87ba-4c21f3ff863a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85127'}} {{(pid=104005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:21:37.065584 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 56884) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:21:37.125730 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-b1b893f7-298a-42f2-92cf-48c66a6f1a11 req-8d9e04cb-40da-411b-81fd-a3f5c918c36d tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2d77d07-9d3f-4f87-89d0-b3dbc311f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2363608 Jul 29 05:21:37.249817 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbb88367-607a-4832-8d6c-e3d907038189 req-9dab01e4-991e-482b-9b65-4b8a2c73acfa tempest-DeleteServersTestJSON-433700856 tempest-DeleteServersTestJSON-433700856-project] Network b0621011-00a8-43df-ac92-ce1f2af05d6a is already hosted by enough agents. {{(pid=104004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 05:21:37.317794 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.base_scheduler [req-fbb88367-607a-4832-8d6c-e3d907038189 req-9dab01e4-991e-482b-9b65-4b8a2c73acfa tempest-DeleteServersTestJSON-433700856 tempest-DeleteServersTestJSON-433700856-project] Resources bound (agent type, host, resource id): {{(pid=104004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:21:37.331938 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbb88367-607a-4832-8d6c-e3d907038189 req-9dab01e4-991e-482b-9b65-4b8a2c73acfa tempest-DeleteServersTestJSON-433700856 tempest-DeleteServersTestJSON-433700856-project] Received port after_create {{(pid=104004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 05:21:37.337178 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb88367-607a-4832-8d6c-e3d907038189 req-9dab01e4-991e-482b-9b65-4b8a2c73acfa tempest-DeleteServersTestJSON-433700856 tempest-DeleteServersTestJSON-433700856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:21:37.337848 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [req-fbb88367-607a-4832-8d6c-e3d907038189 req-9dab01e4-991e-482b-9b65-4b8a2c73acfa tempest-DeleteServersTestJSON-433700856 tempest-DeleteServersTestJSON-433700856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670410'] for port (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:37.340710 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dab01e4-991e-482b-9b65-4b8a2c73acfa tempest-DeleteServersTestJSON-433700856 tempest-DeleteServersTestJSON-433700856-project] Pushing event updated for resources: {'Port': ['ID=d7a5be9c-7f6e-42cf-b431-44dea7fa4b46,revision_number=1']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:37.445218 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.db.db_base_plugin_common [None req-a0ff21aa-a799-4b43-8717-0ecacd968fe5 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Allocated IP 172.27.2.56 (24e7367e-e5e6-44e8-9960-5007b05e27d5/c0e5dfe8-844e-4105-ab86-052903918992/96daa963-2d97-4629-be4a-0e502d78e1e3) {{(pid=104004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 05:21:37.474307 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-7a47507d-d2a6-40da-a864-280596bdb0a9 req-b3fe1911-8f27-43d5-af64-50337217ccad tempest-DeleteServersTestJSON-433700856 tempest-DeleteServersTestJSON-433700856-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c3956c6-6830-45d5-accb-2b89f69b0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7644579 Jul 29 05:21:37.514850 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:37.531905 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-fbb88367-607a-4832-8d6c-e3d907038189 req-9dab01e4-991e-482b-9b65-4b8a2c73acfa tempest-DeleteServersTestJSON-433700856 tempest-DeleteServersTestJSON-433700856-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 8.1809025 Jul 29 05:21:37.620681 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-f1147c43-238d-434d-896f-a22673c34f7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:37.646644 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.notifiers.nova [req-3971c4ad-7c1c-48a9-8c63-b856de962b1c req-608539d6-cbeb-4bff-86af-26c2ab99f4a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id add97173-f389-4e35-b131-c4e58524e3c9 {{(pid=104005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 05:21:37.722991 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.v2.base [req-fbb88367-607a-4832-8d6c-e3d907038189 req-e1f464e4-84c1-4437-9838-99064fdd3be5 service neutron] Request body: {'port': {'device_id': '51207b24-620a-4479-be28-4db53ef4073e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85127'}} {{(pid=104004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:21:37.745018 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-815f74af-79ed-4a56-bb14-b925de326f4f None None] Publish callbacks [] for port (4942139b-2079-47b3-b08e-a8f68dea17c9), precommit_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:37.762205 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Current status of the port 68ebf132-61bc-4414-9afa-4fa4ebd8f51f is: ACTIVE; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:21:37.763851 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Device fc72b586-b3cf-45c8-a32c-3fda3c2766d4 up at agent ovs-agent-dv-cinder-851279-2-iscsi {{(pid=104006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 05:21:37.826215 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-815f74af-79ed-4a56-bb14-b925de326f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (4942139b-2079-47b3-b08e-a8f68dea17c9), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:37.855847 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-8007302a-20a4-410b-96a8-28ad9be8bc69 None None] Provisioning complete for port d7a5be9c-7f6e-42cf-b431-44dea7fa4b46 triggered by entity DHCP. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:21:37.856683 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-8007302a-20a4-410b-96a8-28ad9be8bc69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (d7a5be9c-7f6e-42cf-b431-44dea7fa4b46), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:37.893289 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-3971c4ad-7c1c-48a9-8c63-b856de962b1c req-608539d6-cbeb-4bff-86af-26c2ab99f4a8 service neutron] Publish callbacks [] for port (add97173-f389-4e35-b131-c4e58524e3c9), precommit_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:37.946985 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.db_base_plugin_common [req-b41182d7-8e68-4008-be78-0b6b959f783e req-5a14cb9e-c957-43c0-9b41-4c9798f466f7 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Allocated IP 172.20.0.4 (b55efc63-6791-470d-af15-935a2f0fc83e/bbb96b40-4994-4d5c-ad35-a19342a29a39/a271d975-09dc-4c3e-8b57-3468787c62a8) {{(pid=104005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 05:21:37.974622 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-0e9d0977-b721-4e3a-952b-e9e16f90efb0 req-59cceb0d-bcf6-4670-a30e-e7947118a556 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/ports?device_id=05c46947-e368-441d-9e07-584e95d55780 HTTP/1.1" status: 200 len: 210 time: 0.4476113 Jul 29 05:21:38.020450 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:38.039138 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [req-fbb88367-607a-4832-8d6c-e3d907038189 req-e1f464e4-84c1-4437-9838-99064fdd3be5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (d7a5be9c-7f6e-42cf-b431-44dea7fa4b46), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:38.043889 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Provisioning complete for port fc72b586-b3cf-45c8-a32c-3fda3c2766d4 triggered by entity L2. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:21:38.044269 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (fc72b586-b3cf-45c8-a32c-3fda3c2766d4), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:38.046478 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-8007302a-20a4-410b-96a8-28ad9be8bc69 None None] Port d7a5be9c-7f6e-42cf-b431-44dea7fa4b46 cannot update to ACTIVE because it is not bound. {{(pid=104006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 29 05:21:38.048008 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ae0272-1057-4edc-bdce-bfd22a969411 None None] Pushing event updated for resources: {'Port': ['ID=4942139b-2079-47b3-b08e-a8f68dea17c9,revision_number=3']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:38.068429 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=6 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:38.069648 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-e934f657-4c32-416a-9843-a099319ae616 req-ef19c95f-80a3-4276-80e9-3ecbb77da137 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (6bc36d89-d1c5-4873-87c6-12b89c984f37), before_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:38.090295 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.provisioning_blocks [req-3971c4ad-7c1c-48a9-8c63-b856de962b1c req-608539d6-cbeb-4bff-86af-26c2ab99f4a8 service neutron] Transition to ACTIVE for port object add97173-f389-4e35-b131-c4e58524e3c9 will not be triggered until provisioned by entity L2. {{(pid=104005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 29 05:21:38.116453 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-3971c4ad-7c1c-48a9-8c63-b856de962b1c req-608539d6-cbeb-4bff-86af-26c2ab99f4a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1905579'] for port (add97173-f389-4e35-b131-c4e58524e3c9), after_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:38.174725 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:38.246705 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-81260efc-a5f5-4b03-9aa9-012b8d47cb64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (8a9a6061-e61b-4901-b35e-5e71dea10db3), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:38.251534 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-a0ff21aa-a799-4b43-8717-0ecacd968fe5 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Publish callbacks [] for port (96daa963-2d97-4629-be4a-0e502d78e1e3), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:38.282957 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.managers [None req-815f74af-79ed-4a56-bb14-b925de326f4f None None] Attempting to bind port 4942139b-2079-47b3-b08e-a8f68dea17c9 on host dv-cinder-851279-2-iscsi for vnic_type normal with profile {{(pid=104006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 05:21:38.297012 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.managers [None req-815f74af-79ed-4a56-bb14-b925de326f4f None None] Attempting to bind port 4942139b-2079-47b3-b08e-a8f68dea17c9 by drivers openvswitch,hyperv on host dv-cinder-851279-2-iscsi at level 0 using segments [{'id': '9167e3b9-12fc-4803-a3cb-91dd7148cc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2abd58fa-fb8d-4cc3-8df0-c903c7b8dd87'}] {{(pid=104006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 05:21:38.297485 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815f74af-79ed-4a56-bb14-b925de326f4f None None] Attempting to bind port 4942139b-2079-47b3-b08e-a8f68dea17c9 on network 2abd58fa-fb8d-4cc3-8df0-c903c7b8dd87 {{(pid=104006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 05:21:38.342315 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815f74af-79ed-4a56-bb14-b925de326f4f None None] Checking agent: {'id': 'aa119a64-f506-4951-a68b-6dc6289eaece', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 5, 12, 12), 'started_at': datetime.datetime(2022, 7, 29, 5, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 5, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 05:21:38.343890 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815f74af-79ed-4a56-bb14-b925de326f4f None None] Checking segment: {'id': '9167e3b9-12fc-4803-a3cb-91dd7148cc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2abd58fa-fb8d-4cc3-8df0-c903c7b8dd87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 05:21:38.345481 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-815f74af-79ed-4a56-bb14-b925de326f4f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:38.346450 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815f74af-79ed-4a56-bb14-b925de326f4f None None] Bound using segment: {'id': '9167e3b9-12fc-4803-a3cb-91dd7148cc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2abd58fa-fb8d-4cc3-8df0-c903c7b8dd87'} {{(pid=104006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 05:21:38.349142 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.managers [None req-815f74af-79ed-4a56-bb14-b925de326f4f None None] Bound port: 4942139b-2079-47b3-b08e-a8f68dea17c9, host: dv-cinder-851279-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9167e3b9-12fc-4803-a3cb-91dd7148cc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2abd58fa-fb8d-4cc3-8df0-c903c7b8dd87'}}] {{(pid=104006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 05:21:38.351851 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-815f74af-79ed-4a56-bb14-b925de326f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (4942139b-2079-47b3-b08e-a8f68dea17c9), before_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:38.461953 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-f1147c43-238d-434d-896f-a22673c34f7e admin admin] Publish callbacks [] for security_group (a17aeacd-02b8-4002-9cd2-74af7ce92624), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:38.481260 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-f1147c43-238d-434d-896f-a22673c34f7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (a17aeacd-02b8-4002-9cd2-74af7ce92624), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:38.592052 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-815f74af-79ed-4a56-bb14-b925de326f4f None None] For port 4942139b-2079-47b3-b08e-a8f68dea17c9, host dv-cinder-851279-2-iscsi, cleared binding levels {{(pid=104006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 05:21:38.606772 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-815f74af-79ed-4a56-bb14-b925de326f4f None None] For port 4942139b-2079-47b3-b08e-a8f68dea17c9, host dv-cinder-851279-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-2-iscsi',level=0,port_id=4942139b-2079-47b3-b08e-a8f68dea17c9,segment=NetworkSegment(9167e3b9-12fc-4803-a3cb-91dd7148cc6f),segment_id=9167e3b9-12fc-4803-a3cb-91dd7148cc6f)] {{(pid=104006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 05:21:38.666536 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-815f74af-79ed-4a56-bb14-b925de326f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (4942139b-2079-47b3-b08e-a8f68dea17c9), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:38.686715 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608539d6-cbeb-4bff-86af-26c2ab99f4a8 service neutron] Pushing event updated for resources: {'Port': ['ID=add97173-f389-4e35-b131-c4e58524e3c9,revision_number=2']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:38.702236 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:38.736800 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-a0ff21aa-a799-4b43-8717-0ecacd968fe5 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737760223811'] for port (96daa963-2d97-4629-be4a-0e502d78e1e3), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:38.803660 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ff21aa-a799-4b43-8717-0ecacd968fe5 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Network 24e7367e-e5e6-44e8-9960-5007b05e27d5 is already hosted by enough agents. {{(pid=104004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 05:21:38.823538 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.base_scheduler [None req-a0ff21aa-a799-4b43-8717-0ecacd968fe5 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Resources bound (agent type, host, resource id): {{(pid=104004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:21:38.890308 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3730d2-f237-4f41-a5a8-6ccf31405cfc req-38a6d8bf-d41b-4d0d-bd53-e4d112961f50 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:21:38.895674 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-ce3730d2-f237-4f41-a5a8-6ccf31405cfc req-38a6d8bf-d41b-4d0d-bd53-e4d112961f50 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6c67286-4bb1-4dc6-87ba-4c21f3ff863a HTTP/1.1" status: 200 len: 931 time: 0.5453932 Jul 29 05:21:38.913808 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ff21aa-a799-4b43-8717-0ecacd968fe5 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Received port after_create {{(pid=104004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 05:21:38.918966 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:38.922835 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-f1147c43-238d-434d-896f-a22673c34f7e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c5d25eeaa5e346458230dfc09fa303ed&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8538847 Jul 29 05:21:38.954495 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-2edacb16-484e-4abb-a69a-2f4f89682a59 None None] Provisioning complete for port 4942139b-2079-47b3-b08e-a8f68dea17c9 triggered by entity DHCP. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:21:38.954996 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-2edacb16-484e-4abb-a69a-2f4f89682a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (4942139b-2079-47b3-b08e-a8f68dea17c9), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:38.978177 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 56926) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:21:38.993335 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1147c43-238d-434d-896f-a22673c34f7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a17aeacd-02b8-4002-9cd2-74af7ce92624,revision_number=1']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:39.050567 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Current status of the port fc72b586-b3cf-45c8-a32c-3fda3c2766d4 is: ACTIVE; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:21:39.054109 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Device 205980a9-ef0f-4a59-a55e-71e75787c094 up at agent ovs-agent-dv-cinder-851279-2-iscsi {{(pid=104006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 05:21:39.122196 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.db.db_base_plugin_common [None req-be265827-0da8-415a-800b-2bc71ec6e6ac tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Allocated IP 172.27.2.222 (24e7367e-e5e6-44e8-9960-5007b05e27d5/c0e5dfe8-844e-4105-ab86-052903918992/5fff0590-a505-44ea-8dc0-15f9ac6b309d) {{(pid=104004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 05:21:39.133759 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c57df5e-0446-410b-abdd-fbebd8ac4ada req-35742223-765d-4c1f-a4e9-2f52a0aeed17 tempest-DeleteServersTestJSON-433700856 tempest-DeleteServersTestJSON-433700856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:21:39.155795 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-2c57df5e-0446-410b-abdd-fbebd8ac4ada req-35742223-765d-4c1f-a4e9-2f52a0aeed17 tempest-DeleteServersTestJSON-433700856 tempest-DeleteServersTestJSON-433700856-project] 10.222.0.49 "GET /v2.0/ports?device_id=51207b24-620a-4479-be28-4db53ef4073e HTTP/1.1" status: 200 len: 932 time: 0.4649343 Jul 29 05:21:39.224368 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ae0272-1057-4edc-bdce-bfd22a969411 None None] Pushing event updated for resources: {'Port': ['ID=4942139b-2079-47b3-b08e-a8f68dea17c9,revision_number=4']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:39.244377 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815f74af-79ed-4a56-bb14-b925de326f4f None None] Routers {'e8b15e57-d2b6-483c-b2b4-556a4c67aae0'} bound to L3 agent in host dv-cinder-851279-2-iscsi {{(pid=104006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:21:39.245020 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_hamode_db [None req-815f74af-79ed-4a56-bb14-b925de326f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-29T05:12:08Z,description=,heartbeat_timestamp=2022-07-29T05:21:38Z,host='dv-cinder-851279-2-iscsi',id=8a9a6061-e61b-4901-b35e-5e71dea10db3,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T05:12:08Z,topic='l3_agent')) {'router_ids': ['e8b15e57-d2b6-483c-b2b4-556a4c67aae0'], 'active': True} {{(pid=104006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:21:39.356616 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Provisioning complete for port 205980a9-ef0f-4a59-a55e-71e75787c094 triggered by entity L2. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:21:39.357009 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (205980a9-ef0f-4a59-a55e-71e75787c094), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:39.416407 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-b41182d7-8e68-4008-be78-0b6b959f783e req-5a14cb9e-c957-43c0-9b41-4c9798f466f7 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks [] for port (a271d975-09dc-4c3e-8b57-3468787c62a8), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:39.485136 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ff21aa-a799-4b43-8717-0ecacd968fe5 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Pushing event updated for resources: {'Port': ['ID=96daa963-2d97-4629-be4a-0e502d78e1e3,revision_number=1']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:39.526484 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-ce3730d2-f237-4f41-a5a8-6ccf31405cfc req-39b4ca17-d5c0-4f7e-ae74-cf39b3d4e763 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2d77d07-9d3f-4f87-89d0-b3dbc311f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5998695 Jul 29 05:21:39.768431 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-2edacb16-484e-4abb-a69a-2f4f89682a59 None None] Current status of the port 4942139b-2079-47b3-b08e-a8f68dea17c9 is: DOWN; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:21:39.770808 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-2edacb16-484e-4abb-a69a-2f4f89682a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (4942139b-2079-47b3-b08e-a8f68dea17c9), before_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:39.838931 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-a0ff21aa-a799-4b43-8717-0ecacd968fe5 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Publish callbacks [] for floatingip (63ad4188-bf79-40cf-8c0b-cc0fef148717), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:39.922256 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvr_db [None req-815f74af-79ed-4a56-bb14-b925de326f4f None None] Set router e8b15e57-d2b6-483c-b2b4-556a4c67aae0 gateway port host: dv-cinder-851279-2-iscsi {{(pid=104006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:21:39.938306 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-66608827-bb89-46dc-8f16-9aac9eb440f9 req-8e2dc5bd-9afe-4d5a-bb28-f0c607af1f71 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/ports?device_id=05c46947-e368-441d-9e07-584e95d55780 HTTP/1.1" status: 200 len: 210 time: 0.1625569 Jul 29 05:21:40.024658 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-2edacb16-484e-4abb-a69a-2f4f89682a59 None None] For port 4942139b-2079-47b3-b08e-a8f68dea17c9, host dv-cinder-851279-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-2-iscsi',level=0,port_id=4942139b-2079-47b3-b08e-a8f68dea17c9,segment=NetworkSegment(9167e3b9-12fc-4803-a3cb-91dd7148cc6f),segment_id=9167e3b9-12fc-4803-a3cb-91dd7148cc6f)] {{(pid=104006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:21:40.048983 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Current status of the port 205980a9-ef0f-4a59-a55e-71e75787c094 is: ACTIVE; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:21:40.081940 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-2edacb16-484e-4abb-a69a-2f4f89682a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (4942139b-2079-47b3-b08e-a8f68dea17c9), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:40.167701 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-a0ff21aa-a799-4b43-8717-0ecacd968fe5 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (96daa963-2d97-4629-be4a-0e502d78e1e3), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:40.252579 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.managers [req-3971c4ad-7c1c-48a9-8c63-b856de962b1c req-608539d6-cbeb-4bff-86af-26c2ab99f4a8 service neutron] Attempting to bind port add97173-f389-4e35-b131-c4e58524e3c9 on host hv-cinder-85127 for vnic_type normal with profile {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 05:21:40.253094 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.managers [req-3971c4ad-7c1c-48a9-8c63-b856de962b1c req-608539d6-cbeb-4bff-86af-26c2ab99f4a8 service neutron] Attempting to bind port add97173-f389-4e35-b131-c4e58524e3c9 by drivers openvswitch,hyperv on host hv-cinder-85127 at level 0 using segments [{'id': '2ceab750-82be-448f-8b3e-b595d666c0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9'}] {{(pid=104005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 05:21:40.253489 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3971c4ad-7c1c-48a9-8c63-b856de962b1c req-608539d6-cbeb-4bff-86af-26c2ab99f4a8 service neutron] Attempting to bind port add97173-f389-4e35-b131-c4e58524e3c9 on network 71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9 {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 05:21:40.308186 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-be265827-0da8-415a-800b-2bc71ec6e6ac tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Publish callbacks [] for port (5fff0590-a505-44ea-8dc0-15f9ac6b309d), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:40.322767 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c0cfcfc2-d3d3-4a7d-ac6c-95a3fd745979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (543ff7d7-1636-45b2-a25e-e19209bc2e01), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:40.323680 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:40.324614 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edacb16-484e-4abb-a69a-2f4f89682a59 None None] Pushing event updated for resources: {'Port': ['ID=4942139b-2079-47b3-b08e-a8f68dea17c9,revision_number=5']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:40.355001 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-2c57df5e-0446-410b-abdd-fbebd8ac4ada req-570ef4e4-ea4e-48ac-9331-88dedc34b375 tempest-DeleteServersTestJSON-433700856 tempest-DeleteServersTestJSON-433700856-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c3956c6-6830-45d5-accb-2b89f69b0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1980369 Jul 29 05:21:40.387987 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3971c4ad-7c1c-48a9-8c63-b856de962b1c req-608539d6-cbeb-4bff-86af-26c2ab99f4a8 service neutron] Port add97173-f389-4e35-b131-c4e58524e3c9 on network 71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85127 {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 29 05:21:40.392035 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3971c4ad-7c1c-48a9-8c63-b856de962b1c req-608539d6-cbeb-4bff-86af-26c2ab99f4a8 service neutron] Attempting to bind port add97173-f389-4e35-b131-c4e58524e3c9 on network 71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9 {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 05:21:40.398064 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-4da2814a-4043-4245-a1c4-4d44a6ee04e5 admin admin] Publish callbacks [] for security_group (a17aeacd-02b8-4002-9cd2-74af7ce92624), before_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:40.435072 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.notifiers.nova [req-e934f657-4c32-416a-9843-a099319ae616 req-ef19c95f-80a3-4276-80e9-3ecbb77da137 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bc36d89-d1c5-4873-87c6-12b89c984f37 {{(pid=104005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 05:21:40.454874 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-be265827-0da8-415a-800b-2bc71ec6e6ac tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737760223811'] for port (5fff0590-a505-44ea-8dc0-15f9ac6b309d), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:40.502657 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3971c4ad-7c1c-48a9-8c63-b856de962b1c req-608539d6-cbeb-4bff-86af-26c2ab99f4a8 service neutron] Checking agent: {'id': '12b139f9-2daf-4047-bd2d-6bc43cda34b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85127', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 5, 19, 7), 'started_at': datetime.datetime(2022, 7, 29, 5, 19, 7), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 5, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 05:21:40.503245 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3971c4ad-7c1c-48a9-8c63-b856de962b1c req-608539d6-cbeb-4bff-86af-26c2ab99f4a8 service neutron] Checking segment: {'id': '2ceab750-82be-448f-8b3e-b595d666c0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 05:21:40.504005 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3971c4ad-7c1c-48a9-8c63-b856de962b1c req-608539d6-cbeb-4bff-86af-26c2ab99f4a8 service neutron] Bound using segment: {'id': '2ceab750-82be-448f-8b3e-b595d666c0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9'} {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 05:21:40.504579 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.managers [req-3971c4ad-7c1c-48a9-8c63-b856de962b1c req-608539d6-cbeb-4bff-86af-26c2ab99f4a8 service neutron] Bound port: add97173-f389-4e35-b131-c4e58524e3c9, host: hv-cinder-85127, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ceab750-82be-448f-8b3e-b595d666c0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9'}}] {{(pid=104005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 05:21:40.505019 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-3971c4ad-7c1c-48a9-8c63-b856de962b1c req-608539d6-cbeb-4bff-86af-26c2ab99f4a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (add97173-f389-4e35-b131-c4e58524e3c9), before_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:40.506634 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-9460365b-54ae-48db-b0ff-2ff1bd4a688a None None] Provisioning complete for port 4942139b-2079-47b3-b08e-a8f68dea17c9 triggered by entity DHCP. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:21:40.507142 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-9460365b-54ae-48db-b0ff-2ff1bd4a688a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (4942139b-2079-47b3-b08e-a8f68dea17c9), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:40.507848 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:40.515130 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Device 73c83217-8a8b-4fa8-bce3-ddeb31f92b04 up at agent ovs-agent-dv-cinder-851279-2-iscsi {{(pid=104006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 05:21:40.527693 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.notifiers.nova [req-fbb88367-607a-4832-8d6c-e3d907038189 req-e1f464e4-84c1-4437-9838-99064fdd3be5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7a5be9c-7f6e-42cf-b431-44dea7fa4b46 {{(pid=104004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 05:21:40.528343 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-e934f657-4c32-416a-9843-a099319ae616 req-ef19c95f-80a3-4276-80e9-3ecbb77da137 service neutron] Publish callbacks [] for port (6bc36d89-d1c5-4873-87c6-12b89c984f37), precommit_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:40.556430 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be265827-0da8-415a-800b-2bc71ec6e6ac tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Network 24e7367e-e5e6-44e8-9960-5007b05e27d5 is already hosted by enough agents. {{(pid=104004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 05:21:40.557578 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:40.602304 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:40.610500 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-b41182d7-8e68-4008-be78-0b6b959f783e req-5a14cb9e-c957-43c0-9b41-4c9798f466f7 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737760223811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1905596'] for port (a271d975-09dc-4c3e-8b57-3468787c62a8), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:40.620952 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [req-fbb88367-607a-4832-8d6c-e3d907038189 req-e1f464e4-84c1-4437-9838-99064fdd3be5 service neutron] Publish callbacks [] for port (d7a5be9c-7f6e-42cf-b431-44dea7fa4b46), precommit_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:40.621382 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-4da2814a-4043-4245-a1c4-4d44a6ee04e5 admin admin] Publish callbacks [] for security_group (a17aeacd-02b8-4002-9cd2-74af7ce92624), precommit_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:40.627091 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:40.634760 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.base_scheduler [None req-be265827-0da8-415a-800b-2bc71ec6e6ac tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Resources bound (agent type, host, resource id): {{(pid=104004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:21:40.656911 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.provisioning_blocks [req-e934f657-4c32-416a-9843-a099319ae616 req-ef19c95f-80a3-4276-80e9-3ecbb77da137 service neutron] Transition to ACTIVE for port object 6bc36d89-d1c5-4873-87c6-12b89c984f37 will not be triggered until provisioned by entity L2. {{(pid=104005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 29 05:21:40.704362 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be265827-0da8-415a-800b-2bc71ec6e6ac tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Received port after_create {{(pid=104004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 05:21:40.724408 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-e934f657-4c32-416a-9843-a099319ae616 req-ef19c95f-80a3-4276-80e9-3ecbb77da137 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1905579'] for port (6bc36d89-d1c5-4873-87c6-12b89c984f37), after_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:40.744787 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Provisioning complete for port 73c83217-8a8b-4fa8-bce3-ddeb31f92b04 triggered by entity L2. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:21:40.745424 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (73c83217-8a8b-4fa8-bce3-ddeb31f92b04), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:40.786812 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b41182d7-8e68-4008-be78-0b6b959f783e req-5a14cb9e-c957-43c0-9b41-4c9798f466f7 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Network b55efc63-6791-470d-af15-935a2f0fc83e is already hosted by enough agents. {{(pid=104005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 05:21:40.804765 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.base_scheduler [req-b41182d7-8e68-4008-be78-0b6b959f783e req-5a14cb9e-c957-43c0-9b41-4c9798f466f7 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Resources bound (agent type, host, resource id): {{(pid=104005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:21:40.814869 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a14cb9e-c957-43c0-9b41-4c9798f466f7 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Pushing event updated for resources: {'Port': ['ID=a271d975-09dc-4c3e-8b57-3468787c62a8,revision_number=1']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:40.820682 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvrscheduler_db [req-b41182d7-8e68-4008-be78-0b6b959f783e req-5a14cb9e-c957-43c0-9b41-4c9798f466f7 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Received port after_create {{(pid=104005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 05:21:40.837154 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:INSERT=3,neutron:SELECT=94,neutron:UPDATE=3 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:40.840386 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [req-fbb88367-607a-4832-8d6c-e3d907038189 req-e1f464e4-84c1-4437-9838-99064fdd3be5 service neutron] Transition to ACTIVE for port object d7a5be9c-7f6e-42cf-b431-44dea7fa4b46 will not be triggered until provisioned by entity L2. {{(pid=104004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 29 05:21:40.866369 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_hamode_db [None req-815f74af-79ed-4a56-bb14-b925de326f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b15e57-d2b6-483c-b2b4-556a4c67aae0', 'name': 'tempest-AttachVolumeShelveTestJSON-766186712-router', 'tenant_id': '9fda8c6d9ffa4955b2f19411ee340cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': '73c83217-8a8b-4fa8-bce3-ddeb31f92b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:21:05Z', 'updated_at': '2022-07-29T05:21:21Z', 'revision_number': 4, 'project_id': '9fda8c6d9ffa4955b2f19411ee340cb3', 'gw_port': {'id': '73c83217-8a8b-4fa8-bce3-ddeb31f92b04', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:28:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b15e57-d2b6-483c-b2b4-556a4c67aae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:07Z', 'updated_at': '2022-07-29T05:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi', '_interfaces': [{'id': '4942139b-2079-47b3-b08e-a8f68dea17c9', 'name': '', 'network_id': '2abd58fa-fb8d-4cc3-8df0-c903c7b8dd87', 'tenant_id': '9fda8c6d9ffa4955b2f19411ee340cb3', 'mac_address': 'fa:16:3e:7d:d5:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8b15e57-d2b6-483c-b2b4-556a4c67aae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'ac46bf73-3dbd-41e0-8b70-b021adbe3f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:19Z', 'updated_at': '2022-07-29T05:21:38Z', 'revision_number': 4, 'project_id': '9fda8c6d9ffa4955b2f19411ee340cb3', 'subnets': [{'id': 'ac46bf73-3dbd-41e0-8b70-b021adbe3f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-2-iscsi', False) {} {{(pid=104006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:21:40.902040 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [req-fbb88367-607a-4832-8d6c-e3d907038189 req-e1f464e4-84c1-4437-9838-99064fdd3be5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (d7a5be9c-7f6e-42cf-b431-44dea7fa4b46), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:40.919786 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.db [req-3971c4ad-7c1c-48a9-8c63-b856de962b1c req-608539d6-cbeb-4bff-86af-26c2ab99f4a8 service neutron] For port add97173-f389-4e35-b131-c4e58524e3c9, host hv-cinder-85127, cleared binding levels {{(pid=104005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 05:21:40.928227 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815f74af-79ed-4a56-bb14-b925de326f4f None None] The sync data for ids ['e8b15e57-d2b6-483c-b2b4-556a4c67aae0'] in dv-cinder-851279-2-iscsi is: [{'id': 'e8b15e57-d2b6-483c-b2b4-556a4c67aae0', 'name': 'tempest-AttachVolumeShelveTestJSON-766186712-router', 'tenant_id': '9fda8c6d9ffa4955b2f19411ee340cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': '73c83217-8a8b-4fa8-bce3-ddeb31f92b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:21:05Z', 'updated_at': '2022-07-29T05:21:21Z', 'revision_number': 4, 'project_id': '9fda8c6d9ffa4955b2f19411ee340cb3', 'gw_port': {'id': '73c83217-8a8b-4fa8-bce3-ddeb31f92b04', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:28:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b15e57-d2b6-483c-b2b4-556a4c67aae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:07Z', 'updated_at': '2022-07-29T05:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi', '_interfaces': [{'id': '4942139b-2079-47b3-b08e-a8f68dea17c9', 'name': '', 'network_id': '2abd58fa-fb8d-4cc3-8df0-c903c7b8dd87', 'tenant_id': '9fda8c6d9ffa4955b2f19411ee340cb3', 'mac_address': 'fa:16:3e:7d:d5:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8b15e57-d2b6-483c-b2b4-556a4c67aae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'ac46bf73-3dbd-41e0-8b70-b021adbe3f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:19Z', 'updated_at': '2022-07-29T05:21:38Z', 'revision_number': 4, 'project_id': '9fda8c6d9ffa4955b2f19411ee340cb3', 'subnets': [{'id': 'ac46bf73-3dbd-41e0-8b70-b021adbe3f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 05:21:40.933626 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-9460365b-54ae-48db-b0ff-2ff1bd4a688a None None] Current status of the port 4942139b-2079-47b3-b08e-a8f68dea17c9 is: ACTIVE; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:21:40.959901 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2d0761-bf5b-474b-acd8-e505529ee589 req-4e9919dd-15e8-40dd-86b2-d3a7c8221d69 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:21:40.963742 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-4e2d0761-bf5b-474b-acd8-e505529ee589 req-4e9919dd-15e8-40dd-86b2-d3a7c8221d69 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6c67286-4bb1-4dc6-87ba-4c21f3ff863a HTTP/1.1" status: 200 len: 943 time: 0.2543795 Jul 29 05:21:40.996934 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be265827-0da8-415a-800b-2bc71ec6e6ac tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Pushing event updated for resources: {'Port': ['ID=5fff0590-a505-44ea-8dc0-15f9ac6b309d,revision_number=1']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:41.134017 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Current status of the port 73c83217-8a8b-4fa8-bce3-ddeb31f92b04 is: ACTIVE; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:21:41.136132 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Device b3a65432-8d5c-4784-8bc2-7cda611cf7de up at agent ovs-agent-dv-cinder-851279-2-iscsi {{(pid=104006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 05:21:41.164873 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.db [req-3971c4ad-7c1c-48a9-8c63-b856de962b1c req-608539d6-cbeb-4bff-86af-26c2ab99f4a8 service neutron] For port add97173-f389-4e35-b131-c4e58524e3c9, host hv-cinder-85127, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=add97173-f389-4e35-b131-c4e58524e3c9,segment=NetworkSegment(2ceab750-82be-448f-8b3e-b595d666c0d7),segment_id=2ceab750-82be-448f-8b3e-b595d666c0d7)] {{(pid=104005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 05:21:41.316248 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef19c95f-80a3-4276-80e9-3ecbb77da137 service neutron] Pushing event updated for resources: {'Port': ['ID=6bc36d89-d1c5-4873-87c6-12b89c984f37,revision_number=2']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:41.336555 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-4da2814a-4043-4245-a1c4-4d44a6ee04e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (a17aeacd-02b8-4002-9cd2-74af7ce92624), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:41.349699 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-4da2814a-4043-4245-a1c4-4d44a6ee04e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:41.356237 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-4da2814a-4043-4245-a1c4-4d44a6ee04e5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a17aeacd-02b8-4002-9cd2-74af7ce92624 HTTP/1.1" status: 204 len: 168 time: 2.3640032 Jul 29 05:21:41.426947 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-3971c4ad-7c1c-48a9-8c63-b856de962b1c req-608539d6-cbeb-4bff-86af-26c2ab99f4a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1905579'] for port (add97173-f389-4e35-b131-c4e58524e3c9), after_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:41.439036 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Provisioning complete for port b3a65432-8d5c-4784-8bc2-7cda611cf7de triggered by entity L2. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:21:41.440122 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (b3a65432-8d5c-4784-8bc2-7cda611cf7de), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:41.762748 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41182d7-8e68-4008-be78-0b6b959f783e req-5a14cb9e-c957-43c0-9b41-4c9798f466f7 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:21:41.765866 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-6c1a9ac9-eccd-4b81-8661-5ffcb1292ed1 None None] Provisioning complete for port a271d975-09dc-4c3e-8b57-3468787c62a8 triggered by entity DHCP. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:21:41.766389 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-6c1a9ac9-eccd-4b81-8661-5ffcb1292ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (a271d975-09dc-4c3e-8b57-3468787c62a8), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:41.772712 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-b41182d7-8e68-4008-be78-0b6b959f783e req-5a14cb9e-c957-43c0-9b41-4c9798f466f7 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670410'] for port (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:41.867885 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Current status of the port b3a65432-8d5c-4784-8bc2-7cda611cf7de is: ACTIVE; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:21:41.869464 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Device 283724cf-5dab-4732-b6b0-37f06eb01598 up at agent ovs-agent-dv-cinder-851279-2-iscsi {{(pid=104006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 05:21:41.883986 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-6c1a9ac9-eccd-4b81-8661-5ffcb1292ed1 None None] Port a271d975-09dc-4c3e-8b57-3468787c62a8 cannot update to ACTIVE because it is not bound. {{(pid=104006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 29 05:21:41.992803 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (aa119a64-f506-4951-a68b-6dc6289eaece), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:41.996452 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-25d2d662-1c10-455a-a758-35c132406432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (7da8dcb9-9a4e-44fd-b4da-fa922ad17d56), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:42.108263 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Provisioning complete for port 283724cf-5dab-4732-b6b0-37f06eb01598 triggered by entity L2. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:21:42.108861 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (283724cf-5dab-4732-b6b0-37f06eb01598), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:42.123962 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-b41182d7-8e68-4008-be78-0b6b959f783e req-5a14cb9e-c957-43c0-9b41-4c9798f466f7 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.1539738 Jul 29 05:21:42.132033 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da2814a-4043-4245-a1c4-4d44a6ee04e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a17aeacd-02b8-4002-9cd2-74af7ce92624,revision_number=None']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:42.230981 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.v2.base [req-b41182d7-8e68-4008-be78-0b6b959f783e req-8a73b705-03e8-4791-a762-45e6b3dba344 service neutron] Request body: {'port': {'device_id': '05c46947-e368-441d-9e07-584e95d55780', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85127'}} {{(pid=104005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:21:42.327093 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-a0ff21aa-a799-4b43-8717-0ecacd968fe5 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Publish callbacks [] for port (96daa963-2d97-4629-be4a-0e502d78e1e3), precommit_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:42.328353 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3971c4ad-7c1c-48a9-8c63-b856de962b1c req-608539d6-cbeb-4bff-86af-26c2ab99f4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:21:42.328993 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-3971c4ad-7c1c-48a9-8c63-b856de962b1c req-608539d6-cbeb-4bff-86af-26c2ab99f4a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670410'] for port (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:42.330404 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-3971c4ad-7c1c-48a9-8c63-b856de962b1c req-608539d6-cbeb-4bff-86af-26c2ab99f4a8 service neutron] 10.222.0.60 "PUT /v2.0/ports/add97173-f389-4e35-b131-c4e58524e3c9 HTTP/1.1" status: 200 len: 1094 time: 7.7452977 Jul 29 05:21:42.390334 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-be265827-0da8-415a-800b-2bc71ec6e6ac tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Publish callbacks [] for floatingip (589dfbf8-b98e-4ed4-b1ba-86ad2878d2f3), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:42.446598 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-a0ff21aa-a799-4b43-8717-0ecacd968fe5 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (96daa963-2d97-4629-be4a-0e502d78e1e3), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:42.477135 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f080dde-4e70-4d3f-aa8c-ced0a1065d3d', 'tag': 'add97173-f389-4e35-b131-c4e58524e3c9'}] {{(pid=104005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 05:21:42.554087 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7880c49-70e2-4285-9197-fc48dc576d73 req-ac416ba9-8dfd-46df-8169-cfd6a834c80b tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:21:42.561317 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f464e4-84c1-4437-9838-99064fdd3be5 service neutron] Pushing event updated for resources: {'Port': ['ID=d7a5be9c-7f6e-42cf-b431-44dea7fa4b46,revision_number=2']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:42.572533 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-e7880c49-70e2-4285-9197-fc48dc576d73 req-ac416ba9-8dfd-46df-8169-cfd6a834c80b tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/ports?device_id=05c46947-e368-441d-9e07-584e95d55780 HTTP/1.1" status: 200 len: 931 time: 1.3172801 Jul 29 05:21:42.580598 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Current status of the port 283724cf-5dab-4732-b6b0-37f06eb01598 is: ACTIVE; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:21:42.589123 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Device d2739fa7-55c9-4dcd-8915-958b8efccc6c up at agent ovs-agent-dv-cinder-851279-2-iscsi {{(pid=104006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 05:21:42.757310 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Provisioning complete for port d2739fa7-55c9-4dcd-8915-958b8efccc6c triggered by entity L2. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:21:42.757692 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (d2739fa7-55c9-4dcd-8915-958b8efccc6c), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:42.760162 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:42.821587 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-a0ff21aa-a799-4b43-8717-0ecacd968fe5 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-375524'] for floatingip (63ad4188-bf79-40cf-8c0b-cc0fef148717), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:42.876628 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3971c4ad-7c1c-48a9-8c63-b856de962b1c req-5be751ec-75cb-4963-a5d7-eb5b41ae4c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:21:42.879006 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-3971c4ad-7c1c-48a9-8c63-b856de962b1c req-5be751ec-75cb-4963-a5d7-eb5b41ae4c2e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=153fe5d9d64346f6b7419eba91948678&device_id=3f080dde-4e70-4d3f-aa8c-ced0a1065d3d HTTP/1.1" status: 200 len: 1128 time: 0.3605738 Jul 29 05:21:42.880317 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 57008) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:21:42.963622 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18cb6d06cd9bdbb2624e76cf95b2230ef06252a8a1dccb16f0d07e3cc9dc753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0d07096-bebc-4f23-bf6e-684ee0db3c0d" -d '{"events": [{"name": "network-changed", "server_uuid": "3f080dde-4e70-4d3f-aa8c-ced0a1065d3d", "tag": "add97173-f389-4e35-b131-c4e58524e3c9"}]}' {{(pid=104005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 05:21:43.015675 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:43.036252 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Current status of the port d2739fa7-55c9-4dcd-8915-958b8efccc6c is: ACTIVE; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:21:43.097131 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-3971c4ad-7c1c-48a9-8c63-b856de962b1c req-dab413ff-1293-48a2-9d0a-8ebec8e23f32 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=add97173-f389-4e35-b131-c4e58524e3c9 HTTP/1.1" status: 200 len: 217 time: 0.1334388 Jul 29 05:21:43.127434 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608539d6-cbeb-4bff-86af-26c2ab99f4a8 service neutron] Pushing event updated for resources: {'Port': ['ID=add97173-f389-4e35-b131-c4e58524e3c9,revision_number=3']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:43.220207 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:43.223054 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3971c4ad-7c1c-48a9-8c63-b856de962b1c req-25ae1fee-681b-40b2-8a10-d5c72a415c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:21:43.224896 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-3971c4ad-7c1c-48a9-8c63-b856de962b1c req-25ae1fee-681b-40b2-8a10-d5c72a415c3a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a137c074-4437-44e5-8103-6184a1dda097 HTTP/1.1" status: 200 len: 858 time: 0.1021991 Jul 29 05:21:43.226245 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-c91ced73-57f1-441a-a206-9046a1b332be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:43.229711 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ff21aa-a799-4b43-8717-0ecacd968fe5 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Pushing event updated for resources: {'Port': ['ID=96daa963-2d97-4629-be4a-0e502d78e1e3,revision_number=2']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:43.233369 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.managers [req-e934f657-4c32-416a-9843-a099319ae616 req-ef19c95f-80a3-4276-80e9-3ecbb77da137 service neutron] Attempting to bind port 6bc36d89-d1c5-4873-87c6-12b89c984f37 on host hv-cinder-85127 for vnic_type normal with profile {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 05:21:43.234665 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.managers [req-e934f657-4c32-416a-9843-a099319ae616 req-ef19c95f-80a3-4276-80e9-3ecbb77da137 service neutron] Attempting to bind port 6bc36d89-d1c5-4873-87c6-12b89c984f37 by drivers openvswitch,hyperv on host hv-cinder-85127 at level 0 using segments [{'id': '2ceab750-82be-448f-8b3e-b595d666c0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9'}] {{(pid=104005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 05:21:43.235256 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e934f657-4c32-416a-9843-a099319ae616 req-ef19c95f-80a3-4276-80e9-3ecbb77da137 service neutron] Attempting to bind port 6bc36d89-d1c5-4873-87c6-12b89c984f37 on network 71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9 {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 05:21:43.283612 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-a0ff21aa-a799-4b43-8717-0ecacd968fe5 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249840'] for floatingip (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:43.285618 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-a0ff21aa-a799-4b43-8717-0ecacd968fe5 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.9897945 Jul 29 05:21:43.305639 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Device 4942139b-2079-47b3-b08e-a8f68dea17c9 up at agent ovs-agent-dv-cinder-851279-2-iscsi {{(pid=104006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 05:21:43.306211 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-be265827-0da8-415a-800b-2bc71ec6e6ac tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (5fff0590-a505-44ea-8dc0-15f9ac6b309d), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:43.317667 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-e7880c49-70e2-4285-9197-fc48dc576d73 req-b39fd186-431d-4768-821a-0a072f5a5045 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8a3af79-0975-43ba-9287-d4cb627a90b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4503047 Jul 29 05:21:43.345796 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-4e2d0761-bf5b-474b-acd8-e505529ee589 req-a4fb75c6-72e9-4e88-bbec-155c33619512 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2d77d07-9d3f-4f87-89d0-b3dbc311f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3686466 Jul 29 05:21:43.349968 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.managers [req-fbb88367-607a-4832-8d6c-e3d907038189 req-e1f464e4-84c1-4437-9838-99064fdd3be5 service neutron] Attempting to bind port d7a5be9c-7f6e-42cf-b431-44dea7fa4b46 on host hv-cinder-85127 for vnic_type normal with profile {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 05:21:43.350654 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.managers [req-fbb88367-607a-4832-8d6c-e3d907038189 req-e1f464e4-84c1-4437-9838-99064fdd3be5 service neutron] Attempting to bind port d7a5be9c-7f6e-42cf-b431-44dea7fa4b46 by drivers openvswitch,hyperv on host hv-cinder-85127 at level 0 using segments [{'id': '32f72901-d676-4835-84a6-96ebe24e8ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b0621011-00a8-43df-ac92-ce1f2af05d6a'}] {{(pid=104004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 05:21:43.351174 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb88367-607a-4832-8d6c-e3d907038189 req-e1f464e4-84c1-4437-9838-99064fdd3be5 service neutron] Attempting to bind port d7a5be9c-7f6e-42cf-b431-44dea7fa4b46 on network b0621011-00a8-43df-ac92-ce1f2af05d6a {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 05:21:43.435316 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e934f657-4c32-416a-9843-a099319ae616 req-ef19c95f-80a3-4276-80e9-3ecbb77da137 service neutron] Port 6bc36d89-d1c5-4873-87c6-12b89c984f37 on network 71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85127 {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 29 05:21:43.435969 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e934f657-4c32-416a-9843-a099319ae616 req-ef19c95f-80a3-4276-80e9-3ecbb77da137 service neutron] Attempting to bind port 6bc36d89-d1c5-4873-87c6-12b89c984f37 on network 71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9 {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 05:21:43.460967 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Provisioning complete for port 4942139b-2079-47b3-b08e-a8f68dea17c9 triggered by entity L2. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:21:43.461339 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (4942139b-2079-47b3-b08e-a8f68dea17c9), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:43.465590 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb88367-607a-4832-8d6c-e3d907038189 req-e1f464e4-84c1-4437-9838-99064fdd3be5 service neutron] Port d7a5be9c-7f6e-42cf-b431-44dea7fa4b46 on network b0621011-00a8-43df-ac92-ce1f2af05d6a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85127 {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 29 05:21:43.466064 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb88367-607a-4832-8d6c-e3d907038189 req-e1f464e4-84c1-4437-9838-99064fdd3be5 service neutron] Attempting to bind port d7a5be9c-7f6e-42cf-b431-44dea7fa4b46 on network b0621011-00a8-43df-ac92-ce1f2af05d6a {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 05:21:43.538434 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-b41182d7-8e68-4008-be78-0b6b959f783e req-8a73b705-03e8-4791-a762-45e6b3dba344 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (a271d975-09dc-4c3e-8b57-3468787c62a8), before_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:43.586490 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb88367-607a-4832-8d6c-e3d907038189 req-e1f464e4-84c1-4437-9838-99064fdd3be5 service neutron] Checking agent: {'id': '12b139f9-2daf-4047-bd2d-6bc43cda34b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85127', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 5, 19, 7), 'started_at': datetime.datetime(2022, 7, 29, 5, 19, 7), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 5, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 05:21:43.588958 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb88367-607a-4832-8d6c-e3d907038189 req-e1f464e4-84c1-4437-9838-99064fdd3be5 service neutron] Checking segment: {'id': '32f72901-d676-4835-84a6-96ebe24e8ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b0621011-00a8-43df-ac92-ce1f2af05d6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 05:21:43.590022 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb88367-607a-4832-8d6c-e3d907038189 req-e1f464e4-84c1-4437-9838-99064fdd3be5 service neutron] Bound using segment: {'id': '32f72901-d676-4835-84a6-96ebe24e8ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b0621011-00a8-43df-ac92-ce1f2af05d6a'} {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 05:21:43.591185 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.managers [req-fbb88367-607a-4832-8d6c-e3d907038189 req-e1f464e4-84c1-4437-9838-99064fdd3be5 service neutron] Bound port: d7a5be9c-7f6e-42cf-b431-44dea7fa4b46, host: hv-cinder-85127, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32f72901-d676-4835-84a6-96ebe24e8ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b0621011-00a8-43df-ac92-ce1f2af05d6a'}}] {{(pid=104004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 05:21:43.591898 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [req-fbb88367-607a-4832-8d6c-e3d907038189 req-e1f464e4-84c1-4437-9838-99064fdd3be5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (d7a5be9c-7f6e-42cf-b431-44dea7fa4b46), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:43.611408 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e934f657-4c32-416a-9843-a099319ae616 req-ef19c95f-80a3-4276-80e9-3ecbb77da137 service neutron] Checking agent: {'id': '12b139f9-2daf-4047-bd2d-6bc43cda34b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85127', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 5, 19, 7), 'started_at': datetime.datetime(2022, 7, 29, 5, 19, 7), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 5, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 05:21:43.611758 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e934f657-4c32-416a-9843-a099319ae616 req-ef19c95f-80a3-4276-80e9-3ecbb77da137 service neutron] Checking segment: {'id': '2ceab750-82be-448f-8b3e-b595d666c0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 05:21:43.612153 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e934f657-4c32-416a-9843-a099319ae616 req-ef19c95f-80a3-4276-80e9-3ecbb77da137 service neutron] Bound using segment: {'id': '2ceab750-82be-448f-8b3e-b595d666c0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9'} {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 05:21:43.612660 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.managers [req-e934f657-4c32-416a-9843-a099319ae616 req-ef19c95f-80a3-4276-80e9-3ecbb77da137 service neutron] Bound port: 6bc36d89-d1c5-4873-87c6-12b89c984f37, host: hv-cinder-85127, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ceab750-82be-448f-8b3e-b595d666c0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9'}}] {{(pid=104005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 05:21:43.613200 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-e934f657-4c32-416a-9843-a099319ae616 req-ef19c95f-80a3-4276-80e9-3ecbb77da137 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (6bc36d89-d1c5-4873-87c6-12b89c984f37), before_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:43.642923 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Current status of the port 4942139b-2079-47b3-b08e-a8f68dea17c9 is: ACTIVE; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:21:43.726338 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:43.735860 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:43.758630 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3971c4ad-7c1c-48a9-8c63-b856de962b1c req-eee37f4c-1961-4de9-a8e1-abcd8521d986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:21:43.760303 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-3971c4ad-7c1c-48a9-8c63-b856de962b1c req-eee37f4c-1961-4de9-a8e1-abcd8521d986 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4731102 Jul 29 05:21:43.809499 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-be265827-0da8-415a-800b-2bc71ec6e6ac tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Publish callbacks [] for port (5fff0590-a505-44ea-8dc0-15f9ac6b309d), precommit_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:43.818188 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [req-fbb88367-607a-4832-8d6c-e3d907038189 req-e1f464e4-84c1-4437-9838-99064fdd3be5 service neutron] For port d7a5be9c-7f6e-42cf-b431-44dea7fa4b46, host hv-cinder-85127, cleared binding levels {{(pid=104004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 05:21:43.843074 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.db [req-e934f657-4c32-416a-9843-a099319ae616 req-ef19c95f-80a3-4276-80e9-3ecbb77da137 service neutron] For port 6bc36d89-d1c5-4873-87c6-12b89c984f37, host hv-cinder-85127, cleared binding levels {{(pid=104005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 05:21:43.846603 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.db [req-e934f657-4c32-416a-9843-a099319ae616 req-ef19c95f-80a3-4276-80e9-3ecbb77da137 service neutron] For port 6bc36d89-d1c5-4873-87c6-12b89c984f37, host hv-cinder-85127, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=6bc36d89-d1c5-4873-87c6-12b89c984f37,segment=NetworkSegment(2ceab750-82be-448f-8b3e-b595d666c0d7),segment_id=2ceab750-82be-448f-8b3e-b595d666c0d7)] {{(pid=104005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 05:21:43.852618 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-be265827-0da8-415a-800b-2bc71ec6e6ac tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (5fff0590-a505-44ea-8dc0-15f9ac6b309d), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:43.857703 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [req-fbb88367-607a-4832-8d6c-e3d907038189 req-e1f464e4-84c1-4437-9838-99064fdd3be5 service neutron] For port d7a5be9c-7f6e-42cf-b431-44dea7fa4b46, host hv-cinder-85127, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=d7a5be9c-7f6e-42cf-b431-44dea7fa4b46,segment=NetworkSegment(32f72901-d676-4835-84a6-96ebe24e8ccf),segment_id=32f72901-d676-4835-84a6-96ebe24e8ccf)] {{(pid=104004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 05:21:43.894328 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [req-fbb88367-607a-4832-8d6c-e3d907038189 req-e1f464e4-84c1-4437-9838-99064fdd3be5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (d7a5be9c-7f6e-42cf-b431-44dea7fa4b46), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:43.904844 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-be265827-0da8-415a-800b-2bc71ec6e6ac tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-375524'] for floatingip (589dfbf8-b98e-4ed4-b1ba-86ad2878d2f3), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:43.937227 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be265827-0da8-415a-800b-2bc71ec6e6ac tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Pushing event updated for resources: {'Port': ['ID=5fff0590-a505-44ea-8dc0-15f9ac6b309d,revision_number=2']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:43.950021 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-be265827-0da8-415a-800b-2bc71ec6e6ac tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249840'] for floatingip (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:43.951646 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-be265827-0da8-415a-800b-2bc71ec6e6ac tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 9.1199293 Jul 29 05:21:44.002339 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb88367-607a-4832-8d6c-e3d907038189 req-e1f464e4-84c1-4437-9838-99064fdd3be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:21:44.004563 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [req-fbb88367-607a-4832-8d6c-e3d907038189 req-e1f464e4-84c1-4437-9838-99064fdd3be5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670410'] for port (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:44.007894 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=39 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:44.010075 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-fbb88367-607a-4832-8d6c-e3d907038189 req-e1f464e4-84c1-4437-9838-99064fdd3be5 service neutron] 10.222.0.60 "PUT /v2.0/ports/d7a5be9c-7f6e-42cf-b431-44dea7fa4b46 HTTP/1.1" status: 200 len: 1094 time: 6.3920734 Jul 29 05:21:44.011748 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51207b24-620a-4479-be28-4db53ef4073e', 'tag': 'd7a5be9c-7f6e-42cf-b431-44dea7fa4b46'}] {{(pid=104004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 05:21:44.063299 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=44 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:44.252473 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f464e4-84c1-4437-9838-99064fdd3be5 service neutron] Pushing event updated for resources: {'Port': ['ID=d7a5be9c-7f6e-42cf-b431-44dea7fa4b46,revision_number=3']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:44.469482 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb88367-607a-4832-8d6c-e3d907038189 req-8de9a29f-14ed-49ce-8b7e-adda4c403c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:21:44.471058 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-fbb88367-607a-4832-8d6c-e3d907038189 req-8de9a29f-14ed-49ce-8b7e-adda4c403c5b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c87396f5e6bf46f5b85720c8e365da81&device_id=51207b24-620a-4479-be28-4db53ef4073e HTTP/1.1" status: 200 len: 1128 time: 0.2396114 Jul 29 05:21:44.512316 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63c9829679c4fd80aa44d623845be63326d0df95c18b6a0c0eedf1e192ffcaec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a779ace-aad0-4cee-b9f5-461861b120a4" -d '{"events": [{"name": "network-changed", "server_uuid": "51207b24-620a-4479-be28-4db53ef4073e", "tag": "d7a5be9c-7f6e-42cf-b431-44dea7fa4b46"}]}' {{(pid=104004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 05:21:44.514976 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:44.535022 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-e20d2cde-4dcc-4977-9747-ea3a3f7b2dd3 req-18da029a-0d7e-4b65-8e4a-e9de7b203d90 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1631972361&fields=id&tenant_id=92f16adc2357459aa0afb68db89031dd HTTP/1.1" status: 200 len: 267 time: 0.3877330 Jul 29 05:21:44.562510 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-3971c4ad-7c1c-48a9-8c63-b856de962b1c req-7e96fd36-81c3-4b3e-b3ec-bc7cc9118d34 service neutron] 10.222.0.60 "GET /v2.0/networks/71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7832851 Jul 29 05:21:44.567471 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 05:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eecd0c1-f58b-4fac-94f0-ed837b94bf86 x-openstack-request-id: req-9eecd0c1-f58b-4fac-94f0-ed837b94bf86 {{(pid=104005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 05:21:44.581863 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f080dde-4e70-4d3f-aa8c-ced0a1065d3d", "tag": "add97173-f389-4e35-b131-c4e58524e3c9", "status": "completed", "code": 200}]} {{(pid=104005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 05:21:44.591567 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9eecd0c1-f58b-4fac-94f0-ed837b94bf86 {{(pid=104005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 05:21:44.594379 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9eecd0c1-f58b-4fac-94f0-ed837b94bf86'] response: {'name': 'network-changed', 'server_uuid': '3f080dde-4e70-4d3f-aa8c-ced0a1065d3d', 'tag': 'add97173-f389-4e35-b131-c4e58524e3c9', 'status': 'completed', 'code': 200} Jul 29 05:21:44.614596 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-e934f657-4c32-416a-9843-a099319ae616 req-ef19c95f-80a3-4276-80e9-3ecbb77da137 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1905579'] for port (6bc36d89-d1c5-4873-87c6-12b89c984f37), after_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:44.650259 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130a9be9-d58d-4bf9-ab49-997258c0f7bf req-8881f6b8-3559-4732-bed7-190d97b13760 tempest-DeleteServersTestJSON-433700856 tempest-DeleteServersTestJSON-433700856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:21:44.653879 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-130a9be9-d58d-4bf9-ab49-997258c0f7bf req-8881f6b8-3559-4732-bed7-190d97b13760 tempest-DeleteServersTestJSON-433700856 tempest-DeleteServersTestJSON-433700856-project] 10.222.0.49 "GET /v2.0/ports?device_id=51207b24-620a-4479-be28-4db53ef4073e HTTP/1.1" status: 200 len: 944 time: 1.1300733 Jul 29 05:21:44.748201 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20d2cde-4dcc-4977-9747-ea3a3f7b2dd3 req-6e5fd0ad-d243-4984-aa9a-417e892d18ef tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:21:44.750504 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-e20d2cde-4dcc-4977-9747-ea3a3f7b2dd3 req-6e5fd0ad-d243-4984-aa9a-417e892d18ef tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/networks?id=60b4bb7c-7825-4f15-bc04-5ac3fa10b445 HTTP/1.1" status: 200 len: 810 time: 0.2125320 Jul 29 05:21:44.846258 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-fbb88367-607a-4832-8d6c-e3d907038189 req-bce92885-01e1-42e1-affe-0f4d7935e246 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d7a5be9c-7f6e-42cf-b431-44dea7fa4b46 HTTP/1.1" status: 200 len: 217 time: 0.0944188 Jul 29 05:21:44.862863 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-e20d2cde-4dcc-4977-9747-ea3a3f7b2dd3 req-e863ef47-5180-4a2a-afe0-191a911ccfac tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/quotas/92f16adc2357459aa0afb68db89031dd HTTP/1.1" status: 200 len: 375 time: 0.0138192 Jul 29 05:21:44.864686 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e934f657-4c32-416a-9843-a099319ae616 req-ef19c95f-80a3-4276-80e9-3ecbb77da137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:21:44.867572 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-e934f657-4c32-416a-9843-a099319ae616 req-ef19c95f-80a3-4276-80e9-3ecbb77da137 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670410'] for port (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:44.874733 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-e934f657-4c32-416a-9843-a099319ae616 req-ef19c95f-80a3-4276-80e9-3ecbb77da137 service neutron] 10.222.0.60 "PUT /v2.0/ports/6bc36d89-d1c5-4873-87c6-12b89c984f37 HTTP/1.1" status: 200 len: 1093 time: 7.8204777 Jul 29 05:21:45.010810 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-e20d2cde-4dcc-4977-9747-ea3a3f7b2dd3 req-d1fbfa03-2107-4ccd-803f-ea8fad957f3f tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=92f16adc2357459aa0afb68db89031dd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1314056 Jul 29 05:21:45.052702 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-c91ced73-57f1-441a-a206-9046a1b332be admin admin] Publish callbacks [] for security_group (0dacf487-9e65-4467-9589-edc3eadf892b), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:45.054250 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=6 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:45.064114 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef19c95f-80a3-4276-80e9-3ecbb77da137 service neutron] Pushing event updated for resources: {'Port': ['ID=6bc36d89-d1c5-4873-87c6-12b89c984f37,revision_number=3']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:45.123757 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-c91ced73-57f1-441a-a206-9046a1b332be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (0dacf487-9e65-4467-9589-edc3eadf892b), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:45.148856 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 57080) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:21:45.174027 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-130a9be9-d58d-4bf9-ab49-997258c0f7bf req-35054b5a-7f63-433b-a802-541534d62533 tempest-DeleteServersTestJSON-433700856 tempest-DeleteServersTestJSON-433700856-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c3956c6-6830-45d5-accb-2b89f69b0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5110514 Jul 29 05:21:45.271804 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb88367-607a-4832-8d6c-e3d907038189 req-ab7b53b8-cd3b-481a-b326-346811e1d436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:21:45.272993 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e934f657-4c32-416a-9843-a099319ae616 req-d5087553-aadf-4127-be07-a23d5de8fa32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:21:45.273852 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-fbb88367-607a-4832-8d6c-e3d907038189 req-ab7b53b8-cd3b-481a-b326-346811e1d436 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=eaa993de-e154-466a-b318-7345229360b6 HTTP/1.1" status: 200 len: 851 time: 0.2741714 Jul 29 05:21:45.275018 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-e934f657-4c32-416a-9843-a099319ae616 req-d5087553-aadf-4127-be07-a23d5de8fa32 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=153fe5d9d64346f6b7419eba91948678&device_id=a6c67286-4bb1-4dc6-87ba-4c21f3ff863a HTTP/1.1" status: 200 len: 1127 time: 0.2939639 Jul 29 05:21:45.289149 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-c91ced73-57f1-441a-a206-9046a1b332be admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6f4c8861e1094021bf58874d58a5a132&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3768156 Jul 29 05:21:45.289780 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 57090) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:21:45.296914 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91ced73-57f1-441a-a206-9046a1b332be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dacf487-9e65-4467-9589-edc3eadf892b,revision_number=1']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:45.309107 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-3971c4ad-7c1c-48a9-8c63-b856de962b1c req-ae5d6e80-8491-460c-a3ee-ee15a2583407 service neutron] 10.222.0.60 "GET /v2.0/networks/71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6103017 Jul 29 05:21:45.311162 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.notifiers.nova [req-b41182d7-8e68-4008-be78-0b6b959f783e req-8a73b705-03e8-4791-a762-45e6b3dba344 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a271d975-09dc-4c3e-8b57-3468787c62a8 {{(pid=104005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 05:21:45.325516 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-b41182d7-8e68-4008-be78-0b6b959f783e req-8a73b705-03e8-4791-a762-45e6b3dba344 service neutron] Publish callbacks [] for port (a271d975-09dc-4c3e-8b57-3468787c62a8), precommit_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:45.351157 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-e20d2cde-4dcc-4977-9747-ea3a3f7b2dd3 req-a1500ea6-8eb9-4e27-b2e5-28e99ee7bbcf service neutron] 10.222.0.49 "GET /v2.0/networks/60b4bb7c-7825-4f15-bc04-5ac3fa10b445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3118834 Jul 29 05:21:45.474514 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-de858295-f7fb-40d3-8411-7702ad9eb11e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:45.494092 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb88367-607a-4832-8d6c-e3d907038189 req-e195d2ac-1fd2-430a-8387-ad90090fecf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:21:45.495649 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-fbb88367-607a-4832-8d6c-e3d907038189 req-e195d2ac-1fd2-430a-8387-ad90090fecf7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b0621011-00a8-43df-ac92-ce1f2af05d6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1422427 Jul 29 05:21:45.559522 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-e20d2cde-4dcc-4977-9747-ea3a3f7b2dd3 req-fa0052ed-5f94-4a8a-94be-4df89b734d93 service neutron] 10.222.0.49 "GET /v2.0/networks/60b4bb7c-7825-4f15-bc04-5ac3fa10b445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070851 Jul 29 05:21:45.562520 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.provisioning_blocks [req-b41182d7-8e68-4008-be78-0b6b959f783e req-8a73b705-03e8-4791-a762-45e6b3dba344 service neutron] Transition to ACTIVE for port object a271d975-09dc-4c3e-8b57-3468787c62a8 will not be triggered until provisioned by entity L2. {{(pid=104005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 29 05:21:45.602840 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-e934f657-4c32-416a-9843-a099319ae616 req-97fbeaa3-170c-476d-8a1b-54f9fa767b0b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6bc36d89-d1c5-4873-87c6-12b89c984f37 HTTP/1.1" status: 200 len: 217 time: 0.2415423 Jul 29 05:21:45.603596 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-de858295-f7fb-40d3-8411-7702ad9eb11e admin admin] Publish callbacks [] for security_group (d80b780e-718f-40a4-935b-a92e81561135), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:45.604504 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-b41182d7-8e68-4008-be78-0b6b959f783e req-8a73b705-03e8-4791-a762-45e6b3dba344 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1905579'] for port (a271d975-09dc-4c3e-8b57-3468787c62a8), after_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:45.608226 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-de858295-f7fb-40d3-8411-7702ad9eb11e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (d80b780e-718f-40a4-935b-a92e81561135), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:45.633328 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=6 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:45.654764 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de858295-f7fb-40d3-8411-7702ad9eb11e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d80b780e-718f-40a4-935b-a92e81561135,revision_number=1']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:45.661551 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-de858295-f7fb-40d3-8411-7702ad9eb11e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=48d4360f22664800a1459ef241e385cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5116060 Jul 29 05:21:45.664588 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 57096) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:21:45.682000 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:45.733970 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d07096-bebc-4f23-bf6e-684ee0db3c0d req-cd939718-da71-4d1d-b126-7d7b82240bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:21:45.735523 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-b0d07096-bebc-4f23-bf6e-684ee0db3c0d req-cd939718-da71-4d1d-b126-7d7b82240bda service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=153fe5d9d64346f6b7419eba91948678&device_id=3f080dde-4e70-4d3f-aa8c-ced0a1065d3d HTTP/1.1" status: 200 len: 1128 time: 0.1720834 Jul 29 05:21:45.742410 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-7413c3ef-7f88-4e40-be40-f218da4244d2 req-2725982e-d358-406e-a7c5-22f440bd4ce1 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--33941384&fields=id&tenant_id=9fda8c6d9ffa4955b2f19411ee340cb3 HTTP/1.1" status: 200 len: 267 time: 0.3982828 Jul 29 05:21:45.743022 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-0c0fb8de-b872-40f1-a9ce-e9e66856b083 admin admin] Publish callbacks [] for security_group (0dacf487-9e65-4467-9589-edc3eadf892b), before_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:45.747517 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-d5ea6dfc-042c-48bc-817f-47c12bcc657f admin admin] Publish callbacks [] for security_group (d80b780e-718f-40a4-935b-a92e81561135), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:45.750423 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a73b705-03e8-4791-a762-45e6b3dba344 service neutron] Pushing event updated for resources: {'Port': ['ID=a271d975-09dc-4c3e-8b57-3468787c62a8,revision_number=2']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:45.794758 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-0c0fb8de-b872-40f1-a9ce-e9e66856b083 admin admin] Publish callbacks [] for security_group (0dacf487-9e65-4467-9589-edc3eadf892b), precommit_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:45.797476 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-d5ea6dfc-042c-48bc-817f-47c12bcc657f admin admin] Publish callbacks [] for security_group (d80b780e-718f-40a4-935b-a92e81561135), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:45.855941 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add4f685-814a-4416-9103-0c4cfe8f7a04 req-fe7f24c5-5534-4fa9-b5df-6579fd77913d tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:21:45.857731 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-add4f685-814a-4416-9103-0c4cfe8f7a04 req-fe7f24c5-5534-4fa9-b5df-6579fd77913d tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/ports?device_id=05c46947-e368-441d-9e07-584e95d55780 HTTP/1.1" status: 200 len: 943 time: 0.0857766 Jul 29 05:21:45.950441 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-add4f685-814a-4416-9103-0c4cfe8f7a04 req-fd68917e-6fa9-4f7d-9f88-2337b6a0d3e7 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8a3af79-0975-43ba-9287-d4cb627a90b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867877 Jul 29 05:21:45.951598 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-d5ea6dfc-042c-48bc-817f-47c12bcc657f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (d80b780e-718f-40a4-935b-a92e81561135), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:45.956668 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-d5ea6dfc-042c-48bc-817f-47c12bcc657f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:45.957897 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-d5ea6dfc-042c-48bc-817f-47c12bcc657f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d80b780e-718f-40a4-935b-a92e81561135 HTTP/1.1" status: 204 len: 168 time: 0.2923167 Jul 29 05:21:45.983994 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ea6dfc-042c-48bc-817f-47c12bcc657f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d80b780e-718f-40a4-935b-a92e81561135,revision_number=None']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:46.016731 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-0c0fb8de-b872-40f1-a9ce-e9e66856b083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (0dacf487-9e65-4467-9589-edc3eadf892b), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:46.020212 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-0c0fb8de-b872-40f1-a9ce-e9e66856b083 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:46.021609 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-0c0fb8de-b872-40f1-a9ce-e9e66856b083 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0dacf487-9e65-4467-9589-edc3eadf892b HTTP/1.1" status: 204 len: 168 time: 0.7257736 Jul 29 05:21:46.057291 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7413c3ef-7f88-4e40-be40-f218da4244d2 req-6010fcf2-6233-4a54-ba05-2210ae2ccc82 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:21:46.066217 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-7413c3ef-7f88-4e40-be40-f218da4244d2 req-6010fcf2-6233-4a54-ba05-2210ae2ccc82 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/networks?id=2abd58fa-fb8d-4cc3-8df0-c903c7b8dd87 HTTP/1.1" status: 200 len: 816 time: 0.2982652 Jul 29 05:21:46.077224 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.managers [req-b41182d7-8e68-4008-be78-0b6b959f783e req-8a73b705-03e8-4791-a762-45e6b3dba344 service neutron] Attempting to bind port a271d975-09dc-4c3e-8b57-3468787c62a8 on host hv-cinder-85127 for vnic_type normal with profile {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 05:21:46.077416 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.managers [req-b41182d7-8e68-4008-be78-0b6b959f783e req-8a73b705-03e8-4791-a762-45e6b3dba344 service neutron] Attempting to bind port a271d975-09dc-4c3e-8b57-3468787c62a8 by drivers openvswitch,hyperv on host hv-cinder-85127 at level 0 using segments [{'id': '7dd9aee4-ac8a-4d05-b89c-b82451a25827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b55efc63-6791-470d-af15-935a2f0fc83e'}] {{(pid=104005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 05:21:46.077595 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b41182d7-8e68-4008-be78-0b6b959f783e req-8a73b705-03e8-4791-a762-45e6b3dba344 service neutron] Attempting to bind port a271d975-09dc-4c3e-8b57-3468787c62a8 on network b55efc63-6791-470d-af15-935a2f0fc83e {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 05:21:46.094034 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0fb8de-b872-40f1-a9ce-e9e66856b083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dacf487-9e65-4467-9589-edc3eadf892b,revision_number=None']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:46.103672 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b41182d7-8e68-4008-be78-0b6b959f783e req-8a73b705-03e8-4791-a762-45e6b3dba344 service neutron] Port a271d975-09dc-4c3e-8b57-3468787c62a8 on network b55efc63-6791-470d-af15-935a2f0fc83e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85127 {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 29 05:21:46.103999 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b41182d7-8e68-4008-be78-0b6b959f783e req-8a73b705-03e8-4791-a762-45e6b3dba344 service neutron] Attempting to bind port a271d975-09dc-4c3e-8b57-3468787c62a8 on network b55efc63-6791-470d-af15-935a2f0fc83e {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 05:21:46.112225 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-7413c3ef-7f88-4e40-be40-f218da4244d2 req-880b9c4a-3703-4941-a27a-df5f9e5b918e tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/quotas/9fda8c6d9ffa4955b2f19411ee340cb3 HTTP/1.1" status: 200 len: 375 time: 0.0316799 Jul 29 05:21:46.113669 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b41182d7-8e68-4008-be78-0b6b959f783e req-8a73b705-03e8-4791-a762-45e6b3dba344 service neutron] Checking agent: {'id': '12b139f9-2daf-4047-bd2d-6bc43cda34b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85127', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 5, 19, 7), 'started_at': datetime.datetime(2022, 7, 29, 5, 19, 7), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 5, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 05:21:46.114134 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b41182d7-8e68-4008-be78-0b6b959f783e req-8a73b705-03e8-4791-a762-45e6b3dba344 service neutron] Checking segment: {'id': '7dd9aee4-ac8a-4d05-b89c-b82451a25827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b55efc63-6791-470d-af15-935a2f0fc83e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 05:21:46.114373 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b41182d7-8e68-4008-be78-0b6b959f783e req-8a73b705-03e8-4791-a762-45e6b3dba344 service neutron] Bound using segment: {'id': '7dd9aee4-ac8a-4d05-b89c-b82451a25827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b55efc63-6791-470d-af15-935a2f0fc83e'} {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 05:21:46.114850 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.managers [req-b41182d7-8e68-4008-be78-0b6b959f783e req-8a73b705-03e8-4791-a762-45e6b3dba344 service neutron] Bound port: a271d975-09dc-4c3e-8b57-3468787c62a8, host: hv-cinder-85127, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dd9aee4-ac8a-4d05-b89c-b82451a25827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b55efc63-6791-470d-af15-935a2f0fc83e'}}] {{(pid=104005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 05:21:46.115198 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-b41182d7-8e68-4008-be78-0b6b959f783e req-8a73b705-03e8-4791-a762-45e6b3dba344 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (a271d975-09dc-4c3e-8b57-3468787c62a8), before_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:46.145691 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b836ae72-7e85-4c08-b6e6-ce3e40c02f39 req-a0d02536-514a-49c9-9018-edfe8d5faac3 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:21:46.150542 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-b836ae72-7e85-4c08-b6e6-ce3e40c02f39 req-a0d02536-514a-49c9-9018-edfe8d5faac3 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6c67286-4bb1-4dc6-87ba-4c21f3ff863a HTTP/1.1" status: 200 len: 943 time: 0.1113923 Jul 29 05:21:46.269600 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-b836ae72-7e85-4c08-b6e6-ce3e40c02f39 req-1f98a324-c24d-4029-8740-c76584af0a96 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2d77d07-9d3f-4f87-89d0-b3dbc311f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053672 Jul 29 05:21:46.271274 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-7413c3ef-7f88-4e40-be40-f218da4244d2 req-6c1033cb-3799-4047-be5e-0d531e655524 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=9fda8c6d9ffa4955b2f19411ee340cb3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1520207 Jul 29 05:21:46.392493 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:46.401206 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.db [req-b41182d7-8e68-4008-be78-0b6b959f783e req-8a73b705-03e8-4791-a762-45e6b3dba344 service neutron] For port a271d975-09dc-4c3e-8b57-3468787c62a8, host hv-cinder-85127, cleared binding levels {{(pid=104005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 05:21:46.472996 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=3 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:46.505202 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.db [req-b41182d7-8e68-4008-be78-0b6b959f783e req-8a73b705-03e8-4791-a762-45e6b3dba344 service neutron] For port a271d975-09dc-4c3e-8b57-3468787c62a8, host hv-cinder-85127, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=a271d975-09dc-4c3e-8b57-3468787c62a8,segment=NetworkSegment(7dd9aee4-ac8a-4d05-b89c-b82451a25827),segment_id=7dd9aee4-ac8a-4d05-b89c-b82451a25827)] {{(pid=104005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 05:21:46.575585 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-b41182d7-8e68-4008-be78-0b6b959f783e req-8a73b705-03e8-4791-a762-45e6b3dba344 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1905579'] for port (a271d975-09dc-4c3e-8b57-3468787c62a8), after_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:46.647017 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 57134) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:21:46.662196 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6c67286-4bb1-4dc6-87ba-4c21f3ff863a', 'tag': '6bc36d89-d1c5-4873-87c6-12b89c984f37'}] {{(pid=104005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 05:21:46.665777 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18cb6d06cd9bdbb2624e76cf95b2230ef06252a8a1dccb16f0d07e3cc9dc753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d911858-626f-4f4d-975b-d0be50eb5e7d" -d '{"events": [{"name": "network-changed", "server_uuid": "a6c67286-4bb1-4dc6-87ba-4c21f3ff863a", "tag": "6bc36d89-d1c5-4873-87c6-12b89c984f37"}]}' {{(pid=104005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 05:21:46.682477 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-fbb88367-607a-4832-8d6c-e3d907038189 req-7d9a2dfa-5c2f-4069-9d12-14d9d6b7917c service neutron] 10.222.0.60 "GET /v2.0/networks/b0621011-00a8-43df-ac92-ce1f2af05d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2996783 Jul 29 05:21:46.710729 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e934f657-4c32-416a-9843-a099319ae616 req-a9310020-0f2d-4829-b91a-9141310b7b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:21:46.712194 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-e934f657-4c32-416a-9843-a099319ae616 req-a9310020-0f2d-4829-b91a-9141310b7b46 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a137c074-4437-44e5-8103-6184a1dda097 HTTP/1.1" status: 200 len: 858 time: 0.3174543 Jul 29 05:21:46.812179 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-27282091-4789-4d7d-973f-2f75d574217d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:46.817497 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 05:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65a9e01e-5fee-456b-b726-9bb68229c116 x-openstack-request-id: req-65a9e01e-5fee-456b-b726-9bb68229c116 {{(pid=104004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 05:21:46.818075 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51207b24-620a-4479-be28-4db53ef4073e", "tag": "d7a5be9c-7f6e-42cf-b431-44dea7fa4b46", "status": "completed", "code": 200}]} {{(pid=104004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 05:21:46.818507 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-65a9e01e-5fee-456b-b726-9bb68229c116 {{(pid=104004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 05:21:46.819176 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65a9e01e-5fee-456b-b726-9bb68229c116'] response: {'name': 'network-changed', 'server_uuid': '51207b24-620a-4479-be28-4db53ef4073e', 'tag': 'd7a5be9c-7f6e-42cf-b431-44dea7fa4b46', 'status': 'completed', 'code': 200} Jul 29 05:21:46.840718 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41182d7-8e68-4008-be78-0b6b959f783e req-8a73b705-03e8-4791-a762-45e6b3dba344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:21:46.841348 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-b41182d7-8e68-4008-be78-0b6b959f783e req-8a73b705-03e8-4791-a762-45e6b3dba344 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670410'] for port (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:46.849216 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-b41182d7-8e68-4008-be78-0b6b959f783e req-8a73b705-03e8-4791-a762-45e6b3dba344 service neutron] 10.222.0.60 "PUT /v2.0/ports/a271d975-09dc-4c3e-8b57-3468787c62a8 HTTP/1.1" status: 200 len: 1093 time: 4.6661332 Jul 29 05:21:46.878919 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e934f657-4c32-416a-9843-a099319ae616 req-f4608db6-e7d7-49b8-a9f7-a8903f2b8bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:21:46.885290 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-e934f657-4c32-416a-9843-a099319ae616 req-f4608db6-e7d7-49b8-a9f7-a8903f2b8bf2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1545055 Jul 29 05:21:46.977025 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:46.985922 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-08345f03-fcac-4008-ba55-5439c72adb1c req-b4e2ef9f-8fa9-4d02-b8bd-cf4a11057d72 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ff83e9-b98e-47c5-83cb-37ac61826fba HTTP/1.1" status: 200 len: 210 time: 0.0984151 Jul 29 05:21:47.000382 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-fbb88367-607a-4832-8d6c-e3d907038189 req-0aa56ba1-d9f3-4209-8b22-14c7dca94bd9 service neutron] 10.222.0.60 "GET /v2.0/networks/b0621011-00a8-43df-ac92-ce1f2af05d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2962713 Jul 29 05:21:47.023508 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.agents_db [None req-24db149f-f2c4-42ba-b1ad-acaecd0c6386 None None] Agent healthcheck: found 6 active agents {{(pid=104007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 05:21:47.092272 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41182d7-8e68-4008-be78-0b6b959f783e req-73eb912a-4990-465d-b939-fd8b5ee15f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:21:47.102744 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-b41182d7-8e68-4008-be78-0b6b959f783e req-73eb912a-4990-465d-b939-fd8b5ee15f6c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9d8baaf2e23546ee8ed1de278617c7d2&device_id=05c46947-e368-441d-9e07-584e95d55780 HTTP/1.1" status: 200 len: 1127 time: 0.1264269 Jul 29 05:21:47.111998 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-27282091-4789-4d7d-973f-2f75d574217d admin admin] Publish callbacks [] for security_group (ec500e45-996a-49ec-af8b-2e458bfe6b67), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:47.122185 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-27282091-4789-4d7d-973f-2f75d574217d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (ec500e45-996a-49ec-af8b-2e458bfe6b67), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:47.183730 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a73b705-03e8-4791-a762-45e6b3dba344 service neutron] Pushing event updated for resources: {'Port': ['ID=a271d975-09dc-4c3e-8b57-3468787c62a8,revision_number=3']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:47.189330 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-7413c3ef-7f88-4e40-be40-f218da4244d2 req-2f08ae4a-03e1-4fb8-ada1-23503f2054ba service neutron] 10.222.0.49 "GET /v2.0/networks/2abd58fa-fb8d-4cc3-8df0-c903c7b8dd87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8675771 Jul 29 05:21:47.216462 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d07096-bebc-4f23-bf6e-684ee0db3c0d req-bb6ea4cd-a215-42f8-b565-94febe3576e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:21:47.217938 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-b0d07096-bebc-4f23-bf6e-684ee0db3c0d req-bb6ea4cd-a215-42f8-b565-94febe3576e9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9 HTTP/1.1" status: 200 len: 920 time: 0.8131840 Jul 29 05:21:47.222664 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-27282091-4789-4d7d-973f-2f75d574217d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9cddfce293f54027ac4399f067d2b6c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5591686 Jul 29 05:21:47.223777 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 57154) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:21:47.236618 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27282091-4789-4d7d-973f-2f75d574217d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec500e45-996a-49ec-af8b-2e458bfe6b67,revision_number=1']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:47.263868 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a256f6-4bc0-42f3-81e5-352d5294b358 req-8628331b-fb42-450c-9890-9658187d297a tempest-DeleteServersTestJSON-433700856 tempest-DeleteServersTestJSON-433700856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:21:47.267878 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-44a256f6-4bc0-42f3-81e5-352d5294b358 req-8628331b-fb42-450c-9890-9658187d297a tempest-DeleteServersTestJSON-433700856 tempest-DeleteServersTestJSON-433700856-project] 10.222.0.49 "GET /v2.0/ports?device_id=51207b24-620a-4479-be28-4db53ef4073e HTTP/1.1" status: 200 len: 944 time: 0.1147833 Jul 29 05:21:47.334729 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-e934f657-4c32-416a-9843-a099319ae616 req-5fe58d7d-9a99-48ea-8794-7ada640cd589 service neutron] 10.222.0.60 "GET /v2.0/networks/71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3947246 Jul 29 05:21:47.350987 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-77c0c570-538e-4cbd-8ad7-eb725cf6457d admin admin] Publish callbacks [] for security_group (ec500e45-996a-49ec-af8b-2e458bfe6b67), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:47.353154 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-7413c3ef-7f88-4e40-be40-f218da4244d2 req-557e6d1a-4e7e-4563-bdd5-8d7eeae11e73 service neutron] 10.222.0.49 "GET /v2.0/networks/2abd58fa-fb8d-4cc3-8df0-c903c7b8dd87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406949 Jul 29 05:21:47.375203 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:47.382669 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-44a256f6-4bc0-42f3-81e5-352d5294b358 req-9e128b17-3571-4a41-aa10-731ebfa93126 tempest-DeleteServersTestJSON-433700856 tempest-DeleteServersTestJSON-433700856-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c3956c6-6830-45d5-accb-2b89f69b0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926583 Jul 29 05:21:47.394449 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-77c0c570-538e-4cbd-8ad7-eb725cf6457d admin admin] Publish callbacks [] for security_group (ec500e45-996a-49ec-af8b-2e458bfe6b67), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:47.448826 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 05:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49574ad9-0645-4a36-9d65-36c2aed1c7d5 x-openstack-request-id: req-49574ad9-0645-4a36-9d65-36c2aed1c7d5 {{(pid=104005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 05:21:47.449315 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6c67286-4bb1-4dc6-87ba-4c21f3ff863a", "tag": "6bc36d89-d1c5-4873-87c6-12b89c984f37", "status": "completed", "code": 200}]} {{(pid=104005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 05:21:47.449749 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-49574ad9-0645-4a36-9d65-36c2aed1c7d5 {{(pid=104005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 05:21:47.450426 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49574ad9-0645-4a36-9d65-36c2aed1c7d5'] response: {'name': 'network-changed', 'server_uuid': 'a6c67286-4bb1-4dc6-87ba-4c21f3ff863a', 'tag': '6bc36d89-d1c5-4873-87c6-12b89c984f37', 'status': 'completed', 'code': 200} Jul 29 05:21:47.467215 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-77c0c570-538e-4cbd-8ad7-eb725cf6457d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (ec500e45-996a-49ec-af8b-2e458bfe6b67), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:47.471427 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-77c0c570-538e-4cbd-8ad7-eb725cf6457d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:47.474818 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-77c0c570-538e-4cbd-8ad7-eb725cf6457d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ec500e45-996a-49ec-af8b-2e458bfe6b67 HTTP/1.1" status: 204 len: 168 time: 0.2502215 Jul 29 05:21:47.494524 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c0c570-538e-4cbd-8ad7-eb725cf6457d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec500e45-996a-49ec-af8b-2e458bfe6b67,revision_number=None']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:47.645363 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb078a8-6a3d-4261-a361-4fe50c36f4fb req-cd6f0e6c-ec61-4501-995e-bd2a19b89244 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:21:47.647568 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-7bb078a8-6a3d-4261-a361-4fe50c36f4fb req-cd6f0e6c-ec61-4501-995e-bd2a19b89244 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/ports?device_id=05c46947-e368-441d-9e07-584e95d55780 HTTP/1.1" status: 200 len: 943 time: 0.0909328 Jul 29 05:21:47.681852 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ccb80f-2837-4298-a2b9-e190d00764eb req-53b1e0e0-b743-4f1d-b4f0-5a371b0d1d97 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:21:47.688999 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-d8ccb80f-2837-4298-a2b9-e190d00764eb req-53b1e0e0-b743-4f1d-b4f0-5a371b0d1d97 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6c67286-4bb1-4dc6-87ba-4c21f3ff863a HTTP/1.1" status: 200 len: 943 time: 0.0930054 Jul 29 05:21:47.717137 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-7bb078a8-6a3d-4261-a361-4fe50c36f4fb req-c7175de6-1319-4685-9173-36748d369c93 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8a3af79-0975-43ba-9287-d4cb627a90b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603905 Jul 29 05:21:47.789569 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-d8ccb80f-2837-4298-a2b9-e190d00764eb req-2e5000c6-983e-4bd6-b3d9-d4885acb5ce6 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2d77d07-9d3f-4f87-89d0-b3dbc311f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908535 Jul 29 05:21:47.853033 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-b7de2a34-f6ad-4ce5-a444-8e948ad785c1 req-9c669d46-56a1-47dc-bace-decd30e556ef tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ff4221e-eadc-491b-9f3c-9b41413a63d0 HTTP/1.1" status: 200 len: 210 time: 0.0695086 Jul 29 05:21:48.282794 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-e934f657-4c32-416a-9843-a099319ae616 req-30d95121-3618-4b15-b556-9f7f2fc2941d service neutron] 10.222.0.60 "GET /v2.0/networks/71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3382974 Jul 29 05:21:48.284720 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-b0d07096-bebc-4f23-bf6e-684ee0db3c0d req-a4e66321-1e71-4b33-9a83-21ce16221228 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=add97173-f389-4e35-b131-c4e58524e3c9 HTTP/1.1" status: 200 len: 217 time: 0.1037917 Jul 29 05:21:48.296833 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.60', 59906) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:21:48.416085 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-b41182d7-8e68-4008-be78-0b6b959f783e req-8d864455-f7df-4fd9-971f-c8aadc9a9e5c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a271d975-09dc-4c3e-8b57-3468787c62a8 HTTP/1.1" status: 200 len: 217 time: 0.4786701 Jul 29 05:21:48.463979 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-ac6fb233-d9c9-4fd1-9257-efff6d20a8b5 req-2525cb5c-86bd-4e69-862c-f368820cc73f tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ff83e9-b98e-47c5-83cb-37ac61826fba HTTP/1.1" status: 200 len: 210 time: 0.1778905 Jul 29 05:21:48.481664 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a779ace-aad0-4cee-b9f5-461861b120a4 req-96d1a7d7-2a6f-47c8-8c6c-71f66903e89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:21:48.484414 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-1a779ace-aad0-4cee-b9f5-461861b120a4 req-96d1a7d7-2a6f-47c8-8c6c-71f66903e89f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c87396f5e6bf46f5b85720c8e365da81&device_id=51207b24-620a-4479-be28-4db53ef4073e HTTP/1.1" status: 200 len: 1128 time: 0.5404227 Jul 29 05:21:48.507088 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Device add97173-f389-4e35-b131-c4e58524e3c9 details requested by agent hyperv_hv-cinder-85127 with host hv-cinder-85127 {{(pid=104006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 05:21:48.521963 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d07096-bebc-4f23-bf6e-684ee0db3c0d req-51e71f29-07f4-498f-95c2-75fa8421448f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:21:48.523662 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-b0d07096-bebc-4f23-bf6e-684ee0db3c0d req-51e71f29-07f4-498f-95c2-75fa8421448f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a137c074-4437-44e5-8103-6184a1dda097 HTTP/1.1" status: 200 len: 858 time: 0.1686664 Jul 29 05:21:48.547883 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 57212) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:21:48.616951 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a547c06-8e4c-4854-8326-0482fa6d16e6 req-f08e9b36-ef8e-49bb-b940-8a36b5992b28 tempest-DeleteServersTestJSON-433700856 tempest-DeleteServersTestJSON-433700856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:21:48.618383 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20d2cde-4dcc-4977-9747-ea3a3f7b2dd3 req-633b201e-43d3-47fc-9033-a59a3066b175 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:21:48.618699 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-9a547c06-8e4c-4854-8326-0482fa6d16e6 req-f08e9b36-ef8e-49bb-b940-8a36b5992b28 tempest-DeleteServersTestJSON-433700856 tempest-DeleteServersTestJSON-433700856-project] 10.222.0.49 "GET /v2.0/ports?device_id=51207b24-620a-4479-be28-4db53ef4073e HTTP/1.1" status: 200 len: 944 time: 0.0573802 Jul 29 05:21:48.627481 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-e20d2cde-4dcc-4977-9747-ea3a3f7b2dd3 req-633b201e-43d3-47fc-9033-a59a3066b175 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.60 "GET /v2.0/networks?id=60b4bb7c-7825-4f15-bc04-5ac3fa10b445 HTTP/1.1" status: 200 len: 810 time: 0.2856834 Jul 29 05:21:48.695191 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=3 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:48.728211 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-9a547c06-8e4c-4854-8326-0482fa6d16e6 req-2c254fd2-914e-4712-893b-7ccfa2f373eb tempest-DeleteServersTestJSON-433700856 tempest-DeleteServersTestJSON-433700856-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c3956c6-6830-45d5-accb-2b89f69b0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909815 Jul 29 05:21:48.825670 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] For port add97173-f389-4e35-b131-c4e58524e3c9, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=add97173-f389-4e35-b131-c4e58524e3c9,segment=NetworkSegment(2ceab750-82be-448f-8b3e-b595d666c0d7),segment_id=2ceab750-82be-448f-8b3e-b595d666c0d7)] {{(pid=104006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:21:48.841255 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Returning: {'device': 'add97173-f389-4e35-b131-c4e58524e3c9', 'network_id': '71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9', 'port_id': 'add97173-f389-4e35-b131-c4e58524e3c9', 'mac_address': 'fa:16:3e:78:2c:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a137c074-4437-44e5-8103-6184a1dda097', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 05:21:48.883965 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-6d4d01cf-5329-4819-bc7c-519083cbc6f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:48.903887 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Current status of the port add97173-f389-4e35-b131-c4e58524e3c9 is: DOWN; New status is: BUILD {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:21:48.905409 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (add97173-f389-4e35-b131-c4e58524e3c9), before_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:48.928926 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe89317-eba0-45c5-8f1b-233854379b9d req-c095f82b-d628-463f-bef2-e2f72d4f6a92 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:21:48.932930 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.notifiers.nova [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id add97173-f389-4e35-b131-c4e58524e3c9 {{(pid=104006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 05:21:48.941774 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-9fe89317-eba0-45c5-8f1b-233854379b9d req-c095f82b-d628-463f-bef2-e2f72d4f6a92 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/ports?device_id=05c46947-e368-441d-9e07-584e95d55780 HTTP/1.1" status: 200 len: 943 time: 0.1058002 Jul 29 05:21:49.000084 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] For port add97173-f389-4e35-b131-c4e58524e3c9, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=add97173-f389-4e35-b131-c4e58524e3c9,segment=NetworkSegment(2ceab750-82be-448f-8b3e-b595d666c0d7),segment_id=2ceab750-82be-448f-8b3e-b595d666c0d7)] {{(pid=104006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:21:49.007052 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-9fe89317-eba0-45c5-8f1b-233854379b9d req-339408f7-423f-4640-bf83-fb9a20b5a960 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8a3af79-0975-43ba-9287-d4cb627a90b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643492 Jul 29 05:21:49.007226 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (add97173-f389-4e35-b131-c4e58524e3c9), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:49.007394 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ae3848-37c3-4136-b414-83acccd19ef0 req-f008e4d6-5ad0-40ee-9537-9ce8bc35235a tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:21:49.008261 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Device d7a5be9c-7f6e-42cf-b431-44dea7fa4b46 details requested by agent hyperv_hv-cinder-85127 with host hv-cinder-85127 {{(pid=104006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 05:21:49.023031 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-28ae3848-37c3-4136-b414-83acccd19ef0 req-f008e4d6-5ad0-40ee-9537-9ce8bc35235a tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6c67286-4bb1-4dc6-87ba-4c21f3ff863a HTTP/1.1" status: 200 len: 943 time: 0.0952837 Jul 29 05:21:49.170160 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] For port d7a5be9c-7f6e-42cf-b431-44dea7fa4b46, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=d7a5be9c-7f6e-42cf-b431-44dea7fa4b46,segment=NetworkSegment(32f72901-d676-4835-84a6-96ebe24e8ccf),segment_id=32f72901-d676-4835-84a6-96ebe24e8ccf)] {{(pid=104006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:21:49.184607 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Returning: {'device': 'd7a5be9c-7f6e-42cf-b431-44dea7fa4b46', 'network_id': 'b0621011-00a8-43df-ac92-ce1f2af05d6a', 'port_id': 'd7a5be9c-7f6e-42cf-b431-44dea7fa4b46', 'mac_address': 'fa:16:3e:e0:59:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eaa993de-e154-466a-b318-7345229360b6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 05:21:49.195188 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=100 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:49.293674 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:49.301359 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Pushing event updated for resources: {'Port': ['ID=add97173-f389-4e35-b131-c4e58524e3c9,revision_number=4']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:49.311854 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-e20d2cde-4dcc-4977-9747-ea3a3f7b2dd3 req-3ff4b361-dbca-49ea-91cb-1894b0037579 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=92f16adc2357459aa0afb68db89031dd HTTP/1.1" status: 200 len: 380 time: 0.2642393 Jul 29 05:21:49.313373 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Current status of the port d7a5be9c-7f6e-42cf-b431-44dea7fa4b46 is: DOWN; New status is: BUILD {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:21:49.314548 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (d7a5be9c-7f6e-42cf-b431-44dea7fa4b46), before_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:49.332104 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.notifiers.nova [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7a5be9c-7f6e-42cf-b431-44dea7fa4b46 {{(pid=104006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 05:21:49.340319 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 57248) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:21:49.354132 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] For port d7a5be9c-7f6e-42cf-b431-44dea7fa4b46, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=d7a5be9c-7f6e-42cf-b431-44dea7fa4b46,segment=NetworkSegment(32f72901-d676-4835-84a6-96ebe24e8ccf),segment_id=32f72901-d676-4835-84a6-96ebe24e8ccf)] {{(pid=104006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:21:49.357989 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (d7a5be9c-7f6e-42cf-b431-44dea7fa4b46), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:49.386513 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-6d4d01cf-5329-4819-bc7c-519083cbc6f4 admin admin] Publish callbacks [] for security_group (9a9a2e90-bc93-4ecc-acb4-9c51ba7f02bd), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:49.391042 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.v2.base [req-e20d2cde-4dcc-4977-9747-ea3a3f7b2dd3 req-7b8bac3b-c266-414e-a815-7573edf79ea9 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Request body: {'port': {'device_id': 'f6ff83e9-b98e-47c5-83cb-37ac61826fba', 'network_id': '60b4bb7c-7825-4f15-bc04-5ac3fa10b445', 'admin_state_up': True, 'tenant_id': '92f16adc2357459aa0afb68db89031dd', 'security_groups': ['e9b3d23d-0615-4fd6-b695-2037ba10d6ca']}} {{(pid=104005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:21:49.429605 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Pushing event updated for resources: {'Port': ['ID=d7a5be9c-7f6e-42cf-b431-44dea7fa4b46,revision_number=4']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:49.460076 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-c7f42d4d-2a0b-4264-baa8-2bdb0aeabd57 req-d34fd52d-13bc-45bc-915c-80365f062264 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ff4221e-eadc-491b-9f3c-9b41413a63d0 HTTP/1.1" status: 200 len: 210 time: 0.2655063 Jul 29 05:21:49.464924 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-6d4d01cf-5329-4819-bc7c-519083cbc6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (9a9a2e90-bc93-4ecc-acb4-9c51ba7f02bd), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:49.507777 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-28ae3848-37c3-4136-b414-83acccd19ef0 req-17063a95-0094-483c-95ea-e6c2b53973e2 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2d77d07-9d3f-4f87-89d0-b3dbc311f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4758587 Jul 29 05:21:49.585647 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-6d4d01cf-5329-4819-bc7c-519083cbc6f4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=89cde474792142f08bf7848d5a749488&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0360696 Jul 29 05:21:49.591138 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 57258) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:21:49.604732 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4d01cf-5329-4819-bc7c-519083cbc6f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a9a2e90-bc93-4ecc-acb4-9c51ba7f02bd,revision_number=1']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:49.624835 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a779ace-aad0-4cee-b9f5-461861b120a4 req-ad668e16-c295-411b-82f4-c28915cde265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:21:49.626728 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-1a779ace-aad0-4cee-b9f5-461861b120a4 req-ad668e16-c295-411b-82f4-c28915cde265 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b0621011-00a8-43df-ac92-ce1f2af05d6a HTTP/1.1" status: 200 len: 913 time: 0.4900506 Jul 29 05:21:49.692795 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-f56c8cf4-1955-4c31-81ee-8ae9b82fad56 admin admin] Publish callbacks [] for security_group (9a9a2e90-bc93-4ecc-acb4-9c51ba7f02bd), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:49.726393 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] get_ports_and_sgs() called for port_ids ['d7a5be9c-7f6e-42cf-b431-44dea7fa4b46'] {{(pid=104006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 05:21:49.730906 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-f56c8cf4-1955-4c31-81ee-8ae9b82fad56 admin admin] Publish callbacks [] for security_group (9a9a2e90-bc93-4ecc-acb4-9c51ba7f02bd), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:49.798798 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-f56c8cf4-1955-4c31-81ee-8ae9b82fad56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (9a9a2e90-bc93-4ecc-acb4-9c51ba7f02bd), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:49.802322 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-f56c8cf4-1955-4c31-81ee-8ae9b82fad56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:49.807121 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-f56c8cf4-1955-4c31-81ee-8ae9b82fad56 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9a9a2e90-bc93-4ecc-acb4-9c51ba7f02bd HTTP/1.1" status: 204 len: 168 time: 0.2136967 Jul 29 05:21:49.808210 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05c46947-e368-441d-9e07-584e95d55780', 'tag': 'a271d975-09dc-4c3e-8b57-3468787c62a8'}] {{(pid=104005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 05:21:49.810460 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18cb6d06cd9bdbb2624e76cf95b2230ef06252a8a1dccb16f0d07e3cc9dc753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c6bac26-dd78-44c1-961a-b343e3f37862" -d '{"events": [{"name": "network-changed", "server_uuid": "05c46947-e368-441d-9e07-584e95d55780", "tag": "a271d975-09dc-4c3e-8b57-3468787c62a8"}]}' {{(pid=104005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 05:21:49.846518 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d07096-bebc-4f23-bf6e-684ee0db3c0d req-de8bd21d-eead-45a5-9263-cf80deeb7905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:21:49.855160 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-b0d07096-bebc-4f23-bf6e-684ee0db3c0d req-de8bd21d-eead-45a5-9263-cf80deeb7905 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.7018011 Jul 29 05:21:49.873207 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d911858-626f-4f4d-975b-d0be50eb5e7d req-92bb4ddf-c5d8-4c6f-8418-302a22734d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:21:49.879485 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-4d911858-626f-4f4d-975b-d0be50eb5e7d req-92bb4ddf-c5d8-4c6f-8418-302a22734d02 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=153fe5d9d64346f6b7419eba91948678&device_id=a6c67286-4bb1-4dc6-87ba-4c21f3ff863a HTTP/1.1" status: 200 len: 1127 time: 0.7310605 Jul 29 05:21:49.884242 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-1a779ace-aad0-4cee-b9f5-461861b120a4 req-11b95a19-707e-4e53-9f6b-8cecd91a55a1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d7a5be9c-7f6e-42cf-b431-44dea7fa4b46 HTTP/1.1" status: 200 len: 217 time: 0.0993671 Jul 29 05:21:49.906668 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56c8cf4-1955-4c31-81ee-8ae9b82fad56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a9a2e90-bc93-4ecc-acb4-9c51ba7f02bd,revision_number=None']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:49.946360 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-10dc23f4-4066-4e91-89c9-623b0591d089 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:49.991542 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] get_ports_and_sgs() called for port_ids ['add97173-f389-4e35-b131-c4e58524e3c9'] {{(pid=104006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 05:21:50.089024 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:50.106101 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab30599-a1c7-48f9-823d-20a2b0df9083 req-af293cb3-4ee3-433f-ad5b-d7064c3b4dcc tempest-DeleteServersTestJSON-433700856 tempest-DeleteServersTestJSON-433700856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:21:50.111336 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.60', 59912) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:21:50.115959 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-8ab30599-a1c7-48f9-823d-20a2b0df9083 req-af293cb3-4ee3-433f-ad5b-d7064c3b4dcc tempest-DeleteServersTestJSON-433700856 tempest-DeleteServersTestJSON-433700856-project] 10.222.0.49 "GET /v2.0/ports?device_id=51207b24-620a-4479-be28-4db53ef4073e HTTP/1.1" status: 200 len: 945 time: 0.1626499 Jul 29 05:21:50.133896 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41182d7-8e68-4008-be78-0b6b959f783e req-09831417-f3ce-4812-9cea-3839d47326ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:21:50.134881 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-b41182d7-8e68-4008-be78-0b6b959f783e req-09831417-f3ce-4812-9cea-3839d47326ab service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bbb96b40-4994-4d5c-ad35-a19342a29a39 HTTP/1.1" status: 200 len: 853 time: 1.0249491 Jul 29 05:21:50.155028 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:50.163979 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:DELETE=1,neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:50.201508 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a779ace-aad0-4cee-b9f5-461861b120a4 req-e8629ed5-4b09-4fde-b3c1-f566cd46dffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:21:50.203056 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-1a779ace-aad0-4cee-b9f5-461861b120a4 req-e8629ed5-4b09-4fde-b3c1-f566cd46dffd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=eaa993de-e154-466a-b318-7345229360b6 HTTP/1.1" status: 200 len: 851 time: 0.2904203 Jul 29 05:21:50.207931 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:50.339696 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-10dc23f4-4066-4e91-89c9-623b0591d089 admin admin] Publish callbacks [] for security_group (b212daf1-9d48-4842-b784-16da7daa38d2), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:50.352989 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-8ab30599-a1c7-48f9-823d-20a2b0df9083 req-cecee681-5ec3-4616-b677-124100bfb6e3 tempest-DeleteServersTestJSON-433700856 tempest-DeleteServersTestJSON-433700856-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c3956c6-6830-45d5-accb-2b89f69b0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361112 Jul 29 05:21:50.356275 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-10dc23f4-4066-4e91-89c9-623b0591d089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (b212daf1-9d48-4842-b784-16da7daa38d2), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:50.386706 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a779ace-aad0-4cee-b9f5-461861b120a4 req-562d0099-2e7b-4db1-8f52-e6d605a05155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:21:50.386706 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-1a779ace-aad0-4cee-b9f5-461861b120a4 req-562d0099-2e7b-4db1-8f52-e6d605a05155 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b0621011-00a8-43df-ac92-ce1f2af05d6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1635075 Jul 29 05:21:50.394701 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-10dc23f4-4066-4e91-89c9-623b0591d089 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a67a3b58e8c04374abdcd8fec4e0b411&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0302870 Jul 29 05:21:50.395467 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 57278) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:21:50.489431 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-9472917f-f69f-45e3-89b6-99e58b4e94d6 req-03d1a41b-e239-4524-95ea-3515a0178309 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ff83e9-b98e-47c5-83cb-37ac61826fba HTTP/1.1" status: 200 len: 210 time: 0.6685767 Jul 29 05:21:50.510758 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 05:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-212b0594-9e9c-400b-bff5-7de156774288 x-openstack-request-id: req-212b0594-9e9c-400b-bff5-7de156774288 {{(pid=104005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 05:21:50.511245 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05c46947-e368-441d-9e07-584e95d55780", "tag": "a271d975-09dc-4c3e-8b57-3468787c62a8", "status": "completed", "code": 200}]} {{(pid=104005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 05:21:50.511444 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-212b0594-9e9c-400b-bff5-7de156774288 {{(pid=104005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 05:21:50.511756 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.notifiers.nova [-] Nova event matching ['req-212b0594-9e9c-400b-bff5-7de156774288'] response: {'name': 'network-changed', 'server_uuid': '05c46947-e368-441d-9e07-584e95d55780', 'tag': 'a271d975-09dc-4c3e-8b57-3468787c62a8', 'status': 'completed', 'code': 200} Jul 29 05:21:50.527004 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Device 6bc36d89-d1c5-4873-87c6-12b89c984f37 details requested by agent hyperv_hv-cinder-85127 with host hv-cinder-85127 {{(pid=104006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 05:21:50.567207 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e20d2cde-4dcc-4977-9747-ea3a3f7b2dd3 req-7b8bac3b-c266-414e-a815-7573edf79ea9 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Made reservation on behalf of 92f16adc2357459aa0afb68db89031dd for: {'port': 1} {{(pid=104005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 05:21:50.589937 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-e20d2cde-4dcc-4977-9747-ea3a3f7b2dd3 req-7b8bac3b-c266-414e-a815-7573edf79ea9 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (None), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:50.622231 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc23f4-4066-4e91-89c9-623b0591d089 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b212daf1-9d48-4842-b784-16da7daa38d2,revision_number=1']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:50.638016 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d911858-626f-4f4d-975b-d0be50eb5e7d req-a2379a5f-c823-40c1-b9f8-e3ee374472f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:21:50.644209 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-4d911858-626f-4f4d-975b-d0be50eb5e7d req-a2379a5f-c823-40c1-b9f8-e3ee374472f9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9 HTTP/1.1" status: 200 len: 920 time: 0.7539921 Jul 29 05:21:50.692770 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3330d7c9-5277-4f77-8ff0-0c30da2828ff req-f2b112e5-86a0-4cc5-b1ba-8655bea1854e tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:21:50.700734 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-3330d7c9-5277-4f77-8ff0-0c30da2828ff req-f2b112e5-86a0-4cc5-b1ba-8655bea1854e tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/ports?device_id=05c46947-e368-441d-9e07-584e95d55780 HTTP/1.1" status: 200 len: 943 time: 0.1265442 Jul 29 05:21:50.702884 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-a196a2ab-a22d-44bc-b979-818a0d81f8c7 admin admin] Publish callbacks [] for security_group (b212daf1-9d48-4842-b784-16da7daa38d2), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:50.785601 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-a196a2ab-a22d-44bc-b979-818a0d81f8c7 admin admin] Publish callbacks [] for security_group (b212daf1-9d48-4842-b784-16da7daa38d2), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:50.803331 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-1a779ace-aad0-4cee-b9f5-461861b120a4 req-8115b88a-96bd-418c-ab2f-a78118a184dd service neutron] 10.222.0.60 "GET /v2.0/networks/b0621011-00a8-43df-ac92-ce1f2af05d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4051864 Jul 29 05:21:50.867197 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41182d7-8e68-4008-be78-0b6b959f783e req-69503831-99cd-46c2-b3eb-68e2031de0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:21:50.868911 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-b41182d7-8e68-4008-be78-0b6b959f783e req-69503831-99cd-46c2-b3eb-68e2031de0b5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b55efc63-6791-470d-af15-935a2f0fc83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4974947 Jul 29 05:21:50.894135 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-9b2dcb6b-234d-45fe-b2ff-9666a32d5dfc req-ad90bf9b-d7f2-4362-874f-84310171cce7 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ff4221e-eadc-491b-9f3c-9b41413a63d0 HTTP/1.1" status: 200 len: 210 time: 0.2445445 Jul 29 05:21:50.895963 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-4d911858-626f-4f4d-975b-d0be50eb5e7d req-d02afd1c-b947-4421-9441-61f47aea13b2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6bc36d89-d1c5-4873-87c6-12b89c984f37 HTTP/1.1" status: 200 len: 217 time: 0.2002022 Jul 29 05:21:50.899732 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-3330d7c9-5277-4f77-8ff0-0c30da2828ff req-501a490e-b07d-4114-a79a-b587ea11eb8c tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8a3af79-0975-43ba-9287-d4cb627a90b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1977496 Jul 29 05:21:50.909378 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7413c3ef-7f88-4e40-be40-f218da4244d2 req-ad1fa1ec-f379-4fa1-836d-39231260cad2 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:21:50.911143 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-7413c3ef-7f88-4e40-be40-f218da4244d2 req-ad1fa1ec-f379-4fa1-836d-39231260cad2 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.60 "GET /v2.0/networks?id=2abd58fa-fb8d-4cc3-8df0-c903c7b8dd87 HTTP/1.1" status: 200 len: 816 time: 0.7752330 Jul 29 05:21:51.001231 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] For port 6bc36d89-d1c5-4873-87c6-12b89c984f37, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=6bc36d89-d1c5-4873-87c6-12b89c984f37,segment=NetworkSegment(2ceab750-82be-448f-8b3e-b595d666c0d7),segment_id=2ceab750-82be-448f-8b3e-b595d666c0d7)] {{(pid=104006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:21:51.046590 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Returning: {'device': '6bc36d89-d1c5-4873-87c6-12b89c984f37', 'network_id': '71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9', 'port_id': '6bc36d89-d1c5-4873-87c6-12b89c984f37', 'mac_address': 'fa:16:3e:dd:a7:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a137c074-4437-44e5-8103-6184a1dda097', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 05:21:51.060955 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-a196a2ab-a22d-44bc-b979-818a0d81f8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (b212daf1-9d48-4842-b784-16da7daa38d2), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:51.066921 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-a196a2ab-a22d-44bc-b979-818a0d81f8c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:51.076626 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-a196a2ab-a22d-44bc-b979-818a0d81f8c7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b212daf1-9d48-4842-b784-16da7daa38d2 HTTP/1.1" status: 204 len: 168 time: 0.6772618 Jul 29 05:21:51.095887 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-1a779ace-aad0-4cee-b9f5-461861b120a4 req-853c589d-6c8f-43e5-8eb0-f8f7aae15210 service neutron] 10.222.0.60 "GET /v2.0/networks/b0621011-00a8-43df-ac92-ce1f2af05d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2818089 Jul 29 05:21:51.097498 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a196a2ab-a22d-44bc-b979-818a0d81f8c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b212daf1-9d48-4842-b784-16da7daa38d2,revision_number=None']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:51.180058 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Current status of the port 6bc36d89-d1c5-4873-87c6-12b89c984f37 is: DOWN; New status is: BUILD {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:21:51.180428 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (6bc36d89-d1c5-4873-87c6-12b89c984f37), before_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:51.190294 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-b0d07096-bebc-4f23-bf6e-684ee0db3c0d req-2c183e33-42c2-4f69-9ccf-3c641e040db0 service neutron] 10.222.0.60 "GET /v2.0/networks/71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2761145 Jul 29 05:21:51.207081 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.notifiers.nova [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bc36d89-d1c5-4873-87c6-12b89c984f37 {{(pid=104006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 05:21:51.232209 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] For port 6bc36d89-d1c5-4873-87c6-12b89c984f37, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=6bc36d89-d1c5-4873-87c6-12b89c984f37,segment=NetworkSegment(2ceab750-82be-448f-8b3e-b595d666c0d7),segment_id=2ceab750-82be-448f-8b3e-b595d666c0d7)] {{(pid=104006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:21:51.239762 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (6bc36d89-d1c5-4873-87c6-12b89c984f37), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:51.303074 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:51.352093 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d911858-626f-4f4d-975b-d0be50eb5e7d req-b275327b-c75c-4a08-9904-d46405253fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:21:51.353880 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-4d911858-626f-4f4d-975b-d0be50eb5e7d req-b275327b-c75c-4a08-9904-d46405253fa1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a137c074-4437-44e5-8103-6184a1dda097 HTTP/1.1" status: 200 len: 858 time: 0.4361045 Jul 29 05:21:51.358722 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Pushing event updated for resources: {'Port': ['ID=6bc36d89-d1c5-4873-87c6-12b89c984f37,revision_number=4']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:51.437354 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df954020-b742-4457-9785-faf83477992e req-b243952e-6e5a-4404-a1c3-f546825282bd tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:21:51.439049 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-df954020-b742-4457-9785-faf83477992e req-b243952e-6e5a-4404-a1c3-f546825282bd tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6c67286-4bb1-4dc6-87ba-4c21f3ff863a HTTP/1.1" status: 200 len: 943 time: 0.3491902 Jul 29 05:21:51.582371 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] get_ports_and_sgs() called for port_ids ['6bc36d89-d1c5-4873-87c6-12b89c984f37'] {{(pid=104006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 05:21:51.588206 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-7413c3ef-7f88-4e40-be40-f218da4244d2 req-991e7755-9d41-4806-a421-115547dd1345 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9fda8c6d9ffa4955b2f19411ee340cb3 HTTP/1.1" status: 200 len: 378 time: 0.6485305 Jul 29 05:21:51.604902 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-b41182d7-8e68-4008-be78-0b6b959f783e req-5badcbd8-fbe2-4ea4-a1b6-e792fe62746f service neutron] 10.222.0.60 "GET /v2.0/networks/b55efc63-6791-470d-af15-935a2f0fc83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7045443 Jul 29 05:21:51.629377 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d911858-626f-4f4d-975b-d0be50eb5e7d req-d79a2659-81e8-4f0c-a032-8f8c1a445399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:21:51.631325 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-4d911858-626f-4f4d-975b-d0be50eb5e7d req-d79a2659-81e8-4f0c-a032-8f8c1a445399 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2309098 Jul 29 05:21:51.644734 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.v2.base [req-7413c3ef-7f88-4e40-be40-f218da4244d2 req-c6a89797-cca7-41ec-9bb4-541926f96a96 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Request body: {'port': {'device_id': '6ff4221e-eadc-491b-9f3c-9b41413a63d0', 'network_id': '2abd58fa-fb8d-4cc3-8df0-c903c7b8dd87', 'admin_state_up': True, 'tenant_id': '9fda8c6d9ffa4955b2f19411ee340cb3', 'security_groups': ['b1b037b0-0efa-496f-bd70-b1139f60e425']}} {{(pid=104005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:21:51.658672 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b8c47-09d1-463c-bbde-03bee035023b req-ad2a121d-ecb4-4bd9-a5ee-6592508989e9 tempest-DeleteServersTestJSON-433700856 tempest-DeleteServersTestJSON-433700856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:21:51.679485 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:51.691122 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-f84b8c47-09d1-463c-bbde-03bee035023b req-ad2a121d-ecb4-4bd9-a5ee-6592508989e9 tempest-DeleteServersTestJSON-433700856 tempest-DeleteServersTestJSON-433700856-project] 10.222.0.49 "GET /v2.0/ports?device_id=51207b24-620a-4479-be28-4db53ef4073e HTTP/1.1" status: 200 len: 945 time: 0.1662371 Jul 29 05:21:51.711328 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 57330) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:21:51.756737 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-0963119c-215b-440d-857f-feb021a5aded admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:51.767123 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.db_base_plugin_common [req-e20d2cde-4dcc-4977-9747-ea3a3f7b2dd3 req-7b8bac3b-c266-414e-a815-7573edf79ea9 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Allocated IP 172.20.0.13 (60b4bb7c-7825-4f15-bc04-5ac3fa10b445/6b58381f-b173-48c0-ac4a-7a853ae2cd60/271bc52d-2fba-4db9-bfaa-44a4a119f24e) {{(pid=104005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 05:21:51.859715 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:51.904618 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-f84b8c47-09d1-463c-bbde-03bee035023b req-0f293625-8ffd-41a4-9ed7-1d12ad0fbbe4 tempest-DeleteServersTestJSON-433700856 tempest-DeleteServersTestJSON-433700856-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c3956c6-6830-45d5-accb-2b89f69b0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094767 Jul 29 05:21:52.075968 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-2b26fb6b-ed4a-489f-bac0-b1b46b676c4c req-314b7dd8-9a5b-4403-b76c-9d53dc86ad25 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ff83e9-b98e-47c5-83cb-37ac61826fba HTTP/1.1" status: 200 len: 210 time: 0.0530879 Jul 29 05:21:52.096800 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-0963119c-215b-440d-857f-feb021a5aded admin admin] Publish callbacks [] for security_group (6de38233-6735-40f3-8d78-ca274fecf392), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:52.104647 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-0963119c-215b-440d-857f-feb021a5aded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (6de38233-6735-40f3-8d78-ca274fecf392), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:52.113429 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-df954020-b742-4457-9785-faf83477992e req-1ac641d4-228e-4394-9d34-63598c21d2b5 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2d77d07-9d3f-4f87-89d0-b3dbc311f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6218238 Jul 29 05:21:52.133838 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-b41182d7-8e68-4008-be78-0b6b959f783e req-06ede1d1-75f3-499b-be31-b56b90046cf1 service neutron] 10.222.0.60 "GET /v2.0/networks/b55efc63-6791-470d-af15-935a2f0fc83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5185342 Jul 29 05:21:52.161072 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:52.164670 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-b0d07096-bebc-4f23-bf6e-684ee0db3c0d req-48db223a-1df7-480d-bb04-dad5cfc1722a service neutron] 10.222.0.60 "GET /v2.0/networks/71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8942742 Jul 29 05:21:52.181816 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0963119c-215b-440d-857f-feb021a5aded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6de38233-6735-40f3-8d78-ca274fecf392,revision_number=1']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:52.189982 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-0963119c-215b-440d-857f-feb021a5aded admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=85eb103fb0934fffa765d31b0c8808e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4673698 Jul 29 05:21:52.194768 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 57350) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:21:52.235788 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:52.284621 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-e20d2cde-4dcc-4977-9747-ea3a3f7b2dd3 req-7b8bac3b-c266-414e-a815-7573edf79ea9 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Publish callbacks [] for port (271bc52d-2fba-4db9-bfaa-44a4a119f24e), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:52.331659 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-8cc25f11-c28b-4bc9-865f-433fc586ca8f req-3dd78566-e31d-4516-9a8a-55f8da05348e tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ff4221e-eadc-491b-9f3c-9b41413a63d0 HTTP/1.1" status: 200 len: 210 time: 0.0997601 Jul 29 05:21:52.331820 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-4d911858-626f-4f4d-975b-d0be50eb5e7d req-e39b5ee2-3efc-4813-a61e-d5c1e2bbeb0f service neutron] 10.222.0.60 "GET /v2.0/networks/71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6772509 Jul 29 05:21:52.417914 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4ffe06-3f3c-4234-8f5c-6056c0ca06f0 req-db3365b2-899f-4d06-846e-826fe2deee67 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:21:52.419456 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-0c4ffe06-3f3c-4234-8f5c-6056c0ca06f0 req-db3365b2-899f-4d06-846e-826fe2deee67 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/ports?device_id=05c46947-e368-441d-9e07-584e95d55780 HTTP/1.1" status: 200 len: 943 time: 0.0916321 Jul 29 05:21:52.424475 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7413c3ef-7f88-4e40-be40-f218da4244d2 req-c6a89797-cca7-41ec-9bb4-541926f96a96 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Made reservation on behalf of 9fda8c6d9ffa4955b2f19411ee340cb3 for: {'port': 1} {{(pid=104005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 05:21:52.427869 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-7413c3ef-7f88-4e40-be40-f218da4244d2 req-c6a89797-cca7-41ec-9bb4-541926f96a96 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (None), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:52.449145 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-cdaccb16-0f3c-40e0-baee-8ab03a8c491e admin admin] Publish callbacks [] for security_group (6de38233-6735-40f3-8d78-ca274fecf392), before_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:52.492695 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-e20d2cde-4dcc-4977-9747-ea3a3f7b2dd3 req-7b8bac3b-c266-414e-a815-7573edf79ea9 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737760223811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1905596'] for port (271bc52d-2fba-4db9-bfaa-44a4a119f24e), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:52.507418 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-cdaccb16-0f3c-40e0-baee-8ab03a8c491e admin admin] Publish callbacks [] for security_group (6de38233-6735-40f3-8d78-ca274fecf392), precommit_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:52.525972 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Device 6bc36d89-d1c5-4873-87c6-12b89c984f37 up at agent hyperv_hv-cinder-85127 {{(pid=104006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 05:21:52.616164 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Provisioning for port 6bc36d89-d1c5-4873-87c6-12b89c984f37 completed by entity L2. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 29 05:21:52.631987 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Provisioning complete for port 6bc36d89-d1c5-4873-87c6-12b89c984f37 triggered by entity L2. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:21:52.634489 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e20d2cde-4dcc-4977-9747-ea3a3f7b2dd3 req-7b8bac3b-c266-414e-a815-7573edf79ea9 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Network 60b4bb7c-7825-4f15-bc04-5ac3fa10b445 is already hosted by enough agents. {{(pid=104005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 05:21:52.634792 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (6bc36d89-d1c5-4873-87c6-12b89c984f37), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:52.663238 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-0c4ffe06-3f3c-4234-8f5c-6056c0ca06f0 req-a4ca3096-483f-47cd-b946-e91ab6c55753 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8a3af79-0975-43ba-9287-d4cb627a90b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2117338 Jul 29 05:21:52.671270 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.base_scheduler [req-e20d2cde-4dcc-4977-9747-ea3a3f7b2dd3 req-7b8bac3b-c266-414e-a815-7573edf79ea9 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Resources bound (agent type, host, resource id): {{(pid=104005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:21:52.685238 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8bac3b-c266-414e-a815-7573edf79ea9 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Pushing event updated for resources: {'Port': ['ID=271bc52d-2fba-4db9-bfaa-44a4a119f24e,revision_number=1']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:52.688044 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvrscheduler_db [req-e20d2cde-4dcc-4977-9747-ea3a3f7b2dd3 req-7b8bac3b-c266-414e-a815-7573edf79ea9 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Received port after_create {{(pid=104005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 05:21:52.734107 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=100 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:52.802960 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Current status of the port 6bc36d89-d1c5-4873-87c6-12b89c984f37 is: BUILD; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:21:52.803682 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (6bc36d89-d1c5-4873-87c6-12b89c984f37), before_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:52.842868 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6c67286-4bb1-4dc6-87ba-4c21f3ff863a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bc36d89-d1c5-4873-87c6-12b89c984f37'}] {{(pid=104006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 05:21:52.962563 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] For port 6bc36d89-d1c5-4873-87c6-12b89c984f37, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=6bc36d89-d1c5-4873-87c6-12b89c984f37,segment=NetworkSegment(2ceab750-82be-448f-8b3e-b595d666c0d7),segment_id=2ceab750-82be-448f-8b3e-b595d666c0d7)] {{(pid=104006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:21:52.993725 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (6bc36d89-d1c5-4873-87c6-12b89c984f37), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:52.995478 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Device add97173-f389-4e35-b131-c4e58524e3c9 up at agent hyperv_hv-cinder-85127 {{(pid=104006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 05:21:53.061203 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.db_base_plugin_common [req-7413c3ef-7f88-4e40-be40-f218da4244d2 req-c6a89797-cca7-41ec-9bb4-541926f96a96 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Allocated IP 172.20.0.14 (2abd58fa-fb8d-4cc3-8df0-c903c7b8dd87/ac46bf73-3dbd-41e0-8b70-b021adbe3f3f/de35419f-6c42-424f-baf0-e88731e69e60) {{(pid=104005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 05:21:53.076702 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-1b50094d-5714-4e68-b23d-ae435c834a6b None None] Provisioning complete for port 271bc52d-2fba-4db9-bfaa-44a4a119f24e triggered by entity DHCP. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:21:53.077286 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-1b50094d-5714-4e68-b23d-ae435c834a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (271bc52d-2fba-4db9-bfaa-44a4a119f24e), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:53.125011 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d4725a-960d-457b-ba9f-372a2fb953dd req-4a6f57d2-d2ae-4c8f-9e72-7472ed10db27 tempest-DeleteServersTestJSON-433700856 tempest-DeleteServersTestJSON-433700856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:21:53.128682 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-41d4725a-960d-457b-ba9f-372a2fb953dd req-4a6f57d2-d2ae-4c8f-9e72-7472ed10db27 tempest-DeleteServersTestJSON-433700856 tempest-DeleteServersTestJSON-433700856-project] 10.222.0.49 "GET /v2.0/ports?device_id=51207b24-620a-4479-be28-4db53ef4073e HTTP/1.1" status: 200 len: 945 time: 0.1295459 Jul 29 05:21:53.150589 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Pushing event updated for resources: {'Port': ['ID=6bc36d89-d1c5-4873-87c6-12b89c984f37,revision_number=5']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:53.166446 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Provisioning for port add97173-f389-4e35-b131-c4e58524e3c9 completed by entity L2. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 29 05:21:53.177305 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-1b50094d-5714-4e68-b23d-ae435c834a6b None None] Port 271bc52d-2fba-4db9-bfaa-44a4a119f24e cannot update to ACTIVE because it is not bound. {{(pid=104006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 29 05:21:53.180001 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Provisioning complete for port add97173-f389-4e35-b131-c4e58524e3c9 triggered by entity L2. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:21:53.180593 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (add97173-f389-4e35-b131-c4e58524e3c9), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:53.189236 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20d2cde-4dcc-4977-9747-ea3a3f7b2dd3 req-7b8bac3b-c266-414e-a815-7573edf79ea9 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:21:53.190400 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-e20d2cde-4dcc-4977-9747-ea3a3f7b2dd3 req-7b8bac3b-c266-414e-a815-7573edf79ea9 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670410'] for port (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:53.292984 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e99febf74dea338d8edfc28e98bc5f49fff1daa2966fa3a6b84f517592192115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8efea83c-f55e-42de-bf60-76b121859cd6" -d '{"events": [{"server_uuid": "a6c67286-4bb1-4dc6-87ba-4c21f3ff863a", "name": "network-vif-plugged", "status": "completed", "tag": "6bc36d89-d1c5-4873-87c6-12b89c984f37"}]}' {{(pid=104006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 05:21:53.294571 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-41d4725a-960d-457b-ba9f-372a2fb953dd req-4f9a3a94-f688-4e71-ad2a-a63f764716f6 tempest-DeleteServersTestJSON-433700856 tempest-DeleteServersTestJSON-433700856-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c3956c6-6830-45d5-accb-2b89f69b0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586435 Jul 29 05:21:53.310845 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Current status of the port add97173-f389-4e35-b131-c4e58524e3c9 is: BUILD; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:21:53.311243 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (add97173-f389-4e35-b131-c4e58524e3c9), before_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:53.322388 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-cdaccb16-0f3c-40e0-baee-8ab03a8c491e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (6de38233-6735-40f3-8d78-ca274fecf392), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:53.325577 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-cdaccb16-0f3c-40e0-baee-8ab03a8c491e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:53.326667 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-cdaccb16-0f3c-40e0-baee-8ab03a8c491e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6de38233-6735-40f3-8d78-ca274fecf392 HTTP/1.1" status: 204 len: 168 time: 1.1303484 Jul 29 05:21:53.356615 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=3 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:53.357233 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:53.412670 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaccb16-0f3c-40e0-baee-8ab03a8c491e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6de38233-6735-40f3-8d78-ca274fecf392,revision_number=None']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:53.427815 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] For port add97173-f389-4e35-b131-c4e58524e3c9, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=add97173-f389-4e35-b131-c4e58524e3c9,segment=NetworkSegment(2ceab750-82be-448f-8b3e-b595d666c0d7),segment_id=2ceab750-82be-448f-8b3e-b595d666c0d7)] {{(pid=104006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:21:53.428181 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-e20d2cde-4dcc-4977-9747-ea3a3f7b2dd3 req-7b8bac3b-c266-414e-a815-7573edf79ea9 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0460243 Jul 29 05:21:53.435648 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-7413c3ef-7f88-4e40-be40-f218da4244d2 req-c6a89797-cca7-41ec-9bb4-541926f96a96 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Publish callbacks [] for port (de35419f-6c42-424f-baf0-e88731e69e60), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:53.444074 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017b9187-4333-4e21-b558-eb4ae3a9de3d req-3147a330-ad71-4915-b81d-e33cf6f696e8 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:21:53.447097 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.v2.base [req-e20d2cde-4dcc-4977-9747-ea3a3f7b2dd3 req-312fa0bf-4725-4ffd-812b-28e1a7eb15d6 service neutron] Request body: {'port': {'device_id': 'f6ff83e9-b98e-47c5-83cb-37ac61826fba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85127'}} {{(pid=104005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:21:53.448913 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (add97173-f389-4e35-b131-c4e58524e3c9), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:53.450539 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Device d7a5be9c-7f6e-42cf-b431-44dea7fa4b46 up at agent hyperv_hv-cinder-85127 {{(pid=104006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 05:21:53.452265 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-017b9187-4333-4e21-b558-eb4ae3a9de3d req-3147a330-ad71-4915-b81d-e33cf6f696e8 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6c67286-4bb1-4dc6-87ba-4c21f3ff863a HTTP/1.1" status: 200 len: 945 time: 0.0820911 Jul 29 05:21:53.452714 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6bac26-dd78-44c1-961a-b343e3f37862 req-75dea6de-a82c-4138-8177-097d4b162e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:21:53.454411 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-5c6bac26-dd78-44c1-961a-b343e3f37862 req-75dea6de-a82c-4138-8177-097d4b162e5c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9d8baaf2e23546ee8ed1de278617c7d2&device_id=05c46947-e368-441d-9e07-584e95d55780 HTTP/1.1" status: 200 len: 1127 time: 0.3387604 Jul 29 05:21:53.515134 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-017b9187-4333-4e21-b558-eb4ae3a9de3d req-7a1b32fe-5092-42c3-97c9-a8a5cdfee4b6 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2d77d07-9d3f-4f87-89d0-b3dbc311f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618160 Jul 29 05:21:53.535185 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fae4ffb-b2c5-4a5d-998d-a171e8499cc7 req-263ddfaf-b7f8-4550-8d12-15e2204b0d4c tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:21:53.539560 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-3fae4ffb-b2c5-4a5d-998d-a171e8499cc7 req-263ddfaf-b7f8-4550-8d12-15e2204b0d4c tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ff83e9-b98e-47c5-83cb-37ac61826fba HTTP/1.1" status: 200 len: 932 time: 0.2222414 Jul 29 05:21:53.612442 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Pushing event updated for resources: {'Port': ['ID=add97173-f389-4e35-b131-c4e58524e3c9,revision_number=5']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:53.624594 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Provisioning for port d7a5be9c-7f6e-42cf-b431-44dea7fa4b46 completed by entity L2. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 29 05:21:53.638289 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Provisioning complete for port d7a5be9c-7f6e-42cf-b431-44dea7fa4b46 triggered by entity L2. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:21:53.638691 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (d7a5be9c-7f6e-42cf-b431-44dea7fa4b46), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:53.639802 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-4d911858-626f-4f4d-975b-d0be50eb5e7d req-ffbf99fb-5fd8-49a4-95d4-d07af5772eae service neutron] 10.222.0.60 "GET /v2.0/networks/71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5252252 Jul 29 05:21:53.687104 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:53.733664 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-e20d2cde-4dcc-4977-9747-ea3a3f7b2dd3 req-312fa0bf-4725-4ffd-812b-28e1a7eb15d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (271bc52d-2fba-4db9-bfaa-44a4a119f24e), before_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:53.750204 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Current status of the port d7a5be9c-7f6e-42cf-b431-44dea7fa4b46 is: BUILD; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:21:53.751617 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (d7a5be9c-7f6e-42cf-b431-44dea7fa4b46), before_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:53.767205 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 05:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a31a8e6-7905-4d63-ba16-3615d8a94e3b x-openstack-request-id: req-4a31a8e6-7905-4d63-ba16-3615d8a94e3b {{(pid=104006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 05:21:53.767657 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6c67286-4bb1-4dc6-87ba-4c21f3ff863a", "name": "network-vif-plugged", "status": "completed", "tag": "6bc36d89-d1c5-4873-87c6-12b89c984f37", "code": 200}]} {{(pid=104006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 05:21:53.789888 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4a31a8e6-7905-4d63-ba16-3615d8a94e3b {{(pid=104006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 05:21:53.791047 dv-cinder-851279-2-iscsi neutron-server[104006]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a31a8e6-7905-4d63-ba16-3615d8a94e3b'] response: {'server_uuid': 'a6c67286-4bb1-4dc6-87ba-4c21f3ff863a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bc36d89-d1c5-4873-87c6-12b89c984f37', 'code': 200} Jul 29 05:21:53.808853 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-7413c3ef-7f88-4e40-be40-f218da4244d2 req-c6a89797-cca7-41ec-9bb4-541926f96a96 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737760223811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1905596'] for port (de35419f-6c42-424f-baf0-e88731e69e60), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:53.857488 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6bac26-dd78-44c1-961a-b343e3f37862 req-379aab63-69e3-4eec-ac85-1fc72774f8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:21:53.859175 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-5c6bac26-dd78-44c1-961a-b343e3f37862 req-379aab63-69e3-4eec-ac85-1fc72774f8e4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b55efc63-6791-470d-af15-935a2f0fc83e HTTP/1.1" status: 200 len: 915 time: 0.3581731 Jul 29 05:21:53.937517 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] For port d7a5be9c-7f6e-42cf-b431-44dea7fa4b46, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=d7a5be9c-7f6e-42cf-b431-44dea7fa4b46,segment=NetworkSegment(32f72901-d676-4835-84a6-96ebe24e8ccf),segment_id=32f72901-d676-4835-84a6-96ebe24e8ccf)] {{(pid=104006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:21:53.946326 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (d7a5be9c-7f6e-42cf-b431-44dea7fa4b46), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:54.002400 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-3fae4ffb-b2c5-4a5d-998d-a171e8499cc7 req-fb7e1aa6-14c4-43f2-bd0b-e3cc939bf62e tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/security-groups?id=e9b3d23d-0615-4fd6-b695-2037ba10d6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4128597 Jul 29 05:21:54.027940 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c1039b-d845-4bdb-92fb-f6207767a684 req-dcbb8b69-7f46-4fb3-9a43-6c6d63e2512d tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:21:54.028493 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Pushing event updated for resources: {'Port': ['ID=d7a5be9c-7f6e-42cf-b431-44dea7fa4b46,revision_number=5']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:54.041010 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-16c1039b-d845-4bdb-92fb-f6207767a684 req-dcbb8b69-7f46-4fb3-9a43-6c6d63e2512d tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ff4221e-eadc-491b-9f3c-9b41413a63d0 HTTP/1.1" status: 200 len: 932 time: 0.1724219 Jul 29 05:21:54.079558 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=9 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:54.096691 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-5c6bac26-dd78-44c1-961a-b343e3f37862 req-d3ca3c03-4b3b-44da-9d3b-1cf7badfcfc5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a271d975-09dc-4c3e-8b57-3468787c62a8 HTTP/1.1" status: 200 len: 217 time: 0.2268710 Jul 29 05:21:54.113428 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7413c3ef-7f88-4e40-be40-f218da4244d2 req-c6a89797-cca7-41ec-9bb4-541926f96a96 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Network 2abd58fa-fb8d-4cc3-8df0-c903c7b8dd87 is already hosted by enough agents. {{(pid=104005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 05:21:54.116915 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-16c1039b-d845-4bdb-92fb-f6207767a684 req-bdd800fa-8be0-4f64-a75e-9e0f76570ae5 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1b037b0-0efa-496f-bd70-b1139f60e425&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0701394 Jul 29 05:21:54.312567 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.base_scheduler [req-7413c3ef-7f88-4e40-be40-f218da4244d2 req-c6a89797-cca7-41ec-9bb4-541926f96a96 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Resources bound (agent type, host, resource id): {{(pid=104005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:21:54.330723 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a89797-cca7-41ec-9bb4-541926f96a96 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Pushing event updated for resources: {'Port': ['ID=de35419f-6c42-424f-baf0-e88731e69e60,revision_number=1']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:54.333189 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvrscheduler_db [req-7413c3ef-7f88-4e40-be40-f218da4244d2 req-c6a89797-cca7-41ec-9bb4-541926f96a96 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Received port after_create {{(pid=104005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 05:21:54.395186 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 57464) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:21:54.466373 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540401ad-be0c-4d69-954f-9e10341e4296 req-f0fd3f7a-fc31-4f7e-aec6-07c31d0215ed tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:21:54.468225 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-540401ad-be0c-4d69-954f-9e10341e4296 req-f0fd3f7a-fc31-4f7e-aec6-07c31d0215ed tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/ports?device_id=05c46947-e368-441d-9e07-584e95d55780 HTTP/1.1" status: 200 len: 943 time: 0.3230205 Jul 29 05:21:54.487095 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c100e776-a5eb-454c-bd42-32fdca219050 req-4145c8a4-fef3-4f20-bf4f-d459d9d00b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:21:54.488947 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-c100e776-a5eb-454c-bd42-32fdca219050 req-4145c8a4-fef3-4f20-bf4f-d459d9d00b6c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a6c67286-4bb1-4dc6-87ba-4c21f3ff863a HTTP/1.1" status: 200 len: 1129 time: 0.3878338 Jul 29 05:21:54.497131 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad82a8a9-1d9e-4362-8f57-9310c6d5d958 req-72a7838e-bdbf-457f-aa34-7d690536d5a9 tempest-DeleteServersTestJSON-433700856 tempest-DeleteServersTestJSON-433700856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:21:54.499215 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-ad82a8a9-1d9e-4362-8f57-9310c6d5d958 req-72a7838e-bdbf-457f-aa34-7d690536d5a9 tempest-DeleteServersTestJSON-433700856 tempest-DeleteServersTestJSON-433700856-project] 10.222.0.49 "GET /v2.0/ports?device_id=51207b24-620a-4479-be28-4db53ef4073e HTTP/1.1" status: 200 len: 946 time: 0.0893006 Jul 29 05:21:54.543490 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6bac26-dd78-44c1-961a-b343e3f37862 req-79373daa-873e-4322-bd31-00081d4c211c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:21:54.545225 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-5c6bac26-dd78-44c1-961a-b343e3f37862 req-79373daa-873e-4322-bd31-00081d4c211c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bbb96b40-4994-4d5c-ad35-a19342a29a39 HTTP/1.1" status: 200 len: 853 time: 0.4308047 Jul 29 05:21:54.557739 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:54.567240 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-40c9d9aa-a0c9-4d8a-9f03-e2890e30f8ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:54.597625 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-ad82a8a9-1d9e-4362-8f57-9310c6d5d958 req-a4f08a79-1f1d-4c21-9548-0471a82ba6bd tempest-DeleteServersTestJSON-433700856 tempest-DeleteServersTestJSON-433700856-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c3956c6-6830-45d5-accb-2b89f69b0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888631 Jul 29 05:21:54.639623 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7413c3ef-7f88-4e40-be40-f218da4244d2 req-c6a89797-cca7-41ec-9bb4-541926f96a96 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:21:54.640288 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-7413c3ef-7f88-4e40-be40-f218da4244d2 req-c6a89797-cca7-41ec-9bb4-541926f96a96 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670410'] for port (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:54.672448 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-7413c3ef-7f88-4e40-be40-f218da4244d2 req-c6a89797-cca7-41ec-9bb4-541926f96a96 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0587540 Jul 29 05:21:54.685278 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-540401ad-be0c-4d69-954f-9e10341e4296 req-fdb7d56f-50f4-48fc-b5c2-601cf1e072f4 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8a3af79-0975-43ba-9287-d4cb627a90b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2048965 Jul 29 05:21:54.703653 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-40c9d9aa-a0c9-4d8a-9f03-e2890e30f8ad admin admin] Publish callbacks [] for security_group (520d4771-5186-4300-8ca2-7529182efcf1), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:54.719441 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-431498c5-330a-45c8-8474-83e6e76eb08a None None] Provisioning complete for port de35419f-6c42-424f-baf0-e88731e69e60 triggered by entity DHCP. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:21:54.720534 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-431498c5-330a-45c8-8474-83e6e76eb08a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (de35419f-6c42-424f-baf0-e88731e69e60), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:54.740152 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-40c9d9aa-a0c9-4d8a-9f03-e2890e30f8ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (520d4771-5186-4300-8ca2-7529182efcf1), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:54.755749 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-431498c5-330a-45c8-8474-83e6e76eb08a None None] Port de35419f-6c42-424f-baf0-e88731e69e60 cannot update to ACTIVE because it is not bound. {{(pid=104006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 29 05:21:54.796046 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c7503d-9677-4f0a-a84c-c28f995c7550 req-08fa1d8a-649e-4c69-af86-c00cabda479b tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:21:54.797611 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-a5c7503d-9677-4f0a-a84c-c28f995c7550 req-08fa1d8a-649e-4c69-af86-c00cabda479b tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6c67286-4bb1-4dc6-87ba-4c21f3ff863a HTTP/1.1" status: 200 len: 945 time: 0.1089194 Jul 29 05:21:54.798294 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c9d9aa-a0c9-4d8a-9f03-e2890e30f8ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=520d4771-5186-4300-8ca2-7529182efcf1,revision_number=1']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:54.819239 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-40c9d9aa-a0c9-4d8a-9f03-e2890e30f8ad admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b9998a3ac8144e31bcd744705f280b22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4227555 Jul 29 05:21:54.824845 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.notifiers.nova [req-e20d2cde-4dcc-4977-9747-ea3a3f7b2dd3 req-312fa0bf-4725-4ffd-812b-28e1a7eb15d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 271bc52d-2fba-4db9-bfaa-44a4a119f24e {{(pid=104005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 05:21:54.829328 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 57478) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:21:54.838656 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-e20d2cde-4dcc-4977-9747-ea3a3f7b2dd3 req-312fa0bf-4725-4ffd-812b-28e1a7eb15d6 service neutron] Publish callbacks [] for port (271bc52d-2fba-4db9-bfaa-44a4a119f24e), precommit_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:54.861256 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-a5c7503d-9677-4f0a-a84c-c28f995c7550 req-6569bab6-c7e5-4bd9-afc6-e5c391ffbe82 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2d77d07-9d3f-4f87-89d0-b3dbc311f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555563 Jul 29 05:21:54.869406 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.provisioning_blocks [req-e20d2cde-4dcc-4977-9747-ea3a3f7b2dd3 req-312fa0bf-4725-4ffd-812b-28e1a7eb15d6 service neutron] Transition to ACTIVE for port object 271bc52d-2fba-4db9-bfaa-44a4a119f24e will not be triggered until provisioned by entity L2. {{(pid=104005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 29 05:21:54.875677 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-e20d2cde-4dcc-4977-9747-ea3a3f7b2dd3 req-312fa0bf-4725-4ffd-812b-28e1a7eb15d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1905579'] for port (271bc52d-2fba-4db9-bfaa-44a4a119f24e), after_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:54.922096 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:54.951453 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312fa0bf-4725-4ffd-812b-28e1a7eb15d6 service neutron] Pushing event updated for resources: {'Port': ['ID=271bc52d-2fba-4db9-bfaa-44a4a119f24e,revision_number=2']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:54.953825 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-ba6deefd-2ed9-480b-b0c8-c0d3d3ed1024 admin admin] Publish callbacks [] for security_group (520d4771-5186-4300-8ca2-7529182efcf1), before_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:55.030631 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-ba6deefd-2ed9-480b-b0c8-c0d3d3ed1024 admin admin] Publish callbacks [] for security_group (520d4771-5186-4300-8ca2-7529182efcf1), precommit_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:55.097168 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.managers [req-e20d2cde-4dcc-4977-9747-ea3a3f7b2dd3 req-312fa0bf-4725-4ffd-812b-28e1a7eb15d6 service neutron] Attempting to bind port 271bc52d-2fba-4db9-bfaa-44a4a119f24e on host hv-cinder-85127 for vnic_type normal with profile {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 05:21:55.097504 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.managers [req-e20d2cde-4dcc-4977-9747-ea3a3f7b2dd3 req-312fa0bf-4725-4ffd-812b-28e1a7eb15d6 service neutron] Attempting to bind port 271bc52d-2fba-4db9-bfaa-44a4a119f24e by drivers openvswitch,hyperv on host hv-cinder-85127 at level 0 using segments [{'id': 'c24ea0bd-8f00-42e2-b69e-2e72b209c7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '60b4bb7c-7825-4f15-bc04-5ac3fa10b445'}] {{(pid=104005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 05:21:55.097870 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20d2cde-4dcc-4977-9747-ea3a3f7b2dd3 req-312fa0bf-4725-4ffd-812b-28e1a7eb15d6 service neutron] Attempting to bind port 271bc52d-2fba-4db9-bfaa-44a4a119f24e on network 60b4bb7c-7825-4f15-bc04-5ac3fa10b445 {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 05:21:55.122150 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20d2cde-4dcc-4977-9747-ea3a3f7b2dd3 req-312fa0bf-4725-4ffd-812b-28e1a7eb15d6 service neutron] Port 271bc52d-2fba-4db9-bfaa-44a4a119f24e on network 60b4bb7c-7825-4f15-bc04-5ac3fa10b445 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85127 {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 29 05:21:55.122510 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20d2cde-4dcc-4977-9747-ea3a3f7b2dd3 req-312fa0bf-4725-4ffd-812b-28e1a7eb15d6 service neutron] Attempting to bind port 271bc52d-2fba-4db9-bfaa-44a4a119f24e on network 60b4bb7c-7825-4f15-bc04-5ac3fa10b445 {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 05:21:55.140479 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20d2cde-4dcc-4977-9747-ea3a3f7b2dd3 req-312fa0bf-4725-4ffd-812b-28e1a7eb15d6 service neutron] Checking agent: {'id': '12b139f9-2daf-4047-bd2d-6bc43cda34b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85127', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 5, 19, 7), 'started_at': datetime.datetime(2022, 7, 29, 5, 19, 7), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 5, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 05:21:55.140942 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20d2cde-4dcc-4977-9747-ea3a3f7b2dd3 req-312fa0bf-4725-4ffd-812b-28e1a7eb15d6 service neutron] Checking segment: {'id': 'c24ea0bd-8f00-42e2-b69e-2e72b209c7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '60b4bb7c-7825-4f15-bc04-5ac3fa10b445'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 05:21:55.141336 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20d2cde-4dcc-4977-9747-ea3a3f7b2dd3 req-312fa0bf-4725-4ffd-812b-28e1a7eb15d6 service neutron] Bound using segment: {'id': 'c24ea0bd-8f00-42e2-b69e-2e72b209c7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '60b4bb7c-7825-4f15-bc04-5ac3fa10b445'} {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 05:21:55.141795 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.managers [req-e20d2cde-4dcc-4977-9747-ea3a3f7b2dd3 req-312fa0bf-4725-4ffd-812b-28e1a7eb15d6 service neutron] Bound port: 271bc52d-2fba-4db9-bfaa-44a4a119f24e, host: hv-cinder-85127, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c24ea0bd-8f00-42e2-b69e-2e72b209c7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '60b4bb7c-7825-4f15-bc04-5ac3fa10b445'}}] {{(pid=104005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 05:21:55.142160 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-e20d2cde-4dcc-4977-9747-ea3a3f7b2dd3 req-312fa0bf-4725-4ffd-812b-28e1a7eb15d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (271bc52d-2fba-4db9-bfaa-44a4a119f24e), before_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:55.157070 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-ba6deefd-2ed9-480b-b0c8-c0d3d3ed1024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (520d4771-5186-4300-8ca2-7529182efcf1), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:55.160134 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-ba6deefd-2ed9-480b-b0c8-c0d3d3ed1024 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:55.165262 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-ba6deefd-2ed9-480b-b0c8-c0d3d3ed1024 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/520d4771-5186-4300-8ca2-7529182efcf1 HTTP/1.1" status: 204 len: 168 time: 0.3289435 Jul 29 05:21:55.168490 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d96e347-527a-4f50-8bc2-10f1ea009ea8 req-abde3d6a-9af9-4380-a85a-10445f3b974a tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:21:55.170055 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-7d96e347-527a-4f50-8bc2-10f1ea009ea8 req-abde3d6a-9af9-4380-a85a-10445f3b974a tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ff83e9-b98e-47c5-83cb-37ac61826fba HTTP/1.1" status: 200 len: 944 time: 0.0833178 Jul 29 05:21:55.192033 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6deefd-2ed9-480b-b0c8-c0d3d3ed1024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=520d4771-5186-4300-8ca2-7529182efcf1,revision_number=None']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:55.289733 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-7d96e347-527a-4f50-8bc2-10f1ea009ea8 req-a1a9c58a-f410-446d-812b-e8b73c184df6 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/security-groups?id=e9b3d23d-0615-4fd6-b695-2037ba10d6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057072 Jul 29 05:21:55.292661 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.db [req-e20d2cde-4dcc-4977-9747-ea3a3f7b2dd3 req-312fa0bf-4725-4ffd-812b-28e1a7eb15d6 service neutron] For port 271bc52d-2fba-4db9-bfaa-44a4a119f24e, host hv-cinder-85127, cleared binding levels {{(pid=104005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 05:21:55.296260 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.db [req-e20d2cde-4dcc-4977-9747-ea3a3f7b2dd3 req-312fa0bf-4725-4ffd-812b-28e1a7eb15d6 service neutron] For port 271bc52d-2fba-4db9-bfaa-44a4a119f24e, host hv-cinder-85127, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=271bc52d-2fba-4db9-bfaa-44a4a119f24e,segment=NetworkSegment(c24ea0bd-8f00-42e2-b69e-2e72b209c7c1),segment_id=c24ea0bd-8f00-42e2-b69e-2e72b209c7c1)] {{(pid=104005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 05:21:55.305297 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-e20d2cde-4dcc-4977-9747-ea3a3f7b2dd3 req-312fa0bf-4725-4ffd-812b-28e1a7eb15d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1905579'] for port (271bc52d-2fba-4db9-bfaa-44a4a119f24e), after_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:55.308178 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Device a271d975-09dc-4c3e-8b57-3468787c62a8 details requested by agent hyperv_hv-cinder-85127 with host hv-cinder-85127 {{(pid=104006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 05:21:55.325295 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ac0355-b0fa-4e35-af50-fc79ccf0d27c req-ac15376f-cc16-4e72-a4f0-b22a340f049c tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:21:55.327265 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-36ac0355-b0fa-4e35-af50-fc79ccf0d27c req-ac15376f-cc16-4e72-a4f0-b22a340f049c tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ff4221e-eadc-491b-9f3c-9b41413a63d0 HTTP/1.1" status: 200 len: 932 time: 0.0837722 Jul 29 05:21:55.349407 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20d2cde-4dcc-4977-9747-ea3a3f7b2dd3 req-312fa0bf-4725-4ffd-812b-28e1a7eb15d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:21:55.350541 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-e20d2cde-4dcc-4977-9747-ea3a3f7b2dd3 req-312fa0bf-4725-4ffd-812b-28e1a7eb15d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670410'] for port (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:55.353118 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-e20d2cde-4dcc-4977-9747-ea3a3f7b2dd3 req-312fa0bf-4725-4ffd-812b-28e1a7eb15d6 service neutron] 10.222.0.60 "PUT /v2.0/ports/271bc52d-2fba-4db9-bfaa-44a4a119f24e HTTP/1.1" status: 200 len: 1094 time: 1.9107330 Jul 29 05:21:55.353749 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6ff83e9-b98e-47c5-83cb-37ac61826fba', 'tag': '271bc52d-2fba-4db9-bfaa-44a4a119f24e'}] {{(pid=104005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 05:21:55.357220 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18cb6d06cd9bdbb2624e76cf95b2230ef06252a8a1dccb16f0d07e3cc9dc753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c30aec87-7271-4f1e-8a11-f253a4b19928" -d '{"events": [{"name": "network-changed", "server_uuid": "f6ff83e9-b98e-47c5-83cb-37ac61826fba", "tag": "271bc52d-2fba-4db9-bfaa-44a4a119f24e"}]}' {{(pid=104005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 05:21:55.384622 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312fa0bf-4725-4ffd-812b-28e1a7eb15d6 service neutron] Pushing event updated for resources: {'Port': ['ID=271bc52d-2fba-4db9-bfaa-44a4a119f24e,revision_number=3']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:55.426495 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-36ac0355-b0fa-4e35-af50-fc79ccf0d27c req-268d62da-9726-4365-aab6-141089fd6388 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1b037b0-0efa-496f-bd70-b1139f60e425&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0877128 Jul 29 05:21:55.514590 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 05:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3650bdd2-9693-438c-9453-b494c17713fe x-openstack-request-id: req-3650bdd2-9693-438c-9453-b494c17713fe {{(pid=104005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 05:21:55.514882 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6ff83e9-b98e-47c5-83cb-37ac61826fba", "tag": "271bc52d-2fba-4db9-bfaa-44a4a119f24e", "status": "completed", "code": 200}]} {{(pid=104005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 05:21:55.515127 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3650bdd2-9693-438c-9453-b494c17713fe {{(pid=104005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 05:21:55.515570 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3650bdd2-9693-438c-9453-b494c17713fe'] response: {'name': 'network-changed', 'server_uuid': 'f6ff83e9-b98e-47c5-83cb-37ac61826fba', 'tag': '271bc52d-2fba-4db9-bfaa-44a4a119f24e', 'status': 'completed', 'code': 200} Jul 29 05:21:55.521578 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] For port a271d975-09dc-4c3e-8b57-3468787c62a8, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=a271d975-09dc-4c3e-8b57-3468787c62a8,segment=NetworkSegment(7dd9aee4-ac8a-4d05-b89c-b82451a25827),segment_id=7dd9aee4-ac8a-4d05-b89c-b82451a25827)] {{(pid=104006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:21:55.533176 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:55.537622 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Returning: {'device': 'a271d975-09dc-4c3e-8b57-3468787c62a8', 'network_id': 'b55efc63-6791-470d-af15-935a2f0fc83e', 'port_id': 'a271d975-09dc-4c3e-8b57-3468787c62a8', 'mac_address': 'fa:16:3e:47:c1:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbb96b40-4994-4d5c-ad35-a19342a29a39', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 05:21:55.574507 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Current status of the port a271d975-09dc-4c3e-8b57-3468787c62a8 is: DOWN; New status is: BUILD {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:21:55.574988 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (a271d975-09dc-4c3e-8b57-3468787c62a8), before_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:55.589317 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.notifiers.nova [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a271d975-09dc-4c3e-8b57-3468787c62a8 {{(pid=104006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 05:21:55.629055 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] For port a271d975-09dc-4c3e-8b57-3468787c62a8, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=a271d975-09dc-4c3e-8b57-3468787c62a8,segment=NetworkSegment(7dd9aee4-ac8a-4d05-b89c-b82451a25827),segment_id=7dd9aee4-ac8a-4d05-b89c-b82451a25827)] {{(pid=104006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:21:55.637136 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (a271d975-09dc-4c3e-8b57-3468787c62a8), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:55.709330 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 57510) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:21:55.719608 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:55.737173 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-b38c863b-5eb8-485a-8c6c-3a8368b19eba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:55.768444 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4cad16-eb94-49b9-9205-6049f880deaa req-6cdbf7b7-2aac-442f-ae81-426cb65ae5a3 tempest-DeleteServersTestJSON-433700856 tempest-DeleteServersTestJSON-433700856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:21:55.772900 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-7a4cad16-eb94-49b9-9205-6049f880deaa req-6cdbf7b7-2aac-442f-ae81-426cb65ae5a3 tempest-DeleteServersTestJSON-433700856 tempest-DeleteServersTestJSON-433700856-project] 10.222.0.49 "GET /v2.0/ports?device_id=51207b24-620a-4479-be28-4db53ef4073e HTTP/1.1" status: 200 len: 946 time: 0.0694239 Jul 29 05:21:55.794641 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f080dde-4e70-4d3f-aa8c-ced0a1065d3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'add97173-f389-4e35-b131-c4e58524e3c9'}, {'server_uuid': '51207b24-620a-4479-be28-4db53ef4073e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7a5be9c-7f6e-42cf-b431-44dea7fa4b46'}] {{(pid=104006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 05:21:55.796937 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e99febf74dea338d8edfc28e98bc5f49fff1daa2966fa3a6b84f517592192115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27e4d4cb-cb80-44ac-ad21-c5ab2dbfa9ee" -d '{"events": [{"server_uuid": "3f080dde-4e70-4d3f-aa8c-ced0a1065d3d", "name": "network-vif-plugged", "status": "completed", "tag": "add97173-f389-4e35-b131-c4e58524e3c9"}, {"server_uuid": "51207b24-620a-4479-be28-4db53ef4073e", "name": "network-vif-plugged", "status": "completed", "tag": "d7a5be9c-7f6e-42cf-b431-44dea7fa4b46"}]}' {{(pid=104006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 05:21:55.828607 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Pushing event updated for resources: {'Port': ['ID=a271d975-09dc-4c3e-8b57-3468787c62a8,revision_number=4']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:55.848770 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-7a4cad16-eb94-49b9-9205-6049f880deaa req-deefd9bd-9ff3-4727-aa18-39d9d12c640e tempest-DeleteServersTestJSON-433700856 tempest-DeleteServersTestJSON-433700856-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c3956c6-6830-45d5-accb-2b89f69b0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710902 Jul 29 05:21:55.894127 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c1e07d-fea9-4a6e-8825-dbae571d5f9a req-6fee7792-126b-4617-b115-9bbc955c8b53 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:21:55.895816 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-d5c1e07d-fea9-4a6e-8825-dbae571d5f9a req-6fee7792-126b-4617-b115-9bbc955c8b53 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/ports?device_id=05c46947-e368-441d-9e07-584e95d55780 HTTP/1.1" status: 200 len: 944 time: 0.0786054 Jul 29 05:21:55.917319 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 29 Jul 2022 05:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1621cba0-3104-409c-b23b-98beff124702 x-openstack-request-id: req-1621cba0-3104-409c-b23b-98beff124702 {{(pid=104006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 05:21:55.917696 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f080dde-4e70-4d3f-aa8c-ced0a1065d3d", "name": "network-vif-plugged", "status": "completed", "tag": "add97173-f389-4e35-b131-c4e58524e3c9", "code": 200}, {"server_uuid": "51207b24-620a-4479-be28-4db53ef4073e", "name": "network-vif-plugged", "status": "completed", "tag": "d7a5be9c-7f6e-42cf-b431-44dea7fa4b46", "code": 200}]} {{(pid=104006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 05:21:55.917973 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1621cba0-3104-409c-b23b-98beff124702 {{(pid=104006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 05:21:55.918333 dv-cinder-851279-2-iscsi neutron-server[104006]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1621cba0-3104-409c-b23b-98beff124702'] response: {'server_uuid': '3f080dde-4e70-4d3f-aa8c-ced0a1065d3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'add97173-f389-4e35-b131-c4e58524e3c9', 'code': 200} Jul 29 05:21:55.918589 dv-cinder-851279-2-iscsi neutron-server[104006]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1621cba0-3104-409c-b23b-98beff124702'] response: {'server_uuid': '51207b24-620a-4479-be28-4db53ef4073e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7a5be9c-7f6e-42cf-b431-44dea7fa4b46', 'code': 200} Jul 29 05:21:55.939597 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-b38c863b-5eb8-485a-8c6c-3a8368b19eba admin admin] Publish callbacks [] for security_group (600e7ded-ce7d-47f4-938f-105036fd3a83), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:55.953651 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-b38c863b-5eb8-485a-8c6c-3a8368b19eba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (600e7ded-ce7d-47f4-938f-105036fd3a83), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:56.001640 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-d5c1e07d-fea9-4a6e-8825-dbae571d5f9a req-39dd9c93-675a-4723-9560-bf1076cfb8fc tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8a3af79-0975-43ba-9287-d4cb627a90b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972004 Jul 29 05:21:56.005438 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:56.014518 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38c863b-5eb8-485a-8c6c-3a8368b19eba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=600e7ded-ce7d-47f4-938f-105036fd3a83,revision_number=1']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:56.023846 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-b38c863b-5eb8-485a-8c6c-3a8368b19eba admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5be2087b98e24dd4b7abfb264e6022f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3136938 Jul 29 05:21:56.024438 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 57522) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:21:56.027453 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d088dc0-b2b8-4e32-a40f-30818e406967 req-3265833c-f8e4-4a75-9391-71c644c942ef tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:21:56.031576 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-5d088dc0-b2b8-4e32-a40f-30818e406967 req-3265833c-f8e4-4a75-9391-71c644c942ef tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6c67286-4bb1-4dc6-87ba-4c21f3ff863a HTTP/1.1" status: 200 len: 945 time: 0.0608823 Jul 29 05:21:56.087047 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-f95222c8-7ee5-44ae-a319-893fd3181ec0 admin admin] Publish callbacks [] for security_group (600e7ded-ce7d-47f4-938f-105036fd3a83), before_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:56.092212 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-5d088dc0-b2b8-4e32-a40f-30818e406967 req-8608eb9c-cf75-49e7-b5e0-03e984986422 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2d77d07-9d3f-4f87-89d0-b3dbc311f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557084 Jul 29 05:21:56.114740 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-f95222c8-7ee5-44ae-a319-893fd3181ec0 admin admin] Publish callbacks [] for security_group (600e7ded-ce7d-47f4-938f-105036fd3a83), precommit_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:56.149580 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:56.176487 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-f95222c8-7ee5-44ae-a319-893fd3181ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (600e7ded-ce7d-47f4-938f-105036fd3a83), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:56.179276 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-f95222c8-7ee5-44ae-a319-893fd3181ec0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:56.180454 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-f95222c8-7ee5-44ae-a319-893fd3181ec0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/600e7ded-ce7d-47f4-938f-105036fd3a83 HTTP/1.1" status: 204 len: 168 time: 0.1551056 Jul 29 05:21:56.189135 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95222c8-7ee5-44ae-a319-893fd3181ec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=600e7ded-ce7d-47f4-938f-105036fd3a83,revision_number=None']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:56.420925 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd8d02a-183b-4e9b-8e85-0782967abe94 req-63a0f01c-ddcf-46b6-bed3-25a8628d2eb0 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:21:56.422382 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-cdd8d02a-183b-4e9b-8e85-0782967abe94 req-63a0f01c-ddcf-46b6-bed3-25a8628d2eb0 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ff83e9-b98e-47c5-83cb-37ac61826fba HTTP/1.1" status: 200 len: 944 time: 0.0551727 Jul 29 05:21:56.483873 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-cdd8d02a-183b-4e9b-8e85-0782967abe94 req-5231df84-b5e7-49f2-a453-f7fa37808065 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/security-groups?id=e9b3d23d-0615-4fd6-b695-2037ba10d6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536349 Jul 29 05:21:56.579927 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e88eb29-4422-417f-b894-7d6a43739cbe req-22e319ab-4389-41f3-a65f-b86a6841f46f tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:21:56.581474 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-5e88eb29-4422-417f-b894-7d6a43739cbe req-22e319ab-4389-41f3-a65f-b86a6841f46f tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ff4221e-eadc-491b-9f3c-9b41413a63d0 HTTP/1.1" status: 200 len: 932 time: 0.0531347 Jul 29 05:21:56.632880 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-5e88eb29-4422-417f-b894-7d6a43739cbe req-9eb3ca75-7be2-45a9-be72-fbcdc62bdcae tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1b037b0-0efa-496f-bd70-b1139f60e425&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450187 Jul 29 05:21:56.981993 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3758dc-54b2-4d5f-a446-d83074cd3f0e req-e3075e30-1bfd-471a-96a7-23601f0d54d0 tempest-DeleteServersTestJSON-433700856 tempest-DeleteServersTestJSON-433700856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:21:56.989774 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-eb3758dc-54b2-4d5f-a446-d83074cd3f0e req-e3075e30-1bfd-471a-96a7-23601f0d54d0 tempest-DeleteServersTestJSON-433700856 tempest-DeleteServersTestJSON-433700856-project] 10.222.0.49 "GET /v2.0/ports?device_id=51207b24-620a-4479-be28-4db53ef4073e HTTP/1.1" status: 200 len: 946 time: 0.0623093 Jul 29 05:21:57.028540 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-c100e776-a5eb-454c-bd42-32fdca219050 req-e81c174b-26dc-47b6-b36b-d687f5dd21d6 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:57.080845 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.v2.base [req-7413c3ef-7f88-4e40-be40-f218da4244d2 req-a1ccfdf9-6662-4365-a05d-d96442a3fa1e service neutron] Request body: {'port': {'device_id': '6ff4221e-eadc-491b-9f3c-9b41413a63d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85127'}} {{(pid=104005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:21:57.193568 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308fc679-7371-4f17-b3df-f72cc9fb1c64 req-d6ce3357-0864-4061-b1dd-ad948c77af41 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:21:57.210992 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-308fc679-7371-4f17-b3df-f72cc9fb1c64 req-d6ce3357-0864-4061-b1dd-ad948c77af41 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/ports?device_id=05c46947-e368-441d-9e07-584e95d55780 HTTP/1.1" status: 200 len: 944 time: 0.1020825 Jul 29 05:21:57.248348 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] get_ports_and_sgs() called for port_ids ['a271d975-09dc-4c3e-8b57-3468787c62a8'] {{(pid=104006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 05:21:57.272719 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:57.289401 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-308fc679-7371-4f17-b3df-f72cc9fb1c64 req-8c3db622-cad3-48f9-8859-fddbacee48a8 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8a3af79-0975-43ba-9287-d4cb627a90b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770569 Jul 29 05:21:57.422840 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6bac26-dd78-44c1-961a-b343e3f37862 req-93bcadd8-d785-4c39-83a3-648bbf574600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:21:57.426785 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-5c6bac26-dd78-44c1-961a-b343e3f37862 req-93bcadd8-d785-4c39-83a3-648bbf574600 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b55efc63-6791-470d-af15-935a2f0fc83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3772521 Jul 29 05:21:57.435395 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-eb3758dc-54b2-4d5f-a446-d83074cd3f0e req-f18ac420-e854-46d8-908b-1741a23aa3fc tempest-DeleteServersTestJSON-433700856 tempest-DeleteServersTestJSON-433700856-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c3956c6-6830-45d5-accb-2b89f69b0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4446497 Jul 29 05:21:57.494132 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa18623d-f3a0-4966-a169-f3cbdc9a898c req-90deb4e1-8329-474a-9b8a-0de764945e3a tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:21:57.495715 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-aa18623d-f3a0-4966-a169-f3cbdc9a898c req-90deb4e1-8329-474a-9b8a-0de764945e3a tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6c67286-4bb1-4dc6-87ba-4c21f3ff863a HTTP/1.1" status: 200 len: 945 time: 0.1393929 Jul 29 05:21:57.500537 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30aec87-7271-4f1e-8a11-f253a4b19928 req-e06ebb31-9797-4530-925c-00942bc23162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:21:57.502893 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-c30aec87-7271-4f1e-8a11-f253a4b19928 req-e06ebb31-9797-4530-925c-00942bc23162 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=92f16adc2357459aa0afb68db89031dd&device_id=f6ff83e9-b98e-47c5-83cb-37ac61826fba HTTP/1.1" status: 200 len: 1128 time: 0.1346450 Jul 29 05:21:57.537023 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:57.679157 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-aa18623d-f3a0-4966-a169-f3cbdc9a898c req-0845f6d0-c639-49f5-b15e-0d1d7d729bc7 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2d77d07-9d3f-4f87-89d0-b3dbc311f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744640 Jul 29 05:21:57.689035 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-7413c3ef-7f88-4e40-be40-f218da4244d2 req-a1ccfdf9-6662-4365-a05d-d96442a3fa1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (de35419f-6c42-424f-baf0-e88731e69e60), before_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:57.854810 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff648ca7-5e7d-4d51-b499-0aa5558ad39a req-704f466a-f700-4221-99f1-4a6d29057933 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:21:57.863665 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-ff648ca7-5e7d-4d51-b499-0aa5558ad39a req-704f466a-f700-4221-99f1-4a6d29057933 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ff4221e-eadc-491b-9f3c-9b41413a63d0 HTTP/1.1" status: 200 len: 932 time: 0.0725994 Jul 29 05:21:57.873874 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c32b2b7-2d25-4f01-8718-98ebe1dfb117 req-080c41e0-ef49-4102-8952-deee8ddf4baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:21:57.875261 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-1c32b2b7-2d25-4f01-8718-98ebe1dfb117 req-080c41e0-ef49-4102-8952-deee8ddf4baa service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=51207b24-620a-4479-be28-4db53ef4073e HTTP/1.1" status: 200 len: 1130 time: 0.2766638 Jul 29 05:21:57.907141 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [req-1c32b2b7-2d25-4f01-8718-98ebe1dfb117 req-f06edebe-ad62-4788-a97c-1a9bb1450a32 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:57.929300 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5f60c3-3fcd-410e-8a8d-6ee6109135a6 req-3bdb8997-e739-44c6-a199-64bd964409ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:21:57.931369 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-aa5f60c3-3fcd-410e-8a8d-6ee6109135a6 req-3bdb8997-e739-44c6-a199-64bd964409ca service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3f080dde-4e70-4d3f-aa8c-ced0a1065d3d HTTP/1.1" status: 200 len: 1130 time: 0.3831902 Jul 29 05:21:57.956944 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-ff648ca7-5e7d-4d51-b499-0aa5558ad39a req-db676aa4-e59c-4afa-8fc3-1bc8a1307964 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1b037b0-0efa-496f-bd70-b1139f60e425&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0912316 Jul 29 05:21:57.988540 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:58.021744 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-5c6bac26-dd78-44c1-961a-b343e3f37862 req-76cc61c3-640f-409c-8902-258bc3fe43ca service neutron] 10.222.0.60 "GET /v2.0/networks/b55efc63-6791-470d-af15-935a2f0fc83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5818725 Jul 29 05:21:58.031063 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-c100e776-a5eb-454c-bd42-32fdca219050 req-e81c174b-26dc-47b6-b36b-d687f5dd21d6 service neutron] Publish callbacks [] for security_group (b48f05c5-7807-41cc-b083-a2f631d01095), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:58.041453 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.db.api [req-1c32b2b7-2d25-4f01-8718-98ebe1dfb117 req-f06edebe-ad62-4788-a97c-1a9bb1450a32 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) cd00b15fba514550924237d11784db71 {{(pid=104004) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 29 05:21:58.041933 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG oslo_db.api [req-1c32b2b7-2d25-4f01-8718-98ebe1dfb117 req-f06edebe-ad62-4788-a97c-1a9bb1450a32 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 05:21:58.042327 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 57600) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:21:58.050233 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34abc0c6-0851-4663-b71e-97685c30f8b5 req-0b077ffe-d8d1-463c-b647-090235f4d75f tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:21:58.054739 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-34abc0c6-0851-4663-b71e-97685c30f8b5 req-0b077ffe-d8d1-463c-b647-090235f4d75f tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ff83e9-b98e-47c5-83cb-37ac61826fba HTTP/1.1" status: 200 len: 944 time: 0.4105358 Jul 29 05:21:58.070530 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-aa5f60c3-3fcd-410e-8a8d-6ee6109135a6 req-20434b0e-28fb-4f02-9b5c-5de345417e56 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:58.104237 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-c100e776-a5eb-454c-bd42-32fdca219050 req-e81c174b-26dc-47b6-b36b-d687f5dd21d6 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (b48f05c5-7807-41cc-b083-a2f631d01095), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:58.172213 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-c100e776-a5eb-454c-bd42-32fdca219050 req-e81c174b-26dc-47b6-b36b-d687f5dd21d6 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d2d77d07-9d3f-4f87-89d0-b3dbc311f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1669030 Jul 29 05:21:58.184187 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-f86bcb73-d4a9-4fc4-99ea-0d568d0181fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:58.281875 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-f86bcb73-d4a9-4fc4-99ea-0d568d0181fb admin admin] Publish callbacks [] for security_group (2266c5ef-a13f-4fae-ac6f-28ab61ee8075), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:58.288989 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-f86bcb73-d4a9-4fc4-99ea-0d568d0181fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (2266c5ef-a13f-4fae-ac6f-28ab61ee8075), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:58.303850 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30aec87-7271-4f1e-8a11-f253a4b19928 req-e21c0bb2-0120-4351-9811-fcecd2df355e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:21:58.305837 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-c30aec87-7271-4f1e-8a11-f253a4b19928 req-e21c0bb2-0120-4351-9811-fcecd2df355e service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=92f16adc2357459aa0afb68db89031dd&shared=False HTTP/1.1" status: 200 len: 911 time: 0.7631192 Jul 29 05:21:58.334256 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-f86bcb73-d4a9-4fc4-99ea-0d568d0181fb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5c5f38cd664246748d2a93e4133a928b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2895980 Jul 29 05:21:58.335053 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86bcb73-d4a9-4fc4-99ea-0d568d0181fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2266c5ef-a13f-4fae-ac6f-28ab61ee8075,revision_number=1']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:58.338309 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 57614) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:21:58.351544 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81c174b-26dc-47b6-b36b-d687f5dd21d6 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b48f05c5-7807-41cc-b083-a2f631d01095,revision_number=1']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:58.410048 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-373b35bc-cccb-4011-920e-ae5bdd151ab6 admin admin] Publish callbacks [] for security_group (2266c5ef-a13f-4fae-ac6f-28ab61ee8075), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:58.446576 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-373b35bc-cccb-4011-920e-ae5bdd151ab6 admin admin] Publish callbacks [] for security_group (2266c5ef-a13f-4fae-ac6f-28ab61ee8075), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:58.507222 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4e203e-df5f-43b5-b1bd-819b0eaf019b req-9580ea60-f839-447d-bad0-e542f510c192 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:21:58.508779 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-1c4e203e-df5f-43b5-b1bd-819b0eaf019b req-9580ea60-f839-447d-bad0-e542f510c192 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/ports?device_id=05c46947-e368-441d-9e07-584e95d55780 HTTP/1.1" status: 200 len: 944 time: 0.0815523 Jul 29 05:21:58.524162 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-34abc0c6-0851-4663-b71e-97685c30f8b5 req-b2864c33-a8c5-4ec6-8001-4b5410ee7ab3 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/security-groups?id=e9b3d23d-0615-4fd6-b695-2037ba10d6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4437127 Jul 29 05:21:58.539126 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-aa5f60c3-3fcd-410e-8a8d-6ee6109135a6 req-20434b0e-28fb-4f02-9b5c-5de345417e56 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d2d77d07-9d3f-4f87-89d0-b3dbc311f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5520763 Jul 29 05:21:58.541841 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-5c6bac26-dd78-44c1-961a-b343e3f37862 req-a52a8c11-4a79-4859-a08a-20e762435880 service neutron] 10.222.0.60 "GET /v2.0/networks/b55efc63-6791-470d-af15-935a2f0fc83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4822781 Jul 29 05:21:58.543378 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [req-1c32b2b7-2d25-4f01-8718-98ebe1dfb117 req-f06edebe-ad62-4788-a97c-1a9bb1450a32 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:58.547773 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:DELETE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:58.610378 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-373b35bc-cccb-4011-920e-ae5bdd151ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (2266c5ef-a13f-4fae-ac6f-28ab61ee8075), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:58.613715 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-373b35bc-cccb-4011-920e-ae5bdd151ab6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:58.617472 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-373b35bc-cccb-4011-920e-ae5bdd151ab6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2266c5ef-a13f-4fae-ac6f-28ab61ee8075 HTTP/1.1" status: 204 len: 168 time: 0.2755177 Jul 29 05:21:58.634598 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:58.650147 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373b35bc-cccb-4011-920e-ae5bdd151ab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2266c5ef-a13f-4fae-ac6f-28ab61ee8075,revision_number=None']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:58.688114 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-1c4e203e-df5f-43b5-b1bd-819b0eaf019b req-7c9f6d0c-1c13-4cf4-823b-28f635303775 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8a3af79-0975-43ba-9287-d4cb627a90b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1580575 Jul 29 05:21:58.713312 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-1c32b2b7-2d25-4f01-8718-98ebe1dfb117 req-f06edebe-ad62-4788-a97c-1a9bb1450a32 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0c3956c6-6830-45d5-accb-2b89f69b0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8259013 Jul 29 05:21:58.745140 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2c7784-64d4-487c-8628-ac63b3788bf9 req-18836f31-fb73-4d9c-b7f2-d827c78177cc tempest-DeleteServersTestJSON-433700856 tempest-DeleteServersTestJSON-433700856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:21:58.752853 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-eb2c7784-64d4-487c-8628-ac63b3788bf9 req-18836f31-fb73-4d9c-b7f2-d827c78177cc tempest-DeleteServersTestJSON-433700856 tempest-DeleteServersTestJSON-433700856-project] 10.222.0.49 "GET /v2.0/ports?device_id=51207b24-620a-4479-be28-4db53ef4073e HTTP/1.1" status: 200 len: 946 time: 0.1452441 Jul 29 05:21:58.793876 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.notifiers.nova [req-7413c3ef-7f88-4e40-be40-f218da4244d2 req-a1ccfdf9-6662-4365-a05d-d96442a3fa1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de35419f-6c42-424f-baf0-e88731e69e60 {{(pid=104005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 05:21:58.814330 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-7413c3ef-7f88-4e40-be40-f218da4244d2 req-a1ccfdf9-6662-4365-a05d-d96442a3fa1e service neutron] Publish callbacks [] for port (de35419f-6c42-424f-baf0-e88731e69e60), precommit_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:58.830398 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3025af2f-c36c-44e6-98d5-2c6f1430ac6c req-838b6f6a-418c-4bbe-b631-fa3b2b1ee12e tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:21:58.837857 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-3025af2f-c36c-44e6-98d5-2c6f1430ac6c req-838b6f6a-418c-4bbe-b631-fa3b2b1ee12e tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6c67286-4bb1-4dc6-87ba-4c21f3ff863a HTTP/1.1" status: 200 len: 945 time: 0.0692570 Jul 29 05:21:58.854118 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-eb2c7784-64d4-487c-8628-ac63b3788bf9 req-1167847b-8d5c-467f-a816-7ff31669cbff tempest-DeleteServersTestJSON-433700856 tempest-DeleteServersTestJSON-433700856-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c3956c6-6830-45d5-accb-2b89f69b0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003573 Jul 29 05:21:58.855268 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.provisioning_blocks [req-7413c3ef-7f88-4e40-be40-f218da4244d2 req-a1ccfdf9-6662-4365-a05d-d96442a3fa1e service neutron] Transition to ACTIVE for port object de35419f-6c42-424f-baf0-e88731e69e60 will not be triggered until provisioned by entity L2. {{(pid=104005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 29 05:21:58.866022 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-7413c3ef-7f88-4e40-be40-f218da4244d2 req-a1ccfdf9-6662-4365-a05d-d96442a3fa1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1905579'] for port (de35419f-6c42-424f-baf0-e88731e69e60), after_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:58.926842 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:58.930713 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-3025af2f-c36c-44e6-98d5-2c6f1430ac6c req-6b320f30-c354-4b5a-afd4-011ca034158f tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2d77d07-9d3f-4f87-89d0-b3dbc311f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918789 Jul 29 05:21:58.934773 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ccfdf9-6662-4365-a05d-d96442a3fa1e service neutron] Pushing event updated for resources: {'Port': ['ID=de35419f-6c42-424f-baf0-e88731e69e60,revision_number=2']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:59.053829 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.managers [req-7413c3ef-7f88-4e40-be40-f218da4244d2 req-a1ccfdf9-6662-4365-a05d-d96442a3fa1e service neutron] Attempting to bind port de35419f-6c42-424f-baf0-e88731e69e60 on host hv-cinder-85127 for vnic_type normal with profile {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 05:21:59.054238 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.managers [req-7413c3ef-7f88-4e40-be40-f218da4244d2 req-a1ccfdf9-6662-4365-a05d-d96442a3fa1e service neutron] Attempting to bind port de35419f-6c42-424f-baf0-e88731e69e60 by drivers openvswitch,hyperv on host hv-cinder-85127 at level 0 using segments [{'id': '9167e3b9-12fc-4803-a3cb-91dd7148cc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2abd58fa-fb8d-4cc3-8df0-c903c7b8dd87'}] {{(pid=104005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 05:21:59.054797 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7413c3ef-7f88-4e40-be40-f218da4244d2 req-a1ccfdf9-6662-4365-a05d-d96442a3fa1e service neutron] Attempting to bind port de35419f-6c42-424f-baf0-e88731e69e60 on network 2abd58fa-fb8d-4cc3-8df0-c903c7b8dd87 {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 05:21:59.062094 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7413c3ef-7f88-4e40-be40-f218da4244d2 req-a1ccfdf9-6662-4365-a05d-d96442a3fa1e service neutron] Port de35419f-6c42-424f-baf0-e88731e69e60 on network 2abd58fa-fb8d-4cc3-8df0-c903c7b8dd87 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85127 {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 29 05:21:59.062094 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7413c3ef-7f88-4e40-be40-f218da4244d2 req-a1ccfdf9-6662-4365-a05d-d96442a3fa1e service neutron] Attempting to bind port de35419f-6c42-424f-baf0-e88731e69e60 on network 2abd58fa-fb8d-4cc3-8df0-c903c7b8dd87 {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 05:21:59.068614 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7413c3ef-7f88-4e40-be40-f218da4244d2 req-a1ccfdf9-6662-4365-a05d-d96442a3fa1e service neutron] Checking agent: {'id': '12b139f9-2daf-4047-bd2d-6bc43cda34b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85127', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 5, 19, 7), 'started_at': datetime.datetime(2022, 7, 29, 5, 19, 7), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 5, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 05:21:59.069019 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7413c3ef-7f88-4e40-be40-f218da4244d2 req-a1ccfdf9-6662-4365-a05d-d96442a3fa1e service neutron] Checking segment: {'id': '9167e3b9-12fc-4803-a3cb-91dd7148cc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2abd58fa-fb8d-4cc3-8df0-c903c7b8dd87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 05:21:59.069481 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7413c3ef-7f88-4e40-be40-f218da4244d2 req-a1ccfdf9-6662-4365-a05d-d96442a3fa1e service neutron] Bound using segment: {'id': '9167e3b9-12fc-4803-a3cb-91dd7148cc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2abd58fa-fb8d-4cc3-8df0-c903c7b8dd87'} {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 05:21:59.069970 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.managers [req-7413c3ef-7f88-4e40-be40-f218da4244d2 req-a1ccfdf9-6662-4365-a05d-d96442a3fa1e service neutron] Bound port: de35419f-6c42-424f-baf0-e88731e69e60, host: hv-cinder-85127, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9167e3b9-12fc-4803-a3cb-91dd7148cc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2abd58fa-fb8d-4cc3-8df0-c903c7b8dd87'}}] {{(pid=104005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 05:21:59.070425 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-7413c3ef-7f88-4e40-be40-f218da4244d2 req-a1ccfdf9-6662-4365-a05d-d96442a3fa1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (de35419f-6c42-424f-baf0-e88731e69e60), before_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:59.181850 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1cb4d3-5795-4a63-8263-0171d0985ae1 req-6b78fdb3-b010-4ff5-ac45-aaec328d3738 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:21:59.183444 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-1b1cb4d3-5795-4a63-8263-0171d0985ae1 req-6b78fdb3-b010-4ff5-ac45-aaec328d3738 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ff4221e-eadc-491b-9f3c-9b41413a63d0 HTTP/1.1" status: 200 len: 944 time: 0.0979478 Jul 29 05:21:59.211556 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:21:59.213042 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 57640) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:21:59.216570 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.db [req-7413c3ef-7f88-4e40-be40-f218da4244d2 req-a1ccfdf9-6662-4365-a05d-d96442a3fa1e service neutron] For port de35419f-6c42-424f-baf0-e88731e69e60, host hv-cinder-85127, cleared binding levels {{(pid=104005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 05:21:59.228381 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-ffb707db-d288-4ccf-83ae-e7b093dbb8e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:59.241858 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.db [req-7413c3ef-7f88-4e40-be40-f218da4244d2 req-a1ccfdf9-6662-4365-a05d-d96442a3fa1e service neutron] For port de35419f-6c42-424f-baf0-e88731e69e60, host hv-cinder-85127, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=de35419f-6c42-424f-baf0-e88731e69e60,segment=NetworkSegment(9167e3b9-12fc-4803-a3cb-91dd7148cc6f),segment_id=9167e3b9-12fc-4803-a3cb-91dd7148cc6f)] {{(pid=104005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 05:21:59.257273 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-7413c3ef-7f88-4e40-be40-f218da4244d2 req-a1ccfdf9-6662-4365-a05d-d96442a3fa1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1905579'] for port (de35419f-6c42-424f-baf0-e88731e69e60), after_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:59.280436 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-1b1cb4d3-5795-4a63-8263-0171d0985ae1 req-4f7bd2e8-8c28-4ec9-b133-0d53f72da06d tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1b037b0-0efa-496f-bd70-b1139f60e425&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0894432 Jul 29 05:21:59.312885 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7413c3ef-7f88-4e40-be40-f218da4244d2 req-a1ccfdf9-6662-4365-a05d-d96442a3fa1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:21:59.313500 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-7413c3ef-7f88-4e40-be40-f218da4244d2 req-a1ccfdf9-6662-4365-a05d-d96442a3fa1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670410'] for port (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:59.315406 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-7413c3ef-7f88-4e40-be40-f218da4244d2 req-a1ccfdf9-6662-4365-a05d-d96442a3fa1e service neutron] 10.222.0.60 "PUT /v2.0/ports/de35419f-6c42-424f-baf0-e88731e69e60 HTTP/1.1" status: 200 len: 1094 time: 2.2538586 Jul 29 05:21:59.315697 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ff4221e-eadc-491b-9f3c-9b41413a63d0', 'tag': 'de35419f-6c42-424f-baf0-e88731e69e60'}] {{(pid=104005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 05:21:59.318106 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18cb6d06cd9bdbb2624e76cf95b2230ef06252a8a1dccb16f0d07e3cc9dc753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74765fce-dd58-45ed-b707-4b5f4ab1bb5c" -d '{"events": [{"name": "network-changed", "server_uuid": "6ff4221e-eadc-491b-9f3c-9b41413a63d0", "tag": "de35419f-6c42-424f-baf0-e88731e69e60"}]}' {{(pid=104005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 05:21:59.335821 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-ffb707db-d288-4ccf-83ae-e7b093dbb8e9 admin admin] Publish callbacks [] for security_group (038cf659-5344-4ddd-a7f0-1c338eb35631), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:59.341772 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-ffb707db-d288-4ccf-83ae-e7b093dbb8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (038cf659-5344-4ddd-a7f0-1c338eb35631), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:59.345150 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ccfdf9-6662-4365-a05d-d96442a3fa1e service neutron] Pushing event updated for resources: {'Port': ['ID=de35419f-6c42-424f-baf0-e88731e69e60,revision_number=3']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:59.385980 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 05:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68cd8b14-7649-4ce8-96af-ee689c8a4640 x-openstack-request-id: req-68cd8b14-7649-4ce8-96af-ee689c8a4640 {{(pid=104005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 05:21:59.385980 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ff4221e-eadc-491b-9f3c-9b41413a63d0", "tag": "de35419f-6c42-424f-baf0-e88731e69e60", "status": "completed", "code": 200}]} {{(pid=104005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 05:21:59.386813 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-68cd8b14-7649-4ce8-96af-ee689c8a4640 {{(pid=104005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 05:21:59.387297 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68cd8b14-7649-4ce8-96af-ee689c8a4640'] response: {'name': 'network-changed', 'server_uuid': '6ff4221e-eadc-491b-9f3c-9b41413a63d0', 'tag': 'de35419f-6c42-424f-baf0-e88731e69e60', 'status': 'completed', 'code': 200} Jul 29 05:21:59.401489 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb707db-d288-4ccf-83ae-e7b093dbb8e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=038cf659-5344-4ddd-a7f0-1c338eb35631,revision_number=1']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:59.407174 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-ffb707db-d288-4ccf-83ae-e7b093dbb8e9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3bf975a185064fbeaba8486ada433e1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1931765 Jul 29 05:21:59.410430 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 57644) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:21:59.482592 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-83b5e5af-f40e-43f6-9228-3e86b010a2ca admin admin] Publish callbacks [] for security_group (038cf659-5344-4ddd-a7f0-1c338eb35631), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:59.508756 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-83b5e5af-f40e-43f6-9228-3e86b010a2ca admin admin] Publish callbacks [] for security_group (038cf659-5344-4ddd-a7f0-1c338eb35631), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:59.572636 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-83b5e5af-f40e-43f6-9228-3e86b010a2ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (038cf659-5344-4ddd-a7f0-1c338eb35631), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:59.575310 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-83b5e5af-f40e-43f6-9228-3e86b010a2ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:21:59.576496 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-83b5e5af-f40e-43f6-9228-3e86b010a2ca admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/038cf659-5344-4ddd-a7f0-1c338eb35631 HTTP/1.1" status: 204 len: 168 time: 0.1651301 Jul 29 05:21:59.586003 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b5e5af-f40e-43f6-9228-3e86b010a2ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=038cf659-5344-4ddd-a7f0-1c338eb35631,revision_number=None']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:21:59.676461 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81d7431-7100-4e53-a995-dd1db00de7cb req-e92c1936-6209-448f-ad5f-f487a20ab8c3 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:21:59.678014 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-c81d7431-7100-4e53-a995-dd1db00de7cb req-e92c1936-6209-448f-ad5f-f487a20ab8c3 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ff83e9-b98e-47c5-83cb-37ac61826fba HTTP/1.1" status: 200 len: 944 time: 0.0649059 Jul 29 05:21:59.731594 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-c81d7431-7100-4e53-a995-dd1db00de7cb req-1e7c912e-73d7-4397-8a19-8273909d4600 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/security-groups?id=e9b3d23d-0615-4fd6-b695-2037ba10d6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479596 Jul 29 05:21:59.825328 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3d7590-d28d-4675-b8f6-6ac816902b38 req-1629c62b-e0d9-4f50-b971-6ea9eb9ce77c tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:21:59.826939 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-2f3d7590-d28d-4675-b8f6-6ac816902b38 req-1629c62b-e0d9-4f50-b971-6ea9eb9ce77c tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/ports?device_id=05c46947-e368-441d-9e07-584e95d55780 HTTP/1.1" status: 200 len: 944 time: 0.0533538 Jul 29 05:22:00.037167 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07bb6eb-939c-4c92-bc20-ff18f5142f4d req-08796cfb-3cfc-4382-bf52-4a895c2fa0be tempest-DeleteServersTestJSON-433700856 tempest-DeleteServersTestJSON-433700856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:00.039672 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-c07bb6eb-939c-4c92-bc20-ff18f5142f4d req-08796cfb-3cfc-4382-bf52-4a895c2fa0be tempest-DeleteServersTestJSON-433700856 tempest-DeleteServersTestJSON-433700856-project] 10.222.0.49 "GET /v2.0/ports?device_id=51207b24-620a-4479-be28-4db53ef4073e HTTP/1.1" status: 200 len: 946 time: 0.0563240 Jul 29 05:22:00.084439 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-2f3d7590-d28d-4675-b8f6-6ac816902b38 req-d1e193e3-8005-4123-abb5-41f6bd65c78a tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8a3af79-0975-43ba-9287-d4cb627a90b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2506812 Jul 29 05:22:00.095550 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-c07bb6eb-939c-4c92-bc20-ff18f5142f4d req-74906ba0-0a5f-4be1-ac3b-aee1955fad0b tempest-DeleteServersTestJSON-433700856 tempest-DeleteServersTestJSON-433700856-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c3956c6-6830-45d5-accb-2b89f69b0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480835 Jul 29 05:22:00.196998 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f96f93-a996-4c62-a904-89d90fcfb162 req-371a827c-1f43-441a-bad8-39cc329d530d tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:00.198693 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-27f96f93-a996-4c62-a904-89d90fcfb162 req-371a827c-1f43-441a-bad8-39cc329d530d tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6c67286-4bb1-4dc6-87ba-4c21f3ff863a HTTP/1.1" status: 200 len: 945 time: 0.0504632 Jul 29 05:22:00.253864 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-27f96f93-a996-4c62-a904-89d90fcfb162 req-74eee36c-58fa-4381-b3e1-3658130e46b4 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2d77d07-9d3f-4f87-89d0-b3dbc311f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490646 Jul 29 05:22:00.402675 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dfcc61-2473-4987-8506-f668f394911a req-725d24c4-6501-4ea2-bae4-c7a6b19dc699 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:00.404214 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-f9dfcc61-2473-4987-8506-f668f394911a req-725d24c4-6501-4ea2-bae4-c7a6b19dc699 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ff4221e-eadc-491b-9f3c-9b41413a63d0 HTTP/1.1" status: 200 len: 944 time: 0.0487535 Jul 29 05:22:00.458919 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-f9dfcc61-2473-4987-8506-f668f394911a req-3794185f-843d-4fae-ac5e-8357037c0685 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1b037b0-0efa-496f-bd70-b1139f60e425&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0483119 Jul 29 05:22:00.748880 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Device a271d975-09dc-4c3e-8b57-3468787c62a8 up at agent hyperv_hv-cinder-85127 {{(pid=104006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 05:22:00.798888 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:22:00.801899 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Provisioning for port a271d975-09dc-4c3e-8b57-3468787c62a8 completed by entity L2. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 29 05:22:00.810751 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Provisioning complete for port a271d975-09dc-4c3e-8b57-3468787c62a8 triggered by entity L2. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:22:00.811278 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (a271d975-09dc-4c3e-8b57-3468787c62a8), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:00.875023 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7924ec75-37b5-445c-9b1e-83845fa46dbd req-4d363aa1-4a95-414e-892d-6b796193cde6 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:00.875995 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-7924ec75-37b5-445c-9b1e-83845fa46dbd req-4d363aa1-4a95-414e-892d-6b796193cde6 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ff83e9-b98e-47c5-83cb-37ac61826fba HTTP/1.1" status: 200 len: 944 time: 0.0584931 Jul 29 05:22:00.904827 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Current status of the port a271d975-09dc-4c3e-8b57-3468787c62a8 is: BUILD; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:22:00.905228 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (a271d975-09dc-4c3e-8b57-3468787c62a8), before_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:00.932958 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-7924ec75-37b5-445c-9b1e-83845fa46dbd req-60b9de35-23e6-4617-b076-ece0b3b9c774 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/security-groups?id=e9b3d23d-0615-4fd6-b695-2037ba10d6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508039 Jul 29 05:22:00.938709 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05c46947-e368-441d-9e07-584e95d55780', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a271d975-09dc-4c3e-8b57-3468787c62a8'}] {{(pid=104006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 05:22:00.942669 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e99febf74dea338d8edfc28e98bc5f49fff1daa2966fa3a6b84f517592192115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c533f639-203b-458f-b926-e6e89e603d2b" -d '{"events": [{"server_uuid": "05c46947-e368-441d-9e07-584e95d55780", "name": "network-vif-plugged", "status": "completed", "tag": "a271d975-09dc-4c3e-8b57-3468787c62a8"}]}' {{(pid=104006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 05:22:00.957871 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] For port a271d975-09dc-4c3e-8b57-3468787c62a8, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=a271d975-09dc-4c3e-8b57-3468787c62a8,segment=NetworkSegment(7dd9aee4-ac8a-4d05-b89c-b82451a25827),segment_id=7dd9aee4-ac8a-4d05-b89c-b82451a25827)] {{(pid=104006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:22:00.985048 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (a271d975-09dc-4c3e-8b57-3468787c62a8), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:01.018664 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 05:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc3189a3-b341-4c0e-acb5-5bd39eefd1fb x-openstack-request-id: req-cc3189a3-b341-4c0e-acb5-5bd39eefd1fb {{(pid=104006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 05:22:01.019286 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05c46947-e368-441d-9e07-584e95d55780", "name": "network-vif-plugged", "status": "completed", "tag": "a271d975-09dc-4c3e-8b57-3468787c62a8", "code": 200}]} {{(pid=104006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 05:22:01.019723 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cc3189a3-b341-4c0e-acb5-5bd39eefd1fb {{(pid=104006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 05:22:01.020342 dv-cinder-851279-2-iscsi neutron-server[104006]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc3189a3-b341-4c0e-acb5-5bd39eefd1fb'] response: {'server_uuid': '05c46947-e368-441d-9e07-584e95d55780', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a271d975-09dc-4c3e-8b57-3468787c62a8', 'code': 200} Jul 29 05:22:01.048081 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Pushing event updated for resources: {'Port': ['ID=a271d975-09dc-4c3e-8b57-3468787c62a8,revision_number=5']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:22:01.231459 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3748adc3-7cc6-4da3-831c-e5305fb43fe0 req-2fa61e3b-02a9-4dc7-8496-768fa1c5bd8d tempest-DeleteServersTestJSON-433700856 tempest-DeleteServersTestJSON-433700856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:01.232243 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818de975-cf7e-43fd-ba7c-4902197f687b req-aaf5e748-19b7-4125-966f-d0ab9f3b9cc5 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:01.233761 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-818de975-cf7e-43fd-ba7c-4902197f687b req-aaf5e748-19b7-4125-966f-d0ab9f3b9cc5 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/ports?device_id=05c46947-e368-441d-9e07-584e95d55780 HTTP/1.1" status: 200 len: 945 time: 0.0541048 Jul 29 05:22:01.239489 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-3748adc3-7cc6-4da3-831c-e5305fb43fe0 req-2fa61e3b-02a9-4dc7-8496-768fa1c5bd8d tempest-DeleteServersTestJSON-433700856 tempest-DeleteServersTestJSON-433700856-project] 10.222.0.49 "GET /v2.0/ports?device_id=51207b24-620a-4479-be28-4db53ef4073e HTTP/1.1" status: 200 len: 946 time: 0.0500264 Jul 29 05:22:01.288000 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-818de975-cf7e-43fd-ba7c-4902197f687b req-f2e40b8b-8903-44aa-bb4f-f7fc1ff044c5 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8a3af79-0975-43ba-9287-d4cb627a90b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478623 Jul 29 05:22:01.291769 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-3748adc3-7cc6-4da3-831c-e5305fb43fe0 req-849a3dbb-7b7a-432a-906f-a12598ede671 tempest-DeleteServersTestJSON-433700856 tempest-DeleteServersTestJSON-433700856-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c3956c6-6830-45d5-accb-2b89f69b0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499618 Jul 29 05:22:01.404891 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:22:01.418109 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981b1fb4-3491-432a-91b9-e16bc3ff4df2 req-aab9b8f5-120e-48a0-aa68-4b2e11fa7119 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:01.419603 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-981b1fb4-3491-432a-91b9-e16bc3ff4df2 req-aab9b8f5-120e-48a0-aa68-4b2e11fa7119 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6c67286-4bb1-4dc6-87ba-4c21f3ff863a HTTP/1.1" status: 200 len: 945 time: 0.0516877 Jul 29 05:22:01.473506 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-981b1fb4-3491-432a-91b9-e16bc3ff4df2 req-3e965cb8-9f2a-452c-9aa8-12abd35346dc tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2d77d07-9d3f-4f87-89d0-b3dbc311f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471313 Jul 29 05:22:01.593822 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af641bf4-99ba-4f8f-9553-a33421327754 req-84403524-36e0-4242-9f62-d012ef0e8327 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:01.595373 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-af641bf4-99ba-4f8f-9553-a33421327754 req-84403524-36e0-4242-9f62-d012ef0e8327 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ff4221e-eadc-491b-9f3c-9b41413a63d0 HTTP/1.1" status: 200 len: 944 time: 0.0498297 Jul 29 05:22:01.690558 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-af641bf4-99ba-4f8f-9553-a33421327754 req-8d414616-147a-4eae-ba96-124e22b40a79 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1b037b0-0efa-496f-bd70-b1139f60e425&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0792801 Jul 29 05:22:01.859392 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:22:01.864637 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30aec87-7271-4f1e-8a11-f253a4b19928 req-b084a774-eb0f-4fa2-a7a9-12bb28bef311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:01.866127 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-c30aec87-7271-4f1e-8a11-f253a4b19928 req-b084a774-eb0f-4fa2-a7a9-12bb28bef311 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1973362 Jul 29 05:22:02.070520 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:22:02.095768 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1a309a-cc95-4b3b-83c2-5414b6d755e2 req-f33c5f87-8738-4d3a-b9f2-2747443dd5fe tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:02.097495 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-1d1a309a-cc95-4b3b-83c2-5414b6d755e2 req-f33c5f87-8738-4d3a-b9f2-2747443dd5fe tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ff83e9-b98e-47c5-83cb-37ac61826fba HTTP/1.1" status: 200 len: 944 time: 0.0569661 Jul 29 05:22:02.150107 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-1d1a309a-cc95-4b3b-83c2-5414b6d755e2 req-68d836c8-a907-4f5a-bf2b-5147ced02c4e tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/security-groups?id=e9b3d23d-0615-4fd6-b695-2037ba10d6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450041 Jul 29 05:22:02.467815 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4054ac-c3a3-4ff7-80df-58641b558f29 req-e91fa488-a5c4-4891-8d16-b97cba61aa9d tempest-DeleteServersTestJSON-433700856 tempest-DeleteServersTestJSON-433700856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:02.469329 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-0e4054ac-c3a3-4ff7-80df-58641b558f29 req-e91fa488-a5c4-4891-8d16-b97cba61aa9d tempest-DeleteServersTestJSON-433700856 tempest-DeleteServersTestJSON-433700856-project] 10.222.0.49 "GET /v2.0/ports?device_id=51207b24-620a-4479-be28-4db53ef4073e HTTP/1.1" status: 200 len: 946 time: 0.0558331 Jul 29 05:22:02.535046 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-0e4054ac-c3a3-4ff7-80df-58641b558f29 req-43e8d059-0d93-4951-9d5d-e65e616ae5db tempest-DeleteServersTestJSON-433700856 tempest-DeleteServersTestJSON-433700856-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c3956c6-6830-45d5-accb-2b89f69b0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584877 Jul 29 05:22:02.694610 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74765fce-dd58-45ed-b707-4b5f4ab1bb5c req-af095743-3b22-4f06-9189-e6e067617745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:02.696168 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-74765fce-dd58-45ed-b707-4b5f4ab1bb5c req-af095743-3b22-4f06-9189-e6e067617745 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9fda8c6d9ffa4955b2f19411ee340cb3&device_id=6ff4221e-eadc-491b-9f3c-9b41413a63d0 HTTP/1.1" status: 200 len: 1128 time: 0.3861258 Jul 29 05:22:02.704044 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20d2cde-4dcc-4977-9747-ea3a3f7b2dd3 req-62f9c96e-5980-48c8-9272-7cc8da780f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:02.705653 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-e20d2cde-4dcc-4977-9747-ea3a3f7b2dd3 req-62f9c96e-5980-48c8-9272-7cc8da780f87 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=92f16adc2357459aa0afb68db89031dd&device_id=f6ff83e9-b98e-47c5-83cb-37ac61826fba HTTP/1.1" status: 200 len: 1128 time: 0.3843901 Jul 29 05:22:02.718870 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b46209-28bb-4feb-94be-1a9c2a3e7d5f req-5851aca5-899d-4a32-9ebb-b2648e1b64bc tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:02.726922 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-54b46209-28bb-4feb-94be-1a9c2a3e7d5f req-5851aca5-899d-4a32-9ebb-b2648e1b64bc tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/ports?device_id=05c46947-e368-441d-9e07-584e95d55780 HTTP/1.1" status: 200 len: 945 time: 0.1321962 Jul 29 05:22:02.730433 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ddcbaf-e985-40d9-9463-681663d6a845 req-296a370d-fa82-4539-89e7-a555acd6b224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:02.732527 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-31ddcbaf-e985-40d9-9463-681663d6a845 req-296a370d-fa82-4539-89e7-a555acd6b224 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=05c46947-e368-441d-9e07-584e95d55780 HTTP/1.1" status: 200 len: 1129 time: 0.1329868 Jul 29 05:22:02.738363 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5edd3c-182f-402d-b0c3-b92ffeb03d57 req-171a75bb-d37e-4a99-b4cd-36b0d287b436 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:02.747239 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-7b5edd3c-182f-402d-b0c3-b92ffeb03d57 req-171a75bb-d37e-4a99-b4cd-36b0d287b436 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6c67286-4bb1-4dc6-87ba-4c21f3ff863a HTTP/1.1" status: 200 len: 945 time: 0.1181540 Jul 29 05:22:02.870040 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-7b5edd3c-182f-402d-b0c3-b92ffeb03d57 req-4725accd-d565-441e-bbc5-310a4712c4b1 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2d77d07-9d3f-4f87-89d0-b3dbc311f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216288 Jul 29 05:22:02.935101 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74765fce-dd58-45ed-b707-4b5f4ab1bb5c req-b47be42d-66fe-4dd2-97c4-48fce9422ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:02.936632 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-74765fce-dd58-45ed-b707-4b5f4ab1bb5c req-b47be42d-66fe-4dd2-97c4-48fce9422ba2 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=9fda8c6d9ffa4955b2f19411ee340cb3&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1868155 Jul 29 05:22:02.973875 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-e20d2cde-4dcc-4977-9747-ea3a3f7b2dd3 req-53aa8e5d-129d-4fb0-bec1-9f0f4e590a88 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=271bc52d-2fba-4db9-bfaa-44a4a119f24e HTTP/1.1" status: 200 len: 217 time: 0.2228374 Jul 29 05:22:03.005879 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b29d94-50f1-4279-8e57-8dbdaa53fa32 req-288c445c-1b29-4d91-affa-4d52850cbbac tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:03.007040 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-54b46209-28bb-4feb-94be-1a9c2a3e7d5f req-d123fb2f-b3d9-473b-aeab-949e7aa7d9e1 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8a3af79-0975-43ba-9287-d4cb627a90b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2789061 Jul 29 05:22:03.014068 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:22:03.014657 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-00b29d94-50f1-4279-8e57-8dbdaa53fa32 req-288c445c-1b29-4d91-affa-4d52850cbbac tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ff4221e-eadc-491b-9f3c-9b41413a63d0 HTTP/1.1" status: 200 len: 944 time: 0.0643575 Jul 29 05:22:03.016390 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:22:03.072507 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-00b29d94-50f1-4279-8e57-8dbdaa53fa32 req-d0a8afe1-9af3-4167-99ce-6125650c0c90 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1b037b0-0efa-496f-bd70-b1139f60e425&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0576093 Jul 29 05:22:03.302839 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fd9503-bd11-4845-9176-729ffc6029a0 req-d6825529-c685-4e4a-bdb6-ce5d24f2c34d tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:03.304424 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-14fd9503-bd11-4845-9176-729ffc6029a0 req-d6825529-c685-4e4a-bdb6-ce5d24f2c34d tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ff83e9-b98e-47c5-83cb-37ac61826fba HTTP/1.1" status: 200 len: 944 time: 0.0496593 Jul 29 05:22:03.359380 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-14fd9503-bd11-4845-9176-729ffc6029a0 req-7ffd4136-3cd3-4305-a765-ba14f2c01bbf tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/security-groups?id=e9b3d23d-0615-4fd6-b695-2037ba10d6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491455 Jul 29 05:22:03.450484 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-31ddcbaf-e985-40d9-9463-681663d6a845 req-7bd798fb-6c93-4857-969e-8ba5bf5a9697 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f8a3af79-0975-43ba-9287-d4cb627a90b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437100 Jul 29 05:22:03.667149 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad05d49e-7327-496a-8a46-b3e81112a8b9 req-157bfd54-98d5-42ed-aa9b-4799f9f5b0f6 tempest-DeleteServersTestJSON-433700856 tempest-DeleteServersTestJSON-433700856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:03.668677 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-ad05d49e-7327-496a-8a46-b3e81112a8b9 req-157bfd54-98d5-42ed-aa9b-4799f9f5b0f6 tempest-DeleteServersTestJSON-433700856 tempest-DeleteServersTestJSON-433700856-project] 10.222.0.49 "GET /v2.0/ports?device_id=51207b24-620a-4479-be28-4db53ef4073e HTTP/1.1" status: 200 len: 946 time: 0.0476747 Jul 29 05:22:03.731341 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-ad05d49e-7327-496a-8a46-b3e81112a8b9 req-179c9807-26e2-49e8-ad9d-810db95f5e08 tempest-DeleteServersTestJSON-433700856 tempest-DeleteServersTestJSON-433700856-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c3956c6-6830-45d5-accb-2b89f69b0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560088 Jul 29 05:22:04.022671 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=100 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:22:04.038621 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8fa739-9c14-4bc5-9aff-9b07a3f59e2e req-dae6db29-f7b3-48bf-890b-bc97c1aecb03 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:04.056627 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-9a8fa739-9c14-4bc5-9aff-9b07a3f59e2e req-dae6db29-f7b3-48bf-890b-bc97c1aecb03 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6c67286-4bb1-4dc6-87ba-4c21f3ff863a HTTP/1.1" status: 200 len: 945 time: 0.0848086 Jul 29 05:22:04.269925 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59024719-3a02-4610-b5f5-71638fe6f310 req-6872da70-840b-4f23-a61a-8b5577336cf4 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:04.272372 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-59024719-3a02-4610-b5f5-71638fe6f310 req-6872da70-840b-4f23-a61a-8b5577336cf4 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/ports?device_id=05c46947-e368-441d-9e07-584e95d55780 HTTP/1.1" status: 200 len: 945 time: 0.0635035 Jul 29 05:22:04.306997 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-9a8fa739-9c14-4bc5-9aff-9b07a3f59e2e req-82015f0d-08a5-4a5d-8e0b-4eb6af216b93 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2d77d07-9d3f-4f87-89d0-b3dbc311f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429307 Jul 29 05:22:04.315810 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20d2cde-4dcc-4977-9747-ea3a3f7b2dd3 req-8fdb355a-4dd0-4653-b580-5b43dcfc4af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:04.317405 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-e20d2cde-4dcc-4977-9747-ea3a3f7b2dd3 req-8fdb355a-4dd0-4653-b580-5b43dcfc4af8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6b58381f-b173-48c0-ac4a-7a853ae2cd60 HTTP/1.1" status: 200 len: 849 time: 0.2020614 Jul 29 05:22:04.377228 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-59024719-3a02-4610-b5f5-71638fe6f310 req-17b75cb8-9e8e-4c48-8a6e-543f71de75ad tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8a3af79-0975-43ba-9287-d4cb627a90b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964558 Jul 29 05:22:04.392147 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 57814) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:22:04.408820 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74765fce-dd58-45ed-b707-4b5f4ab1bb5c req-74b2e4dd-96c4-41fd-a901-9042c55f34c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:04.409237 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-74765fce-dd58-45ed-b707-4b5f4ab1bb5c req-74b2e4dd-96c4-41fd-a901-9042c55f34c5 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2993169 Jul 29 05:22:04.505159 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2b97d8-caaa-4689-b696-d71346f2e41b req-5c660645-cbc9-4a84-9a0e-8d1d7633d7ad tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:04.508132 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-ee2b97d8-caaa-4689-b696-d71346f2e41b req-5c660645-cbc9-4a84-9a0e-8d1d7633d7ad tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ff4221e-eadc-491b-9f3c-9b41413a63d0 HTTP/1.1" status: 200 len: 944 time: 0.0728462 Jul 29 05:22:04.631037 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-3846e893-4e8c-4bf8-8373-41ff375a6259 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:04.642177 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-ee2b97d8-caaa-4689-b696-d71346f2e41b req-adc0c457-e505-4f43-9be0-ad465a9bd17b tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1b037b0-0efa-496f-bd70-b1139f60e425&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1248024 Jul 29 05:22:04.751178 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:22:04.814686 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25ac692-efb9-48c8-9e48-9afebeb0855a req-72d68f75-b3cf-49f3-979c-5d06575ee04b tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:04.816423 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-e25ac692-efb9-48c8-9e48-9afebeb0855a req-72d68f75-b3cf-49f3-979c-5d06575ee04b tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ff83e9-b98e-47c5-83cb-37ac61826fba HTTP/1.1" status: 200 len: 944 time: 0.0622885 Jul 29 05:22:04.841602 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228e6be9-d5df-46bc-a2b6-7e4b1e735bff req-3a003d1e-d31e-4d2f-80a4-7491e6d37b3d tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:04.843116 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-228e6be9-d5df-46bc-a2b6-7e4b1e735bff req-3a003d1e-d31e-4d2f-80a4-7491e6d37b3d tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6c67286-4bb1-4dc6-87ba-4c21f3ff863a HTTP/1.1" status: 200 len: 945 time: 0.0552626 Jul 29 05:22:04.865918 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-3846e893-4e8c-4bf8-8373-41ff375a6259 admin admin] Publish callbacks [] for security_group (eca41abe-6986-4656-8f2f-8fb836ccbf5b), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:04.873089 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-3846e893-4e8c-4bf8-8373-41ff375a6259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (eca41abe-6986-4656-8f2f-8fb836ccbf5b), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:04.895420 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-228e6be9-d5df-46bc-a2b6-7e4b1e735bff req-fc28579f-e70c-420f-9b86-2a1a4c5526a4 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2d77d07-9d3f-4f87-89d0-b3dbc311f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458736 Jul 29 05:22:04.917247 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-e25ac692-efb9-48c8-9e48-9afebeb0855a req-8b51c200-d955-46f4-9031-1abcaf126a45 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/security-groups?id=e9b3d23d-0615-4fd6-b695-2037ba10d6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948777 Jul 29 05:22:04.929102 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3846e893-4e8c-4bf8-8373-41ff375a6259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eca41abe-6986-4656-8f2f-8fb836ccbf5b,revision_number=1']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:22:04.933304 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-3846e893-4e8c-4bf8-8373-41ff375a6259 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6510317109e4468fb3d8c76b373b4e58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5398762 Jul 29 05:22:04.936020 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 57828) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:22:04.940744 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3846e893-4e8c-4bf8-8373-41ff375a6259 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:22:04.941129 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3846e893-4e8c-4bf8-8373-41ff375a6259 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:22:04.941516 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3846e893-4e8c-4bf8-8373-41ff375a6259 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:22:04.941868 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3846e893-4e8c-4bf8-8373-41ff375a6259 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:22:04.942234 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3846e893-4e8c-4bf8-8373-41ff375a6259 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:22:04.942683 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3846e893-4e8c-4bf8-8373-41ff375a6259 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:22:04.943123 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3846e893-4e8c-4bf8-8373-41ff375a6259 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:22:04.943552 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3846e893-4e8c-4bf8-8373-41ff375a6259 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:22:04.943925 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3846e893-4e8c-4bf8-8373-41ff375a6259 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:22:04.944344 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3846e893-4e8c-4bf8-8373-41ff375a6259 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:22:04.944768 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3846e893-4e8c-4bf8-8373-41ff375a6259 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:22:04.945107 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3846e893-4e8c-4bf8-8373-41ff375a6259 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:22:04.945440 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3846e893-4e8c-4bf8-8373-41ff375a6259 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:22:04.945810 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3846e893-4e8c-4bf8-8373-41ff375a6259 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:22:04.946130 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3846e893-4e8c-4bf8-8373-41ff375a6259 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:22:04.992666 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-5c33710d-956a-4e70-9d74-31a860ecfa53 admin admin] Publish callbacks [] for security_group (eca41abe-6986-4656-8f2f-8fb836ccbf5b), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:05.018647 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-5c33710d-956a-4e70-9d74-31a860ecfa53 admin admin] Publish callbacks [] for security_group (eca41abe-6986-4656-8f2f-8fb836ccbf5b), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:05.051389 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=100 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:22:05.075938 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-5c33710d-956a-4e70-9d74-31a860ecfa53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (eca41abe-6986-4656-8f2f-8fb836ccbf5b), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:05.078775 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-5c33710d-956a-4e70-9d74-31a860ecfa53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:05.081064 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-5c33710d-956a-4e70-9d74-31a860ecfa53 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/eca41abe-6986-4656-8f2f-8fb836ccbf5b HTTP/1.1" status: 204 len: 168 time: 0.1427393 Jul 29 05:22:05.089728 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c33710d-956a-4e70-9d74-31a860ecfa53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca41abe-6986-4656-8f2f-8fb836ccbf5b,revision_number=None']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:22:05.098291 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c33710d-956a-4e70-9d74-31a860ecfa53 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:22:05.098643 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c33710d-956a-4e70-9d74-31a860ecfa53 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:22:05.098983 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c33710d-956a-4e70-9d74-31a860ecfa53 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:22:05.099327 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c33710d-956a-4e70-9d74-31a860ecfa53 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:22:05.099692 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c33710d-956a-4e70-9d74-31a860ecfa53 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:22:05.100020 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c33710d-956a-4e70-9d74-31a860ecfa53 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:22:05.100398 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c33710d-956a-4e70-9d74-31a860ecfa53 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:22:05.100654 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c33710d-956a-4e70-9d74-31a860ecfa53 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:22:05.100974 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c33710d-956a-4e70-9d74-31a860ecfa53 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:22:05.101297 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c33710d-956a-4e70-9d74-31a860ecfa53 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:22:05.101640 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c33710d-956a-4e70-9d74-31a860ecfa53 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:22:05.101976 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c33710d-956a-4e70-9d74-31a860ecfa53 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:22:05.102299 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c33710d-956a-4e70-9d74-31a860ecfa53 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:22:05.102614 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c33710d-956a-4e70-9d74-31a860ecfa53 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:22:05.102927 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c33710d-956a-4e70-9d74-31a860ecfa53 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:22:05.400598 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 57840) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:22:05.414349 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-97a4a2fb-b19b-49df-81d6-4fa18f9dae91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:05.512597 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8a5685-1745-47f9-b671-a4ce7e4f2e3e req-e4f5c8e2-d24f-4751-adab-2343f2854a40 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:05.514536 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-ff8a5685-1745-47f9-b671-a4ce7e4f2e3e req-e4f5c8e2-d24f-4751-adab-2343f2854a40 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/ports?device_id=05c46947-e368-441d-9e07-584e95d55780 HTTP/1.1" status: 200 len: 945 time: 0.0676031 Jul 29 05:22:05.558691 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-97a4a2fb-b19b-49df-81d6-4fa18f9dae91 admin admin] Publish callbacks [] for security_group (ded786b9-1dd8-4124-82b0-ebd21d6308ce), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:05.564972 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-97a4a2fb-b19b-49df-81d6-4fa18f9dae91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (ded786b9-1dd8-4124-82b0-ebd21d6308ce), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:05.583742 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-2db37d24-0e98-4ef4-9e80-94214b3f8d5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (0319cf4e-40d4-4455-bfa4-d5e1d8f6ed41), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:05.604592 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:22:05.623841 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-ff8a5685-1745-47f9-b671-a4ce7e4f2e3e req-5431bc94-8018-4f18-ab98-b075e65ac818 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8a3af79-0975-43ba-9287-d4cb627a90b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025457 Jul 29 05:22:05.626371 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a4a2fb-b19b-49df-81d6-4fa18f9dae91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ded786b9-1dd8-4124-82b0-ebd21d6308ce,revision_number=1']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:22:05.631843 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-97a4a2fb-b19b-49df-81d6-4fa18f9dae91 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8d3f5717bb52462f97659a2a92aa16a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2302191 Jul 29 05:22:05.634611 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 57842) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:22:05.692759 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-60e6447d-08e4-49de-9975-d75afb7adb9d admin admin] Publish callbacks [] for security_group (ded786b9-1dd8-4124-82b0-ebd21d6308ce), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:05.716193 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-60e6447d-08e4-49de-9975-d75afb7adb9d admin admin] Publish callbacks [] for security_group (ded786b9-1dd8-4124-82b0-ebd21d6308ce), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:05.769685 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-60e6447d-08e4-49de-9975-d75afb7adb9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (ded786b9-1dd8-4124-82b0-ebd21d6308ce), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:05.772324 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-60e6447d-08e4-49de-9975-d75afb7adb9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:05.773511 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-60e6447d-08e4-49de-9975-d75afb7adb9d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ded786b9-1dd8-4124-82b0-ebd21d6308ce HTTP/1.1" status: 204 len: 168 time: 0.1377232 Jul 29 05:22:05.778718 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e653414c-70c5-48b8-bad7-cfd8cf3685ad req-6898cdcd-a39d-4505-b539-019f2aeaf4dc tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:05.780339 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-e653414c-70c5-48b8-bad7-cfd8cf3685ad req-6898cdcd-a39d-4505-b539-019f2aeaf4dc tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ff4221e-eadc-491b-9f3c-9b41413a63d0 HTTP/1.1" status: 200 len: 944 time: 0.0562816 Jul 29 05:22:05.783416 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e6447d-08e4-49de-9975-d75afb7adb9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ded786b9-1dd8-4124-82b0-ebd21d6308ce,revision_number=None']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:22:05.844058 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-e653414c-70c5-48b8-bad7-cfd8cf3685ad req-7fdfc82e-f637-4bb8-bba1-730b65c12ec4 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1b037b0-0efa-496f-bd70-b1139f60e425&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0554292 Jul 29 05:22:06.028280 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29529eac-d747-4853-b0c5-96a7525db3c1 req-ecb27395-9c20-4bc0-af1e-474730a6a677 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:06.029685 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-29529eac-d747-4853-b0c5-96a7525db3c1 req-ecb27395-9c20-4bc0-af1e-474730a6a677 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6c67286-4bb1-4dc6-87ba-4c21f3ff863a HTTP/1.1" status: 200 len: 945 time: 0.0574079 Jul 29 05:22:06.054071 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccde403-bfcf-4c7b-a045-ba9ee0de5919 req-8b581141-172b-4221-b40d-ce46ef451a06 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:06.055655 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-eccde403-bfcf-4c7b-a045-ba9ee0de5919 req-8b581141-172b-4221-b40d-ce46ef451a06 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ff83e9-b98e-47c5-83cb-37ac61826fba HTTP/1.1" status: 200 len: 944 time: 0.0545843 Jul 29 05:22:06.088458 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-29529eac-d747-4853-b0c5-96a7525db3c1 req-4c427440-3f82-4632-8cf1-557ba17a3cdb tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2d77d07-9d3f-4f87-89d0-b3dbc311f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523160 Jul 29 05:22:06.122152 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-eccde403-bfcf-4c7b-a045-ba9ee0de5919 req-3f0041d1-8c1a-4bea-8b79-442a35f4a641 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/security-groups?id=e9b3d23d-0615-4fd6-b695-2037ba10d6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604844 Jul 29 05:22:06.750413 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f08cea-5910-4344-b38f-41cff466c0cb req-002b990d-8892-4a04-afbf-924b68bd5074 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:06.751997 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-70f08cea-5910-4344-b38f-41cff466c0cb req-002b990d-8892-4a04-afbf-924b68bd5074 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/ports?device_id=05c46947-e368-441d-9e07-584e95d55780 HTTP/1.1" status: 200 len: 945 time: 0.0478821 Jul 29 05:22:06.809501 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-70f08cea-5910-4344-b38f-41cff466c0cb req-5322f407-cc16-482a-a2f2-bb0e68e076f6 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8a3af79-0975-43ba-9287-d4cb627a90b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505195 Jul 29 05:22:06.920750 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (12b139f9-2daf-4047-bd2d-6bc43cda34b6), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:06.996801 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8a1ee1-620d-48f5-8e5d-89d77cf2d3c5 req-34b8ab57-b07d-45e1-9e8a-36cf2b209883 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:06.998464 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-2a8a1ee1-620d-48f5-8e5d-89d77cf2d3c5 req-34b8ab57-b07d-45e1-9e8a-36cf2b209883 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ff4221e-eadc-491b-9f3c-9b41413a63d0 HTTP/1.1" status: 200 len: 944 time: 0.0505676 Jul 29 05:22:07.062512 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-2a8a1ee1-620d-48f5-8e5d-89d77cf2d3c5 req-6e7a9fe1-09a9-4d42-ab8c-c2be032f0161 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1b037b0-0efa-496f-bd70-b1139f60e425&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0579183 Jul 29 05:22:07.220703 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dbe544-bd49-4fd0-8092-712b3cedce58 req-1aef172b-dbc5-4559-98c5-e278ba21dc25 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:07.222494 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-29dbe544-bd49-4fd0-8092-712b3cedce58 req-1aef172b-dbc5-4559-98c5-e278ba21dc25 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6c67286-4bb1-4dc6-87ba-4c21f3ff863a HTTP/1.1" status: 200 len: 945 time: 0.0538616 Jul 29 05:22:07.269571 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bd6c1a-72d5-46e8-9c2f-90d0d7f92c1f req-e1785fce-47e3-43e6-8bf2-ff7a18278941 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:07.271871 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-48bd6c1a-72d5-46e8-9c2f-90d0d7f92c1f req-e1785fce-47e3-43e6-8bf2-ff7a18278941 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ff83e9-b98e-47c5-83cb-37ac61826fba HTTP/1.1" status: 200 len: 944 time: 0.0552013 Jul 29 05:22:07.286720 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-29dbe544-bd49-4fd0-8092-712b3cedce58 req-d6afeb0b-b8ae-497b-a833-51a40fbb6a36 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2d77d07-9d3f-4f87-89d0-b3dbc311f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573719 Jul 29 05:22:07.319162 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:22:07.338662 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-48bd6c1a-72d5-46e8-9c2f-90d0d7f92c1f req-632d64a8-fea4-44b0-936f-fcf91c27fe8b tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/security-groups?id=e9b3d23d-0615-4fd6-b695-2037ba10d6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616937 Jul 29 05:22:07.965629 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20d2cde-4dcc-4977-9747-ea3a3f7b2dd3 req-36a9c5ca-ae1b-42de-8843-0a16b45025a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:07.967693 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-e20d2cde-4dcc-4977-9747-ea3a3f7b2dd3 req-36a9c5ca-ae1b-42de-8843-0a16b45025a3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=60b4bb7c-7825-4f15-bc04-5ac3fa10b445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1251473 Jul 29 05:22:07.993021 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-8ef73c2d-ac4b-4848-9d77-c77aadfd9558 req-e9e99934-7cb4-4c73-8f1f-6280e729456d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3f080dde-4e70-4d3f-aa8c-ced0a1065d3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0936282 Jul 29 05:22:07.994092 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b32ef18-99da-4ff7-b514-3b74427b7252 req-b0dc91f6-0495-4612-be59-2cd9aa216d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:07.995457 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-4b32ef18-99da-4ff7-b514-3b74427b7252 req-b0dc91f6-0495-4612-be59-2cd9aa216d3d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=153fe5d9d64346f6b7419eba91948678&device_id=a6c67286-4bb1-4dc6-87ba-4c21f3ff863a HTTP/1.1" status: 200 len: 1129 time: 0.1000943 Jul 29 05:22:08.009086 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18be3ca7-b8ad-4c43-b798-86dc977dbc9f req-12ed03a1-1082-4a33-a1b0-6218fd742dfd tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:08.011403 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-18be3ca7-b8ad-4c43-b798-86dc977dbc9f req-12ed03a1-1082-4a33-a1b0-6218fd742dfd tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/ports?device_id=05c46947-e368-441d-9e07-584e95d55780 HTTP/1.1" status: 200 len: 945 time: 0.0768754 Jul 29 05:22:08.081692 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-18be3ca7-b8ad-4c43-b798-86dc977dbc9f req-2d355e95-53c6-462a-a1d0-185d4597273c tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8a3af79-0975-43ba-9287-d4cb627a90b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606165 Jul 29 05:22:08.139776 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c305cb18-bd04-4ac2-8f1b-4bb31463e63b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (8a9a6061-e61b-4901-b35e-5e71dea10db3), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:08.230214 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5f4dcb-bc32-4d2c-8ca0-63e4ceebec86 req-60fe189b-d831-416a-8444-e583100677c4 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:08.231787 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-5d5f4dcb-bc32-4d2c-8ca0-63e4ceebec86 req-60fe189b-d831-416a-8444-e583100677c4 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ff4221e-eadc-491b-9f3c-9b41413a63d0 HTTP/1.1" status: 200 len: 944 time: 0.0705950 Jul 29 05:22:08.292151 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-5d5f4dcb-bc32-4d2c-8ca0-63e4ceebec86 req-9d73f99f-bb04-4d35-8eaf-98c7f5d17080 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1b037b0-0efa-496f-bd70-b1139f60e425&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0504768 Jul 29 05:22:08.382663 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 57960) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:22:08.449658 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d356041-2bae-4de6-8962-d4a0919a299f req-4ee794ab-932d-4e67-adb9-7bd8102f89a9 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:08.466168 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-3d356041-2bae-4de6-8962-d4a0919a299f req-4ee794ab-932d-4e67-adb9-7bd8102f89a9 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6c67286-4bb1-4dc6-87ba-4c21f3ff863a HTTP/1.1" status: 200 len: 945 time: 0.0848100 Jul 29 05:22:08.475475 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:DELETE=4,neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:22:08.536799 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-3d356041-2bae-4de6-8962-d4a0919a299f req-f1370010-bf0b-4d88-978c-70fe385b17c9 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2d77d07-9d3f-4f87-89d0-b3dbc311f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694847 Jul 29 05:22:08.545252 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a46d788-0903-415d-b1b9-8f35058b7950 req-5ee58efe-baa4-4d5c-a6a6-e77ea9e0bc8c tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:08.556053 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-5a46d788-0903-415d-b1b9-8f35058b7950 req-5ee58efe-baa4-4d5c-a6a6-e77ea9e0bc8c tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ff83e9-b98e-47c5-83cb-37ac61826fba HTTP/1.1" status: 200 len: 944 time: 0.1150653 Jul 29 05:22:08.640193 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7413c3ef-7f88-4e40-be40-f218da4244d2 req-b74e6208-b58e-4429-9840-dcb964db7907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:08.642128 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-7413c3ef-7f88-4e40-be40-f218da4244d2 req-b74e6208-b58e-4429-9840-dcb964db7907 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9fda8c6d9ffa4955b2f19411ee340cb3&device_id=6ff4221e-eadc-491b-9f3c-9b41413a63d0 HTTP/1.1" status: 200 len: 1128 time: 0.0906367 Jul 29 05:22:08.699805 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-7413c3ef-7f88-4e40-be40-f218da4244d2 req-60fc0f18-b041-4541-986c-b8908dd11aea service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de35419f-6c42-424f-baf0-e88731e69e60 HTTP/1.1" status: 200 len: 217 time: 0.0496836 Jul 29 05:22:08.791836 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7413c3ef-7f88-4e40-be40-f218da4244d2 req-6a938418-d673-4cf6-9f02-7d901a542ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:08.796745 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-cbe576fd-2cf6-4417-be16-7c184b952be5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:08.797404 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-7413c3ef-7f88-4e40-be40-f218da4244d2 req-6a938418-d673-4cf6-9f02-7d901a542ae0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ac46bf73-3dbd-41e0-8b70-b021adbe3f3f HTTP/1.1" status: 200 len: 855 time: 0.0874116 Jul 29 05:22:08.864934 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=100 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:22:08.900385 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef73c2d-ac4b-4848-9d77-c77aadfd9558 req-459ced3b-bc01-428e-9af4-36b3508682f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:08.902391 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-8ef73c2d-ac4b-4848-9d77-c77aadfd9558 req-459ced3b-bc01-428e-9af4-36b3508682f3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=153fe5d9d64346f6b7419eba91948678&device_id=3f080dde-4e70-4d3f-aa8c-ced0a1065d3d HTTP/1.1" status: 200 len: 1130 time: 0.2651095 Jul 29 05:22:08.934515 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7413c3ef-7f88-4e40-be40-f218da4244d2 req-2b2b5557-f2d5-4aab-b1b7-314c10a39433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:08.936760 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-7413c3ef-7f88-4e40-be40-f218da4244d2 req-2b2b5557-f2d5-4aab-b1b7-314c10a39433 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2abd58fa-fb8d-4cc3-8df0-c903c7b8dd87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1356115 Jul 29 05:22:08.968136 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-5a46d788-0903-415d-b1b9-8f35058b7950 req-3b45f799-c5f0-40f2-8c51-5c3f2f587fef tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/security-groups?id=e9b3d23d-0615-4fd6-b695-2037ba10d6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4091065 Jul 29 05:22:09.074021 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-7413c3ef-7f88-4e40-be40-f218da4244d2 req-dcb4635c-0dfe-4bb7-8bc5-290a174fadea service neutron] 10.222.0.60 "GET /v2.0/networks/2abd58fa-fb8d-4cc3-8df0-c903c7b8dd87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270423 Jul 29 05:22:09.075329 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b32ef18-99da-4ff7-b514-3b74427b7252 req-64a18dfd-59e2-4033-90b6-104142d708d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:09.076885 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-4b32ef18-99da-4ff7-b514-3b74427b7252 req-64a18dfd-59e2-4033-90b6-104142d708d8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9 HTTP/1.1" status: 200 len: 920 time: 0.5185897 Jul 29 05:22:09.095440 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-e20d2cde-4dcc-4977-9747-ea3a3f7b2dd3 req-bccaf553-b5d3-49b6-8e67-b6f825840ddb service neutron] 10.222.0.60 "GET /v2.0/networks/60b4bb7c-7825-4f15-bc04-5ac3fa10b445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5326228 Jul 29 05:22:09.226164 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:22:09.325067 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-7413c3ef-7f88-4e40-be40-f218da4244d2 req-bc2e51c9-24d1-4199-a707-a4d08c13fd69 service neutron] 10.222.0.60 "GET /v2.0/networks/2abd58fa-fb8d-4cc3-8df0-c903c7b8dd87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399588 Jul 29 05:22:09.377324 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-4b32ef18-99da-4ff7-b514-3b74427b7252 req-e951f0f6-13fd-47ae-90fd-e5c75c9c274b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6bc36d89-d1c5-4873-87c6-12b89c984f37 HTTP/1.1" status: 200 len: 217 time: 0.2864375 Jul 29 05:22:09.477484 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4160b2-4fba-4887-8c42-fd2b7fc76bd8 req-cb382e92-68eb-4fd5-9ae8-8e544a386c12 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:09.479449 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-4c4160b2-4fba-4887-8c42-fd2b7fc76bd8 req-cb382e92-68eb-4fd5-9ae8-8e544a386c12 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ff4221e-eadc-491b-9f3c-9b41413a63d0 HTTP/1.1" status: 200 len: 944 time: 0.0628030 Jul 29 05:22:09.544040 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-4c4160b2-4fba-4887-8c42-fd2b7fc76bd8 req-049116f2-a94d-41b3-801f-3b45c2dfe96f tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1b037b0-0efa-496f-bd70-b1139f60e425&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0534174 Jul 29 05:22:09.557554 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef73c2d-ac4b-4848-9d77-c77aadfd9558 req-415843dd-a1e1-419a-8738-437464098a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:09.559151 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-8ef73c2d-ac4b-4848-9d77-c77aadfd9558 req-415843dd-a1e1-419a-8738-437464098a07 service neutron] 10.222.0.60 "GET /v2.0/networks?id=71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9 HTTP/1.1" status: 200 len: 920 time: 0.6180694 Jul 29 05:22:09.573854 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3828951e-5888-4be8-93e4-15ffcbc476a9 req-662f5c5a-9cbb-4413-b03a-67e32e4c1ec4 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:09.575401 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-3828951e-5888-4be8-93e4-15ffcbc476a9 req-662f5c5a-9cbb-4413-b03a-67e32e4c1ec4 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/ports?device_id=05c46947-e368-441d-9e07-584e95d55780 HTTP/1.1" status: 200 len: 945 time: 0.3025162 Jul 29 05:22:09.596699 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:22:09.622176 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b32ef18-99da-4ff7-b514-3b74427b7252 req-2032fe0c-acee-4dc8-8891-62b1250da5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:09.623554 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-4b32ef18-99da-4ff7-b514-3b74427b7252 req-2032fe0c-acee-4dc8-8891-62b1250da5aa service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a137c074-4437-44e5-8103-6184a1dda097 HTTP/1.1" status: 200 len: 858 time: 0.1954095 Jul 29 05:22:09.643899 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-cbe576fd-2cf6-4417-be16-7c184b952be5 admin admin] Publish callbacks [] for security_group (6d2a415f-886d-4700-8c2c-114a10e79764), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:09.653608 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-cbe576fd-2cf6-4417-be16-7c184b952be5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (6d2a415f-886d-4700-8c2c-114a10e79764), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:09.661621 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-e20d2cde-4dcc-4977-9747-ea3a3f7b2dd3 req-3d87ab66-90d7-4583-a4da-40c21b6ceb28 service neutron] 10.222.0.60 "GET /v2.0/networks/60b4bb7c-7825-4f15-bc04-5ac3fa10b445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5399759 Jul 29 05:22:09.718785 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5035fc-de51-4f40-aa39-04737d61969f req-880e6722-861c-4cb5-905d-9f93394a3ba8 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:09.719399 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe576fd-2cf6-4417-be16-7c184b952be5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d2a415f-886d-4700-8c2c-114a10e79764,revision_number=1']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:22:09.721479 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-1e5035fc-de51-4f40-aa39-04737d61969f req-880e6722-861c-4cb5-905d-9f93394a3ba8 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6c67286-4bb1-4dc6-87ba-4c21f3ff863a HTTP/1.1" status: 200 len: 945 time: 0.0598881 Jul 29 05:22:09.728557 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-cbe576fd-2cf6-4417-be16-7c184b952be5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=73738f4f53df44cfb474d8276dc80919&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3446884 Jul 29 05:22:09.731846 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-3828951e-5888-4be8-93e4-15ffcbc476a9 req-f62e4848-3204-427f-9de4-32f187c92a82 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8a3af79-0975-43ba-9287-d4cb627a90b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1328366 Jul 29 05:22:09.732327 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 57994) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:22:09.797856 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-6b66a532-f1c2-4a91-af05-8d090bb38bec admin admin] Publish callbacks [] for security_group (6d2a415f-886d-4700-8c2c-114a10e79764), before_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:09.826379 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-6b66a532-f1c2-4a91-af05-8d090bb38bec admin admin] Publish callbacks [] for security_group (6d2a415f-886d-4700-8c2c-114a10e79764), precommit_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:09.827996 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-1e5035fc-de51-4f40-aa39-04737d61969f req-07928846-bbc4-448a-bebc-72a4a85db666 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2d77d07-9d3f-4f87-89d0-b3dbc311f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956190 Jul 29 05:22:09.897405 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-6b66a532-f1c2-4a91-af05-8d090bb38bec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (6d2a415f-886d-4700-8c2c-114a10e79764), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:09.901664 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-6b66a532-f1c2-4a91-af05-8d090bb38bec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:09.903129 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-6b66a532-f1c2-4a91-af05-8d090bb38bec admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6d2a415f-886d-4700-8c2c-114a10e79764 HTTP/1.1" status: 204 len: 168 time: 0.1696899 Jul 29 05:22:09.916494 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b66a532-f1c2-4a91-af05-8d090bb38bec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d2a415f-886d-4700-8c2c-114a10e79764,revision_number=None']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:22:10.012040 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c0cfcfc2-d3d3-4a7d-ac6c-95a3fd745979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (543ff7d7-1636-45b2-a25e-e19209bc2e01), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:10.039219 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5de0331-e910-4c8b-bd85-f3ab464bb1aa req-aa48cd3e-ef7d-463d-b9d2-1b53c5fb6318 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:10.042414 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-b5de0331-e910-4c8b-bd85-f3ab464bb1aa req-aa48cd3e-ef7d-463d-b9d2-1b53c5fb6318 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/ports?device_id=05c46947-e368-441d-9e07-584e95d55780 HTTP/1.1" status: 200 len: 945 time: 0.0974004 Jul 29 05:22:10.052957 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 58006) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:22:10.059492 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.v2.base [None req-fb882e34-062a-40a1-ac0b-4dda0c99c65a tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Request body: {'floatingip': {'port_id': 'a271d975-09dc-4c3e-8b57-3468787c62a8'}} {{(pid=104004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:22:10.164039 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-fb882e34-062a-40a1-ac0b-4dda0c99c65a tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks [] for floatingip (41499e0e-47e5-4b58-91d7-5e4fa2ba474c), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:10.287109 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8a7e17-4f7a-49f0-a018-0106a51d7e0e req-d0998426-4fb3-45b7-b894-e3e47dcea524 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:10.295024 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-8e8a7e17-4f7a-49f0-a018-0106a51d7e0e req-d0998426-4fb3-45b7-b894-e3e47dcea524 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ff83e9-b98e-47c5-83cb-37ac61826fba HTTP/1.1" status: 200 len: 944 time: 0.1646719 Jul 29 05:22:10.335219 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 58018) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:22:10.345519 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:22:10.365321 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-2b89ef97-053e-42b0-a84d-2628f594c304 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:10.406742 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-8e8a7e17-4f7a-49f0-a018-0106a51d7e0e req-7ffc8df6-6c16-4a0f-9698-1030c3f1cde4 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/security-groups?id=e9b3d23d-0615-4fd6-b695-2037ba10d6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105225 Jul 29 05:22:10.506573 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-8ef73c2d-ac4b-4848-9d77-c77aadfd9558 req-ff0f7bbb-a308-4528-b155-f83daae7fac9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=add97173-f389-4e35-b131-c4e58524e3c9 HTTP/1.1" status: 200 len: 217 time: 0.1362181 Jul 29 05:22:10.534599 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b32ef18-99da-4ff7-b514-3b74427b7252 req-ff18be89-25eb-40a2-9880-75efbcb5c329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:10.537256 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-4b32ef18-99da-4ff7-b514-3b74427b7252 req-ff18be89-25eb-40a2-9880-75efbcb5c329 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1633742 Jul 29 05:22:10.929993 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-2b89ef97-053e-42b0-a84d-2628f594c304 admin admin] Publish callbacks [] for security_group (cfdb7967-9808-4805-b15d-0ca311932da8), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:10.939268 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-2b89ef97-053e-42b0-a84d-2628f594c304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (cfdb7967-9808-4805-b15d-0ca311932da8), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:10.968824 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28aadff-321f-4133-8e95-86ed0219dd4d req-0ac3963d-7fca-47be-9a27-bf8655e5bf7c tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:10.970901 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-e28aadff-321f-4133-8e95-86ed0219dd4d req-0ac3963d-7fca-47be-9a27-bf8655e5bf7c tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ff4221e-eadc-491b-9f3c-9b41413a63d0 HTTP/1.1" status: 200 len: 944 time: 0.0904174 Jul 29 05:22:11.009243 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-2b89ef97-053e-42b0-a84d-2628f594c304 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=904f61bc3a854d5a85e0446e2313cdc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6724377 Jul 29 05:22:11.012098 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b89ef97-053e-42b0-a84d-2628f594c304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfdb7967-9808-4805-b15d-0ca311932da8,revision_number=1']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:22:11.014522 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 58032) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:22:11.076173 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-e28aadff-321f-4133-8e95-86ed0219dd4d req-57a24818-c027-4055-b5f3-736c8472d3c0 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1b037b0-0efa-496f-bd70-b1139f60e425&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0950885 Jul 29 05:22:11.110346 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-212ea325-d6b4-4acc-a765-57212c8cfca9 admin admin] Publish callbacks [] for security_group (cfdb7967-9808-4805-b15d-0ca311932da8), before_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:11.148803 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-212ea325-d6b4-4acc-a765-57212c8cfca9 admin admin] Publish callbacks [] for security_group (cfdb7967-9808-4805-b15d-0ca311932da8), precommit_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:11.217202 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-212ea325-d6b4-4acc-a765-57212c8cfca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (cfdb7967-9808-4805-b15d-0ca311932da8), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:11.222204 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-212ea325-d6b4-4acc-a765-57212c8cfca9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:11.226533 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-212ea325-d6b4-4acc-a765-57212c8cfca9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cfdb7967-9808-4805-b15d-0ca311932da8 HTTP/1.1" status: 204 len: 168 time: 0.2082736 Jul 29 05:22:11.238489 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212ea325-d6b4-4acc-a765-57212c8cfca9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfdb7967-9808-4805-b15d-0ca311932da8,revision_number=None']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:22:11.355947 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-fb882e34-062a-40a1-ac0b-4dda0c99c65a tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:11.366275 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3e9bc2-e7bc-420b-97b0-9452b6c69569 req-6632db15-c878-4492-9928-0ea22fc9804b tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:11.367908 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-3d3e9bc2-e7bc-420b-97b0-9452b6c69569 req-6632db15-c878-4492-9928-0ea22fc9804b tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6c67286-4bb1-4dc6-87ba-4c21f3ff863a HTTP/1.1" status: 200 len: 945 time: 0.3241119 Jul 29 05:22:11.369221 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-fb882e34-062a-40a1-ac0b-4dda0c99c65a tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-375524'] for floatingip (41499e0e-47e5-4b58-91d7-5e4fa2ba474c), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:11.494674 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=100 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:22:11.500174 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:22:11.517691 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-3d3e9bc2-e7bc-420b-97b0-9452b6c69569 req-59c3625e-ed18-4f63-8cf1-7d7c07ff7df8 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2d77d07-9d3f-4f87-89d0-b3dbc311f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122618 Jul 29 05:22:11.563853 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.db.l3_db [None req-fb882e34-062a-40a1-ac0b-4dda0c99c65a tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Floating IP 41499e0e-47e5-4b58-91d7-5e4fa2ba474c associated. External IP: 172.27.2.57, port: a271d975-09dc-4c3e-8b57-3468787c62a8. Jul 29 05:22:11.581496 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:22:11.614901 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef73c2d-ac4b-4848-9d77-c77aadfd9558 req-afada0e4-2820-4c93-b62a-0d4ba433adab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:11.617874 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-8ef73c2d-ac4b-4848-9d77-c77aadfd9558 req-afada0e4-2820-4c93-b62a-0d4ba433adab service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a137c074-4437-44e5-8103-6184a1dda097 HTTP/1.1" status: 200 len: 858 time: 0.1899829 Jul 29 05:22:11.680682 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-25d2d662-1c10-455a-a758-35c132406432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (7da8dcb9-9a4e-44fd-b4da-fa922ad17d56), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:11.765439 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-4b32ef18-99da-4ff7-b514-3b74427b7252 req-356e8bf5-585f-43eb-b60c-4fed3dff7474 service neutron] 10.222.0.60 "GET /v2.0/networks/71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3265512 Jul 29 05:22:11.772241 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb32530-3e69-472c-b8cf-5fa6685b3848 req-8605cc28-363e-4574-a48e-342ab740e10d tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:11.774284 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-6fb32530-3e69-472c-b8cf-5fa6685b3848 req-8605cc28-363e-4574-a48e-342ab740e10d tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ff83e9-b98e-47c5-83cb-37ac61826fba HTTP/1.1" status: 200 len: 944 time: 0.1509674 Jul 29 05:22:11.785067 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef73c2d-ac4b-4848-9d77-c77aadfd9558 req-d83cb486-d12f-4362-b0ba-89afe3b90450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:11.786941 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-8ef73c2d-ac4b-4848-9d77-c77aadfd9558 req-d83cb486-d12f-4362-b0ba-89afe3b90450 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1560705 Jul 29 05:22:11.816645 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (aa119a64-f506-4951-a68b-6dc6289eaece), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:12.013049 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-6fb32530-3e69-472c-b8cf-5fa6685b3848 req-100a15b8-7d25-4985-b0bc-7387e687324f tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/security-groups?id=e9b3d23d-0615-4fd6-b695-2037ba10d6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2241044 Jul 29 05:22:12.059415 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb882e34-062a-40a1-ac0b-4dda0c99c65a tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Router 2f4539bc-d4ea-4bf2-91d9-64bace1e5856 has already been hosted by L3 agent 8a9a6061-e61b-4901-b35e-5e71dea10db3 {{(pid=104004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 05:22:12.100720 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-4b32ef18-99da-4ff7-b514-3b74427b7252 req-7f9c76a2-7d2f-4341-b1c1-d88e793b5b69 service neutron] 10.222.0.60 "GET /v2.0/networks/71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3245463 Jul 29 05:22:12.121608 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-8ef73c2d-ac4b-4848-9d77-c77aadfd9558 req-56ad79a4-dc84-4373-bd52-0ebc0c5f2d82 service neutron] 10.222.0.60 "GET /v2.0/networks/71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2988513 Jul 29 05:22:12.224994 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:22:12.291010 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-8ef73c2d-ac4b-4848-9d77-c77aadfd9558 req-660404ca-498a-4413-9f5f-a6bbde509c21 service neutron] 10.222.0.60 "GET /v2.0/networks/71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620607 Jul 29 05:22:12.314198 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb882e34-062a-40a1-ac0b-4dda0c99c65a tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Notify agent at l3_agent.dv-cinder-851279-2-iscsi the message routers_updated {{(pid=104004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 05:22:12.321589 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-fb882e34-062a-40a1-ac0b-4dda0c99c65a tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249840'] for floatingip (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:12.334104 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff7fde3-33ed-4cef-9317-337a32a2a3fd None None] Sync routers for ids ['2f4539bc-d4ea-4bf2-91d9-64bace1e5856'] in dv-cinder-851279-2-iscsi {{(pid=104007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 05:22:12.347711 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff7fde3-33ed-4cef-9317-337a32a2a3fd None None] Routers {'2f4539bc-d4ea-4bf2-91d9-64bace1e5856'} bound to L3 agent in host dv-cinder-851279-2-iscsi {{(pid=104007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:22:12.348807 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-cff7fde3-33ed-4cef-9317-337a32a2a3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-29T05:12:08Z,description=,heartbeat_timestamp=2022-07-29T05:22:08Z,host='dv-cinder-851279-2-iscsi',id=8a9a6061-e61b-4901-b35e-5e71dea10db3,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T05:12:08Z,topic='l3_agent')) {'router_ids': ['2f4539bc-d4ea-4bf2-91d9-64bace1e5856'], 'active': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:22:12.400584 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-fb882e34-062a-40a1-ac0b-4dda0c99c65a tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "PUT /v2.0/floatingips/41499e0e-47e5-4b58-91d7-5e4fa2ba474c HTTP/1.1" status: 200 len: 990 time: 2.3461523 Jul 29 05:22:12.403803 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05c46947-e368-441d-9e07-584e95d55780', 'tag': 'a271d975-09dc-4c3e-8b57-3468787c62a8'}] {{(pid=104004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 05:22:12.406210 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63c9829679c4fd80aa44d623845be63326d0df95c18b6a0c0eedf1e192ffcaec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8acb140-d053-412e-bb88-737d26d0d2a4" -d '{"events": [{"name": "network-changed", "server_uuid": "05c46947-e368-441d-9e07-584e95d55780", "tag": "a271d975-09dc-4c3e-8b57-3468787c62a8"}]}' {{(pid=104004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 05:22:12.427139 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1719ca-78c6-492d-a458-872eb4e83f3b req-d4922ac5-221a-46bf-8e53-dc45a9fb8974 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:12.428894 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-7f1719ca-78c6-492d-a458-872eb4e83f3b req-d4922ac5-221a-46bf-8e53-dc45a9fb8974 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ff4221e-eadc-491b-9f3c-9b41413a63d0 HTTP/1.1" status: 200 len: 944 time: 0.0750642 Jul 29 05:22:12.494767 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvr_db [None req-cff7fde3-33ed-4cef-9317-337a32a2a3fd None None] Set router 2f4539bc-d4ea-4bf2-91d9-64bace1e5856 gateway port host: dv-cinder-851279-2-iscsi {{(pid=104007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:22:12.498046 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 05:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28f9bfc7-709d-49bd-a465-9a4aa675c3da x-openstack-request-id: req-28f9bfc7-709d-49bd-a465-9a4aa675c3da {{(pid=104004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 05:22:12.498297 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05c46947-e368-441d-9e07-584e95d55780", "tag": "a271d975-09dc-4c3e-8b57-3468787c62a8", "status": "completed", "code": 200}]} {{(pid=104004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 05:22:12.498714 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-28f9bfc7-709d-49bd-a465-9a4aa675c3da {{(pid=104004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 05:22:12.499338 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28f9bfc7-709d-49bd-a465-9a4aa675c3da'] response: {'name': 'network-changed', 'server_uuid': '05c46947-e368-441d-9e07-584e95d55780', 'tag': 'a271d975-09dc-4c3e-8b57-3468787c62a8', 'status': 'completed', 'code': 200} Jul 29 05:22:12.555303 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-7f1719ca-78c6-492d-a458-872eb4e83f3b req-b2379136-6133-474a-958b-4bfa035e3cc0 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1b037b0-0efa-496f-bd70-b1139f60e425&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1018426 Jul 29 05:22:12.682449 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0922f9d7-245e-4625-ad2b-5959862c86af req-6b4622a1-2223-47e1-9831-da19e8865eb4 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:12.684783 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-0922f9d7-245e-4625-ad2b-5959862c86af req-6b4622a1-2223-47e1-9831-da19e8865eb4 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6c67286-4bb1-4dc6-87ba-4c21f3ff863a HTTP/1.1" status: 200 len: 945 time: 0.0680180 Jul 29 05:22:12.753561 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-0922f9d7-245e-4625-ad2b-5959862c86af req-15dccbbe-43c1-4ae3-a2eb-1ec4193e0439 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2d77d07-9d3f-4f87-89d0-b3dbc311f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610354 Jul 29 05:22:12.763958 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Device 271bc52d-2fba-4db9-bfaa-44a4a119f24e details requested by agent hyperv_hv-cinder-85127 with host hv-cinder-85127 {{(pid=104006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 05:22:12.887292 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] For port 271bc52d-2fba-4db9-bfaa-44a4a119f24e, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=271bc52d-2fba-4db9-bfaa-44a4a119f24e,segment=NetworkSegment(c24ea0bd-8f00-42e2-b69e-2e72b209c7c1),segment_id=c24ea0bd-8f00-42e2-b69e-2e72b209c7c1)] {{(pid=104006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:22:12.889666 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:22:12.903514 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Returning: {'device': '271bc52d-2fba-4db9-bfaa-44a4a119f24e', 'network_id': '60b4bb7c-7825-4f15-bc04-5ac3fa10b445', 'port_id': '271bc52d-2fba-4db9-bfaa-44a4a119f24e', 'mac_address': 'fa:16:3e:e0:ce:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b58381f-b173-48c0-ac4a-7a853ae2cd60', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 05:22:12.951293 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Current status of the port 271bc52d-2fba-4db9-bfaa-44a4a119f24e is: DOWN; New status is: BUILD {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:22:12.951780 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (271bc52d-2fba-4db9-bfaa-44a4a119f24e), before_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:12.967468 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.notifiers.nova [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 271bc52d-2fba-4db9-bfaa-44a4a119f24e {{(pid=104006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 05:22:12.996298 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] For port 271bc52d-2fba-4db9-bfaa-44a4a119f24e, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=271bc52d-2fba-4db9-bfaa-44a4a119f24e,segment=NetworkSegment(c24ea0bd-8f00-42e2-b69e-2e72b209c7c1),segment_id=c24ea0bd-8f00-42e2-b69e-2e72b209c7c1)] {{(pid=104006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:22:13.007625 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (271bc52d-2fba-4db9-bfaa-44a4a119f24e), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:13.007625 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Device de35419f-6c42-424f-baf0-e88731e69e60 details requested by agent hyperv_hv-cinder-85127 with host hv-cinder-85127 {{(pid=104006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 05:22:13.084982 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-cff7fde3-33ed-4cef-9317-337a32a2a3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f4539bc-d4ea-4bf2-91d9-64bace1e5856', 'name': 'tempest-AttachVolumeNegativeTest-392654816-router', 'tenant_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '80161f1c-297a-4942-ab94-ca8574f080db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:21:02Z', 'updated_at': '2022-07-29T05:21:11Z', 'revision_number': 4, 'project_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'gw_port': {'id': '80161f1c-297a-4942-ab94-ca8574f080db', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:33:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4539bc-d4ea-4bf2-91d9-64bace1e5856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:03Z', 'updated_at': '2022-07-29T05:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi', '_floatingips': [{'id': '41499e0e-47e5-4b58-91d7-5e4fa2ba474c', 'tenant_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'floating_ip_address': '172.27.2.57', 'floating_network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'router_id': '2f4539bc-d4ea-4bf2-91d9-64bace1e5856', 'port_id': 'a271d975-09dc-4c3e-8b57-3468787c62a8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b55efc63-6791-470d-af15-935a2f0fc83e', 'mac_address': 'fa:16:3e:47:c1:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c46947-e368-441d-9e07-584e95d55780', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T05:21:21Z', 'updated_at': '2022-07-29T05:22:10Z', 'revision_number': 1, 'project_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '205980a9-ef0f-4a59-a55e-71e75787c094', 'name': '', 'network_id': 'b55efc63-6791-470d-af15-935a2f0fc83e', 'tenant_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'mac_address': 'fa:16:3e:95:99:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4539bc-d4ea-4bf2-91d9-64bace1e5856', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'bbb96b40-4994-4d5c-ad35-a19342a29a39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:08Z', 'updated_at': '2022-07-29T05:21:26Z', 'revision_number': 5, 'project_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'subnets': [{'id': 'bbb96b40-4994-4d5c-ad35-a19342a29a39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-2-iscsi', False) {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:22:13.134146 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Pushing event updated for resources: {'Port': ['ID=271bc52d-2fba-4db9-bfaa-44a4a119f24e,revision_number=4']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:22:13.143257 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff7fde3-33ed-4cef-9317-337a32a2a3fd None None] Checking router: 2f4539bc-d4ea-4bf2-91d9-64bace1e5856 for host: dv-cinder-851279-2-iscsi {{(pid=104007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 05:22:13.151828 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:22:13.152435 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:22:13.152610 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:22:13.153064 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:22:13.153356 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:22:13.153781 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:22:13.154218 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:22:13.154744 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:22:13.155082 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:22:13.155826 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:22:13.156176 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:22:13.156529 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:22:13.156865 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:22:13.157193 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:22:13.158430 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:22:13.165505 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff7fde3-33ed-4cef-9317-337a32a2a3fd None None] Routers {'2f4539bc-d4ea-4bf2-91d9-64bace1e5856'} bound to L3 agent in host dv-cinder-851279-2-iscsi {{(pid=104007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:22:13.167373 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-cff7fde3-33ed-4cef-9317-337a32a2a3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-29T05:12:08Z,description=,heartbeat_timestamp=2022-07-29T05:22:08Z,host='dv-cinder-851279-2-iscsi',id=8a9a6061-e61b-4901-b35e-5e71dea10db3,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T05:12:08Z,topic='l3_agent')) {'router_ids': ['2f4539bc-d4ea-4bf2-91d9-64bace1e5856'], 'active': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:22:13.221723 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] For port de35419f-6c42-424f-baf0-e88731e69e60, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=de35419f-6c42-424f-baf0-e88731e69e60,segment=NetworkSegment(9167e3b9-12fc-4803-a3cb-91dd7148cc6f),segment_id=9167e3b9-12fc-4803-a3cb-91dd7148cc6f)] {{(pid=104006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:22:13.237438 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Returning: {'device': 'de35419f-6c42-424f-baf0-e88731e69e60', 'network_id': '2abd58fa-fb8d-4cc3-8df0-c903c7b8dd87', 'port_id': 'de35419f-6c42-424f-baf0-e88731e69e60', 'mac_address': 'fa:16:3e:43:34:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac46bf73-3dbd-41e0-8b70-b021adbe3f3f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 05:22:13.271001 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9910bcaf-ceed-4ae8-8232-4014bef3fdf1 req-a5915099-2359-43d0-a986-1e1fc5f2dfef tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:13.272894 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-9910bcaf-ceed-4ae8-8232-4014bef3fdf1 req-a5915099-2359-43d0-a986-1e1fc5f2dfef tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ff83e9-b98e-47c5-83cb-37ac61826fba HTTP/1.1" status: 200 len: 945 time: 0.1132200 Jul 29 05:22:13.295118 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:22:13.316499 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Current status of the port de35419f-6c42-424f-baf0-e88731e69e60 is: DOWN; New status is: BUILD {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:22:13.317569 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (de35419f-6c42-424f-baf0-e88731e69e60), before_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:13.342553 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.notifiers.nova [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de35419f-6c42-424f-baf0-e88731e69e60 {{(pid=104006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 05:22:13.343498 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-9910bcaf-ceed-4ae8-8232-4014bef3fdf1 req-2ae375d0-ffec-4339-b564-ac6bc4f35ef5 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/security-groups?id=e9b3d23d-0615-4fd6-b695-2037ba10d6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635080 Jul 29 05:22:13.382657 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] For port de35419f-6c42-424f-baf0-e88731e69e60, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=de35419f-6c42-424f-baf0-e88731e69e60,segment=NetworkSegment(9167e3b9-12fc-4803-a3cb-91dd7148cc6f),segment_id=9167e3b9-12fc-4803-a3cb-91dd7148cc6f)] {{(pid=104006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:22:13.390691 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (de35419f-6c42-424f-baf0-e88731e69e60), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:13.409815 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvr_db [None req-cff7fde3-33ed-4cef-9317-337a32a2a3fd None None] Set router 2f4539bc-d4ea-4bf2-91d9-64bace1e5856 gateway port host: dv-cinder-851279-2-iscsi {{(pid=104007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:22:13.479791 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Pushing event updated for resources: {'Port': ['ID=de35419f-6c42-424f-baf0-e88731e69e60,revision_number=4']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:22:13.842437 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-cff7fde3-33ed-4cef-9317-337a32a2a3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f4539bc-d4ea-4bf2-91d9-64bace1e5856', 'name': 'tempest-AttachVolumeNegativeTest-392654816-router', 'tenant_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '80161f1c-297a-4942-ab94-ca8574f080db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:21:02Z', 'updated_at': '2022-07-29T05:21:11Z', 'revision_number': 4, 'project_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'gw_port': {'id': '80161f1c-297a-4942-ab94-ca8574f080db', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:33:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4539bc-d4ea-4bf2-91d9-64bace1e5856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:03Z', 'updated_at': '2022-07-29T05:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi', '_floatingips': [{'id': '41499e0e-47e5-4b58-91d7-5e4fa2ba474c', 'tenant_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'floating_ip_address': '172.27.2.57', 'floating_network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'router_id': '2f4539bc-d4ea-4bf2-91d9-64bace1e5856', 'port_id': 'a271d975-09dc-4c3e-8b57-3468787c62a8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b55efc63-6791-470d-af15-935a2f0fc83e', 'mac_address': 'fa:16:3e:47:c1:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c46947-e368-441d-9e07-584e95d55780', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T05:21:21Z', 'updated_at': '2022-07-29T05:22:10Z', 'revision_number': 1, 'project_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '205980a9-ef0f-4a59-a55e-71e75787c094', 'name': '', 'network_id': 'b55efc63-6791-470d-af15-935a2f0fc83e', 'tenant_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'mac_address': 'fa:16:3e:95:99:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4539bc-d4ea-4bf2-91d9-64bace1e5856', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'bbb96b40-4994-4d5c-ad35-a19342a29a39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:08Z', 'updated_at': '2022-07-29T05:21:26Z', 'revision_number': 5, 'project_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'subnets': [{'id': 'bbb96b40-4994-4d5c-ad35-a19342a29a39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-2-iscsi', False) {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:22:13.849616 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e4a486-b0ad-4ff0-9377-371f135a41d5 req-26b5b54f-b68f-4aa3-98d5-2029b345e5f8 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:13.852463 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-00e4a486-b0ad-4ff0-9377-371f135a41d5 req-26b5b54f-b68f-4aa3-98d5-2029b345e5f8 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ff4221e-eadc-491b-9f3c-9b41413a63d0 HTTP/1.1" status: 200 len: 945 time: 0.1909084 Jul 29 05:22:13.893203 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8acb140-d053-412e-bb88-737d26d0d2a4 req-f37e99ea-ac38-4423-b929-e6b0afdac7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:13.899167 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-e8acb140-d053-412e-bb88-737d26d0d2a4 req-f37e99ea-ac38-4423-b929-e6b0afdac7df service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9d8baaf2e23546ee8ed1de278617c7d2&device_id=05c46947-e368-441d-9e07-584e95d55780 HTTP/1.1" status: 200 len: 1129 time: 0.2153170 Jul 29 05:22:13.901877 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff7fde3-33ed-4cef-9317-337a32a2a3fd None None] The sync data for ids ['2f4539bc-d4ea-4bf2-91d9-64bace1e5856'] in dv-cinder-851279-2-iscsi is: [{'id': '2f4539bc-d4ea-4bf2-91d9-64bace1e5856', 'name': 'tempest-AttachVolumeNegativeTest-392654816-router', 'tenant_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '80161f1c-297a-4942-ab94-ca8574f080db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:21:02Z', 'updated_at': '2022-07-29T05:21:11Z', 'revision_number': 4, 'project_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'gw_port': {'id': '80161f1c-297a-4942-ab94-ca8574f080db', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:33:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4539bc-d4ea-4bf2-91d9-64bace1e5856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:03Z', 'updated_at': '2022-07-29T05:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi', '_floatingips': [{'id': '41499e0e-47e5-4b58-91d7-5e4fa2ba474c', 'tenant_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'floating_ip_address': '172.27.2.57', 'floating_network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'router_id': '2f4539bc-d4ea-4bf2-91d9-64bace1e5856', 'port_id': 'a271d975-09dc-4c3e-8b57-3468787c62a8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b55efc63-6791-470d-af15-935a2f0fc83e', 'mac_address': 'fa:16:3e:47:c1:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c46947-e368-441d-9e07-584e95d55780', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T05:21:21Z', 'updated_at': '2022-07-29T05:22:10Z', 'revision_number': 1, 'project_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '205980a9-ef0f-4a59-a55e-71e75787c094', 'name': '', 'network_id': 'b55efc63-6791-470d-af15-935a2f0fc83e', 'tenant_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'mac_address': 'fa:16:3e:95:99:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4539bc-d4ea-4bf2-91d9-64bace1e5856', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'bbb96b40-4994-4d5c-ad35-a19342a29a39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:08Z', 'updated_at': '2022-07-29T05:21:26Z', 'revision_number': 5, 'project_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'subnets': [{'id': 'bbb96b40-4994-4d5c-ad35-a19342a29a39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 05:22:13.970544 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] get_ports_and_sgs() called for port_ids ['271bc52d-2fba-4db9-bfaa-44a4a119f24e'] {{(pid=104006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 05:22:14.059702 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 58138) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:22:14.061038 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-00e4a486-b0ad-4ff0-9377-371f135a41d5 req-98e748f5-bd87-4659-8990-d016de0b0849 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1b037b0-0efa-496f-bd70-b1139f60e425&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1961107 Jul 29 05:22:14.105529 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf04aef7-5363-4c0d-953c-46436dcbe2bd req-5850ee86-46e7-4f14-afe6-afe883cdf992 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:14.113052 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] get_ports_and_sgs() called for port_ids ['de35419f-6c42-424f-baf0-e88731e69e60'] {{(pid=104006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 05:22:14.116080 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-cf04aef7-5363-4c0d-953c-46436dcbe2bd req-5850ee86-46e7-4f14-afe6-afe883cdf992 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6c67286-4bb1-4dc6-87ba-4c21f3ff863a HTTP/1.1" status: 200 len: 945 time: 0.1137772 Jul 29 05:22:14.281997 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-cf04aef7-5363-4c0d-953c-46436dcbe2bd req-fe0874a0-7df7-48cf-a9ac-a7542cba9efa tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2d77d07-9d3f-4f87-89d0-b3dbc311f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646912 Jul 29 05:22:14.325302 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-fc3c33fc-0cc8-412a-a39e-bdf19f951e4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:14.479294 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8acb140-d053-412e-bb88-737d26d0d2a4 req-af864e45-1c8b-4274-8a27-1be82eeb6f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:14.486503 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-e8acb140-d053-412e-bb88-737d26d0d2a4 req-af864e45-1c8b-4274-8a27-1be82eeb6f8d service neutron] 10.222.0.60 "GET /v2.0/networks?id=b55efc63-6791-470d-af15-935a2f0fc83e HTTP/1.1" status: 200 len: 915 time: 0.2964923 Jul 29 05:22:14.488227 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-fc3c33fc-0cc8-412a-a39e-bdf19f951e4c admin admin] Publish callbacks [] for security_group (91578477-b43c-4f32-83ee-ddc735fe9a37), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:14.497932 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-fc3c33fc-0cc8-412a-a39e-bdf19f951e4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (91578477-b43c-4f32-83ee-ddc735fe9a37), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:14.559861 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-fc3c33fc-0cc8-412a-a39e-bdf19f951e4c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=02466603267e4f8b8bbc7ca347b09124&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4973147 Jul 29 05:22:14.583630 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac170ef2-1df6-4aea-844b-ffcca27f950f req-f03c61fe-40a6-48de-8ddf-6d31115ea109 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:14.591245 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-ac170ef2-1df6-4aea-844b-ffcca27f950f req-f03c61fe-40a6-48de-8ddf-6d31115ea109 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ff83e9-b98e-47c5-83cb-37ac61826fba HTTP/1.1" status: 200 len: 945 time: 0.0994048 Jul 29 05:22:14.593875 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 58154) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:22:14.617092 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:22:14.618103 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3c33fc-0cc8-412a-a39e-bdf19f951e4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91578477-b43c-4f32-83ee-ddc735fe9a37,revision_number=1']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:22:14.804203 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 58166) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:22:14.840202 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-ac170ef2-1df6-4aea-844b-ffcca27f950f req-91291fb4-927a-42b3-b7ba-10ce37326ef5 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/security-groups?id=e9b3d23d-0615-4fd6-b695-2037ba10d6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2477696 Jul 29 05:22:14.840733 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=100 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:22:14.878405 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-e8acb140-d053-412e-bb88-737d26d0d2a4 req-0874767d-8b8f-4779-9df7-643b675746ee service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a271d975-09dc-4c3e-8b57-3468787c62a8 HTTP/1.1" status: 200 len: 998 time: 0.2636838 Jul 29 05:22:14.900508 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-b139e9f9-a85b-4955-955c-394171d28970 admin admin] Publish callbacks [] for security_group (91578477-b43c-4f32-83ee-ddc735fe9a37), before_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:14.943483 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-b139e9f9-a85b-4955-955c-394171d28970 admin admin] Publish callbacks [] for security_group (91578477-b43c-4f32-83ee-ddc735fe9a37), precommit_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:15.009977 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-21333510-75cc-4ea9-956a-b6785189d7cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:15.025947 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-b139e9f9-a85b-4955-955c-394171d28970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (91578477-b43c-4f32-83ee-ddc735fe9a37), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:15.034683 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-b139e9f9-a85b-4955-955c-394171d28970 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:15.036930 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-b139e9f9-a85b-4955-955c-394171d28970 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/91578477-b43c-4f32-83ee-ddc735fe9a37 HTTP/1.1" status: 204 len: 168 time: 0.4420722 Jul 29 05:22:15.047896 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b139e9f9-a85b-4955-955c-394171d28970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91578477-b43c-4f32-83ee-ddc735fe9a37,revision_number=None']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:22:15.142308 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8acb140-d053-412e-bb88-737d26d0d2a4 req-3d11936d-b18e-4920-a9d2-97e56ff80094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:15.144239 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-e8acb140-d053-412e-bb88-737d26d0d2a4 req-3d11936d-b18e-4920-a9d2-97e56ff80094 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bbb96b40-4994-4d5c-ad35-a19342a29a39 HTTP/1.1" status: 200 len: 853 time: 0.0847199 Jul 29 05:22:15.202041 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:22:15.264838 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8acb140-d053-412e-bb88-737d26d0d2a4 req-61d9b655-e5b4-4c12-b561-2cb4a50eb7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:15.268152 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-e8acb140-d053-412e-bb88-737d26d0d2a4 req-61d9b655-e5b4-4c12-b561-2cb4a50eb7e8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b55efc63-6791-470d-af15-935a2f0fc83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1140230 Jul 29 05:22:15.296285 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41f806c-e69a-4b4b-afbc-db67ae92b513 None None] New status for floating IP 41499e0e-47e5-4b58-91d7-5e4fa2ba474c: ACTIVE {{(pid=104006) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 29 05:22:15.356698 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-21333510-75cc-4ea9-956a-b6785189d7cc admin admin] Publish callbacks [] for security_group (1fd4ded4-52a7-4c50-b167-892af4bd91d2), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:15.399338 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-21333510-75cc-4ea9-956a-b6785189d7cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (1fd4ded4-52a7-4c50-b167-892af4bd91d2), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:15.477193 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85adc3d-b4d5-48cd-955f-ea5da8861baf req-5f5ce11c-7542-46da-a492-3b18eeb8e2bd tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:15.480063 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-c85adc3d-b4d5-48cd-955f-ea5da8861baf req-5f5ce11c-7542-46da-a492-3b18eeb8e2bd tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ff4221e-eadc-491b-9f3c-9b41413a63d0 HTTP/1.1" status: 200 len: 945 time: 0.2765558 Jul 29 05:22:15.572205 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e23633-9f82-4a38-80b0-2a574617d298 req-47ea4fd6-ebd0-41bf-9d88-e4dd479caeda tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:15.575057 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-b7e23633-9f82-4a38-80b0-2a574617d298 req-47ea4fd6-ebd0-41bf-9d88-e4dd479caeda tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6c67286-4bb1-4dc6-87ba-4c21f3ff863a HTTP/1.1" status: 200 len: 945 time: 0.1348059 Jul 29 05:22:15.610089 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-e8acb140-d053-412e-bb88-737d26d0d2a4 req-ada74114-38c4-4884-a1ce-fa0504826e4e service neutron] 10.222.0.60 "GET /v2.0/networks/b55efc63-6791-470d-af15-935a2f0fc83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3316734 Jul 29 05:22:15.631781 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-21333510-75cc-4ea9-956a-b6785189d7cc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d5cf946743a24578a048fc305a6e1882&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8257494 Jul 29 05:22:15.637274 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 58200) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:22:15.644007 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:22:15.667755 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21333510-75cc-4ea9-956a-b6785189d7cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fd4ded4-52a7-4c50-b167-892af4bd91d2,revision_number=1']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:22:15.740801 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-c85adc3d-b4d5-48cd-955f-ea5da8861baf req-492add40-f18a-4ce7-8d54-373b5af80938 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1b037b0-0efa-496f-bd70-b1139f60e425&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2350509 Jul 29 05:22:15.776641 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-1a8b218d-dc38-4267-a682-2ce6f153efd0 admin admin] Publish callbacks [] for security_group (1fd4ded4-52a7-4c50-b167-892af4bd91d2), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:15.804830 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-1a8b218d-dc38-4267-a682-2ce6f153efd0 admin admin] Publish callbacks [] for security_group (1fd4ded4-52a7-4c50-b167-892af4bd91d2), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:15.833653 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-b7e23633-9f82-4a38-80b0-2a574617d298 req-0b71b0b9-aeb2-480c-8206-21ffa5adc52a tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2d77d07-9d3f-4f87-89d0-b3dbc311f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465456 Jul 29 05:22:15.887808 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-e8acb140-d053-412e-bb88-737d26d0d2a4 req-528f7330-1634-48dc-a13b-9bb5c598f6f9 service neutron] 10.222.0.60 "GET /v2.0/networks/b55efc63-6791-470d-af15-935a2f0fc83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2600861 Jul 29 05:22:15.908981 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Device 271bc52d-2fba-4db9-bfaa-44a4a119f24e up at agent hyperv_hv-cinder-85127 {{(pid=104006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 05:22:15.929477 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-1a8b218d-dc38-4267-a682-2ce6f153efd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (1fd4ded4-52a7-4c50-b167-892af4bd91d2), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:15.930088 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 58208) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:22:15.933071 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-1a8b218d-dc38-4267-a682-2ce6f153efd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:15.939106 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-1a8b218d-dc38-4267-a682-2ce6f153efd0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1fd4ded4-52a7-4c50-b167-892af4bd91d2 HTTP/1.1" status: 204 len: 168 time: 0.2992773 Jul 29 05:22:15.957805 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8b218d-dc38-4267-a682-2ce6f153efd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fd4ded4-52a7-4c50-b167-892af4bd91d2,revision_number=None']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:22:16.022366 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Provisioning for port 271bc52d-2fba-4db9-bfaa-44a4a119f24e completed by entity L2. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 29 05:22:16.026738 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:22:16.036124 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Provisioning complete for port 271bc52d-2fba-4db9-bfaa-44a4a119f24e triggered by entity L2. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:22:16.037661 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (271bc52d-2fba-4db9-bfaa-44a4a119f24e), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:16.048902 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1fde0d-f7ab-46a8-b7ec-942dd8f3601d req-030501ae-ec4d-43d7-a6c4-a8fc7f0f1369 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:16.057644 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-7b1fde0d-f7ab-46a8-b7ec-942dd8f3601d req-030501ae-ec4d-43d7-a6c4-a8fc7f0f1369 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ff83e9-b98e-47c5-83cb-37ac61826fba HTTP/1.1" status: 200 len: 945 time: 0.0804009 Jul 29 05:22:16.116760 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-7b1fde0d-f7ab-46a8-b7ec-942dd8f3601d req-ec3cbd72-b65c-4158-ad57-fbeafdf2ab0a tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/security-groups?id=e9b3d23d-0615-4fd6-b695-2037ba10d6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574207 Jul 29 05:22:16.192855 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Current status of the port 271bc52d-2fba-4db9-bfaa-44a4a119f24e is: BUILD; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:22:16.193522 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (271bc52d-2fba-4db9-bfaa-44a4a119f24e), before_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:16.234641 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6ff83e9-b98e-47c5-83cb-37ac61826fba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '271bc52d-2fba-4db9-bfaa-44a4a119f24e'}] {{(pid=104006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 05:22:16.237888 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e99febf74dea338d8edfc28e98bc5f49fff1daa2966fa3a6b84f517592192115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce4d5529-d724-4285-b2db-d61cc1cf5951" -d '{"events": [{"server_uuid": "f6ff83e9-b98e-47c5-83cb-37ac61826fba", "name": "network-vif-plugged", "status": "completed", "tag": "271bc52d-2fba-4db9-bfaa-44a4a119f24e"}]}' {{(pid=104006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 05:22:16.255600 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:DELETE=1 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:22:16.267713 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] For port 271bc52d-2fba-4db9-bfaa-44a4a119f24e, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=271bc52d-2fba-4db9-bfaa-44a4a119f24e,segment=NetworkSegment(c24ea0bd-8f00-42e2-b69e-2e72b209c7c1),segment_id=c24ea0bd-8f00-42e2-b69e-2e72b209c7c1)] {{(pid=104006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:22:16.274416 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (271bc52d-2fba-4db9-bfaa-44a4a119f24e), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:16.275143 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-5bd6e3b1-8403-4be7-a14b-f492f80338d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:16.275464 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Device de35419f-6c42-424f-baf0-e88731e69e60 up at agent hyperv_hv-cinder-85127 {{(pid=104006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 05:22:16.319958 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 05:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9a1d408-405a-461f-bc7c-0f32e484e4b2 x-openstack-request-id: req-d9a1d408-405a-461f-bc7c-0f32e484e4b2 {{(pid=104006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 05:22:16.320795 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6ff83e9-b98e-47c5-83cb-37ac61826fba", "name": "network-vif-plugged", "status": "completed", "tag": "271bc52d-2fba-4db9-bfaa-44a4a119f24e", "code": 200}]} {{(pid=104006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 05:22:16.320795 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d9a1d408-405a-461f-bc7c-0f32e484e4b2 {{(pid=104006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 05:22:16.321121 dv-cinder-851279-2-iscsi neutron-server[104006]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9a1d408-405a-461f-bc7c-0f32e484e4b2'] response: {'server_uuid': 'f6ff83e9-b98e-47c5-83cb-37ac61826fba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '271bc52d-2fba-4db9-bfaa-44a4a119f24e', 'code': 200} Jul 29 05:22:16.400780 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Provisioning for port de35419f-6c42-424f-baf0-e88731e69e60 completed by entity L2. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 29 05:22:16.417517 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Provisioning complete for port de35419f-6c42-424f-baf0-e88731e69e60 triggered by entity L2. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:22:16.418158 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (de35419f-6c42-424f-baf0-e88731e69e60), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:16.446890 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Pushing event updated for resources: {'Port': ['ID=271bc52d-2fba-4db9-bfaa-44a4a119f24e,revision_number=5']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:22:16.477553 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-5bd6e3b1-8403-4be7-a14b-f492f80338d0 admin admin] Publish callbacks [] for security_group (6cab2ed8-ee3e-4b37-af37-1797b199c212), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:16.495248 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-5bd6e3b1-8403-4be7-a14b-f492f80338d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (6cab2ed8-ee3e-4b37-af37-1797b199c212), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:16.558511 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Current status of the port de35419f-6c42-424f-baf0-e88731e69e60 is: BUILD; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:22:16.559467 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (de35419f-6c42-424f-baf0-e88731e69e60), before_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:16.607525 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16af4899-ae84-414b-952d-95d02733a839 req-6259440a-b476-47dc-8b78-0b459602187c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:16.609204 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-16af4899-ae84-414b-952d-95d02733a839 req-6259440a-b476-47dc-8b78-0b459602187c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f6ff83e9-b98e-47c5-83cb-37ac61826fba HTTP/1.1" status: 200 len: 1130 time: 0.0480473 Jul 29 05:22:16.611020 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd6e3b1-8403-4be7-a14b-f492f80338d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cab2ed8-ee3e-4b37-af37-1797b199c212,revision_number=1']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:22:16.621527 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-5bd6e3b1-8403-4be7-a14b-f492f80338d0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a5090b4e2de34d2dba18758140b5826b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6883509 Jul 29 05:22:16.621527 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 58230) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:22:16.657623 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] For port de35419f-6c42-424f-baf0-e88731e69e60, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=de35419f-6c42-424f-baf0-e88731e69e60,segment=NetworkSegment(9167e3b9-12fc-4803-a3cb-91dd7148cc6f),segment_id=9167e3b9-12fc-4803-a3cb-91dd7148cc6f)] {{(pid=104006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:22:16.664120 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (de35419f-6c42-424f-baf0-e88731e69e60), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:16.706318 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 58236) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:22:16.740410 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Pushing event updated for resources: {'Port': ['ID=de35419f-6c42-424f-baf0-e88731e69e60,revision_number=5']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:22:16.753477 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-b5e6a1e9-4c78-478f-8f9b-3e4087dad25e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:16.782694 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-cc28441f-f4ba-4739-be90-e2fc7dbbe5d6 admin admin] Publish callbacks [] for security_group (6cab2ed8-ee3e-4b37-af37-1797b199c212), before_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:16.854933 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a2aea0-77e3-4186-9793-33b52e976fc7 req-0d1f823c-11d0-4c13-9454-5ebdf8de5475 tempest-DeleteServersTestJSON-433700856 tempest-DeleteServersTestJSON-433700856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:16.863497 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-33a2aea0-77e3-4186-9793-33b52e976fc7 req-0d1f823c-11d0-4c13-9454-5ebdf8de5475 tempest-DeleteServersTestJSON-433700856 tempest-DeleteServersTestJSON-433700856-project] 10.222.0.49 "GET /v2.0/ports?device_id=51207b24-620a-4479-be28-4db53ef4073e HTTP/1.1" status: 200 len: 946 time: 0.1003540 Jul 29 05:22:16.867080 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-cc28441f-f4ba-4739-be90-e2fc7dbbe5d6 admin admin] Publish callbacks [] for security_group (6cab2ed8-ee3e-4b37-af37-1797b199c212), precommit_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:16.895226 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-b5e6a1e9-4c78-478f-8f9b-3e4087dad25e admin admin] Publish callbacks [] for security_group (e8924cd1-2dc4-4dc3-9863-232bb2cf8d46), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:16.897771 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:22:16.956541 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-33a2aea0-77e3-4186-9793-33b52e976fc7 req-1a47a11b-fecf-4d1d-8932-dc9b1281c8cf tempest-DeleteServersTestJSON-433700856 tempest-DeleteServersTestJSON-433700856-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c3956c6-6830-45d5-accb-2b89f69b0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920212 Jul 29 05:22:16.957980 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf456e5-ecb8-4fbd-bce2-bd1a0f04e64b req-a0f76bc2-2cc4-4f41-9bb2-177777ed7f24 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:16.959633 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-adf456e5-ecb8-4fbd-bce2-bd1a0f04e64b req-a0f76bc2-2cc4-4f41-9bb2-177777ed7f24 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ff4221e-eadc-491b-9f3c-9b41413a63d0 HTTP/1.1" status: 200 len: 946 time: 0.0673258 Jul 29 05:22:16.961671 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-b5e6a1e9-4c78-478f-8f9b-3e4087dad25e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (e8924cd1-2dc4-4dc3-9863-232bb2cf8d46), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:17.022522 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-cc28441f-f4ba-4739-be90-e2fc7dbbe5d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (6cab2ed8-ee3e-4b37-af37-1797b199c212), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:17.028434 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-cc28441f-f4ba-4739-be90-e2fc7dbbe5d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:17.030710 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:22:17.034907 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-b5e6a1e9-4c78-478f-8f9b-3e4087dad25e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b81eb83d09984766bee37278db1572aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3270833 Jul 29 05:22:17.036824 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-cc28441f-f4ba-4739-be90-e2fc7dbbe5d6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6cab2ed8-ee3e-4b37-af37-1797b199c212 HTTP/1.1" status: 204 len: 168 time: 0.4116323 Jul 29 05:22:17.042369 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 58248) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:22:17.045242 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e6a1e9-4c78-478f-8f9b-3e4087dad25e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8924cd1-2dc4-4dc3-9863-232bb2cf8d46,revision_number=1']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:22:17.070618 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-adf456e5-ecb8-4fbd-bce2-bd1a0f04e64b req-1d6027a9-2c43-4bcd-ae16-5c0131cfe47d tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1b037b0-0efa-496f-bd70-b1139f60e425&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0959215 Jul 29 05:22:17.105106 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc28441f-f4ba-4739-be90-e2fc7dbbe5d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cab2ed8-ee3e-4b37-af37-1797b199c212,revision_number=None']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:22:17.229331 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c70e6f-fc25-4979-8672-a8a0cb7020b0 req-e7c48afa-bd42-4152-92ea-811bc24a42d4 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:17.232331 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-63c70e6f-fc25-4979-8672-a8a0cb7020b0 req-e7c48afa-bd42-4152-92ea-811bc24a42d4 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6c67286-4bb1-4dc6-87ba-4c21f3ff863a HTTP/1.1" status: 200 len: 945 time: 0.1728871 Jul 29 05:22:17.318495 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-4af44384-736a-441b-8bd7-3a3ab331d254 admin admin] Publish callbacks [] for security_group (e8924cd1-2dc4-4dc3-9863-232bb2cf8d46), before_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:17.349533 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-63c70e6f-fc25-4979-8672-a8a0cb7020b0 req-09372606-0968-4d72-8134-c9aaeab2e3e0 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2d77d07-9d3f-4f87-89d0-b3dbc311f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012304 Jul 29 05:22:17.372618 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-4af44384-736a-441b-8bd7-3a3ab331d254 admin admin] Publish callbacks [] for security_group (e8924cd1-2dc4-4dc3-9863-232bb2cf8d46), precommit_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:17.448645 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-4af44384-736a-441b-8bd7-3a3ab331d254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (e8924cd1-2dc4-4dc3-9863-232bb2cf8d46), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:17.451135 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033e4a47-0173-4ec1-9b46-6e156ba10d7c req-abba82b9-1662-4e24-8946-9b33f57bef70 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:17.452163 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-4af44384-736a-441b-8bd7-3a3ab331d254 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:17.459451 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-4af44384-736a-441b-8bd7-3a3ab331d254 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e8924cd1-2dc4-4dc3-9863-232bb2cf8d46 HTTP/1.1" status: 204 len: 168 time: 0.4112673 Jul 29 05:22:17.472919 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af44384-736a-441b-8bd7-3a3ab331d254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8924cd1-2dc4-4dc3-9863-232bb2cf8d46,revision_number=None']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:22:17.474115 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-033e4a47-0173-4ec1-9b46-6e156ba10d7c req-abba82b9-1662-4e24-8946-9b33f57bef70 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ff83e9-b98e-47c5-83cb-37ac61826fba HTTP/1.1" status: 200 len: 946 time: 0.1716080 Jul 29 05:22:17.580474 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-033e4a47-0173-4ec1-9b46-6e156ba10d7c req-14a1269c-9b2c-471d-bd3f-a85adf682170 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/security-groups?id=e9b3d23d-0615-4fd6-b695-2037ba10d6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010284 Jul 29 05:22:17.740477 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 58262) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:22:17.759605 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-6b2b429e-4514-43e3-b7d1-6af6c55074be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:17.794985 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=6 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:22:17.916102 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-6b2b429e-4514-43e3-b7d1-6af6c55074be admin admin] Publish callbacks [] for security_group (289275e2-36d8-412a-ad20-35c735a2490e), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:17.922892 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-6b2b429e-4514-43e3-b7d1-6af6c55074be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (289275e2-36d8-412a-ad20-35c735a2490e), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:17.993314 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-6b2b429e-4514-43e3-b7d1-6af6c55074be admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8dbc53f197bc462d95d93e282b761e80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2512593 Jul 29 05:22:17.995000 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2b429e-4514-43e3-b7d1-6af6c55074be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=289275e2-36d8-412a-ad20-35c735a2490e,revision_number=1']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:22:17.998055 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 58270) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:22:18.138492 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-5c1e34da-be82-4094-83eb-46b215b7df68 admin admin] Publish callbacks [] for security_group (289275e2-36d8-412a-ad20-35c735a2490e), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:18.153872 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac565aa3-a9f0-4b42-aae9-62a256a36092 req-80e6f5f2-62ff-419e-ba04-1e7f300b9338 tempest-DeleteServersTestJSON-433700856 tempest-DeleteServersTestJSON-433700856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:18.170781 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-ac565aa3-a9f0-4b42-aae9-62a256a36092 req-80e6f5f2-62ff-419e-ba04-1e7f300b9338 tempest-DeleteServersTestJSON-433700856 tempest-DeleteServersTestJSON-433700856-project] 10.222.0.49 "GET /v2.0/ports?device_id=51207b24-620a-4479-be28-4db53ef4073e HTTP/1.1" status: 200 len: 946 time: 0.0816700 Jul 29 05:22:18.208046 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-5c1e34da-be82-4094-83eb-46b215b7df68 admin admin] Publish callbacks [] for security_group (289275e2-36d8-412a-ad20-35c735a2490e), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:18.291412 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-ac565aa3-a9f0-4b42-aae9-62a256a36092 req-ff82b2e8-e86a-468a-ae03-92e6b58c742f tempest-DeleteServersTestJSON-433700856 tempest-DeleteServersTestJSON-433700856-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c3956c6-6830-45d5-accb-2b89f69b0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220639 Jul 29 05:22:18.303744 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-16af4899-ae84-414b-952d-95d02733a839 req-4c415852-61d1-46d5-a214-f38e7fe9a339 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e9b3d23d-0615-4fd6-b695-2037ba10d6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014953 Jul 29 05:22:18.322736 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ff4221e-eadc-491b-9f3c-9b41413a63d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de35419f-6c42-424f-baf0-e88731e69e60'}] {{(pid=104006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 05:22:18.324440 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:22:18.325300 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e99febf74dea338d8edfc28e98bc5f49fff1daa2966fa3a6b84f517592192115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37e2b47d-3931-43a1-aac0-4b3d60518edc" -d '{"events": [{"server_uuid": "6ff4221e-eadc-491b-9f3c-9b41413a63d0", "name": "network-vif-plugged", "status": "completed", "tag": "de35419f-6c42-424f-baf0-e88731e69e60"}]}' {{(pid=104006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 05:22:18.357015 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2188ab7-2781-46e7-a494-a2a99fdd3bdc req-b10ebdd1-6709-4284-b60f-a63c68698508 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:18.358689 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-d2188ab7-2781-46e7-a494-a2a99fdd3bdc req-b10ebdd1-6709-4284-b60f-a63c68698508 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ff4221e-eadc-491b-9f3c-9b41413a63d0 HTTP/1.1" status: 200 len: 946 time: 0.1472423 Jul 29 05:22:18.410848 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 05:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4a2478b-00e2-4f33-a9f4-07ebd1dcf0af x-openstack-request-id: req-b4a2478b-00e2-4f33-a9f4-07ebd1dcf0af {{(pid=104006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 05:22:18.411501 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ff4221e-eadc-491b-9f3c-9b41413a63d0", "name": "network-vif-plugged", "status": "completed", "tag": "de35419f-6c42-424f-baf0-e88731e69e60", "code": 200}]} {{(pid=104006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 05:22:18.412419 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b4a2478b-00e2-4f33-a9f4-07ebd1dcf0af {{(pid=104006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 05:22:18.413247 dv-cinder-851279-2-iscsi neutron-server[104006]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4a2478b-00e2-4f33-a9f4-07ebd1dcf0af'] response: {'server_uuid': '6ff4221e-eadc-491b-9f3c-9b41413a63d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de35419f-6c42-424f-baf0-e88731e69e60', 'code': 200} Jul 29 05:22:18.422321 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-5c1e34da-be82-4094-83eb-46b215b7df68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (289275e2-36d8-412a-ad20-35c735a2490e), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:18.431621 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-5c1e34da-be82-4094-83eb-46b215b7df68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:18.431716 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-5c1e34da-be82-4094-83eb-46b215b7df68 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/289275e2-36d8-412a-ad20-35c735a2490e HTTP/1.1" status: 204 len: 168 time: 0.4276845 Jul 29 05:22:18.463936 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1e34da-be82-4094-83eb-46b215b7df68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=289275e2-36d8-412a-ad20-35c735a2490e,revision_number=None']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:22:18.503322 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-d2188ab7-2781-46e7-a494-a2a99fdd3bdc req-fce395dd-8e2d-40fe-bd84-9d96d4c1550d tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1b037b0-0efa-496f-bd70-b1139f60e425&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1182387 Jul 29 05:22:18.579905 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe31793-c7d0-4268-bac7-3fb1b0b0356b req-a5872543-286a-4d11-8aca-47f7303c37af tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:18.582527 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-bfe31793-c7d0-4268-bac7-3fb1b0b0356b req-a5872543-286a-4d11-8aca-47f7303c37af tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6c67286-4bb1-4dc6-87ba-4c21f3ff863a HTTP/1.1" status: 200 len: 945 time: 0.1105821 Jul 29 05:22:18.690298 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-bfe31793-c7d0-4268-bac7-3fb1b0b0356b req-0d940323-7133-4aed-bbd9-2c168ba59545 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2d77d07-9d3f-4f87-89d0-b3dbc311f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013896 Jul 29 05:22:18.840134 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6487872f-c28b-44a5-8ced-c88e4d34bccc req-85d2cbaa-2f4a-4230-aa5a-a923a150d03f tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:18.859768 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-6487872f-c28b-44a5-8ced-c88e4d34bccc req-85d2cbaa-2f4a-4230-aa5a-a923a150d03f tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ff83e9-b98e-47c5-83cb-37ac61826fba HTTP/1.1" status: 200 len: 946 time: 0.1174777 Jul 29 05:22:18.963372 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-6487872f-c28b-44a5-8ced-c88e4d34bccc req-d67b58b9-48dd-4d87-8539-e835de61810b tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/security-groups?id=e9b3d23d-0615-4fd6-b695-2037ba10d6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006224 Jul 29 05:22:19.546403 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae73f1f-a3e5-4a78-b722-1ef61bf5ab0b req-ba9fb2c4-e2d8-45d9-9b48-a914a7f92fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:19.549215 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-3ae73f1f-a3e5-4a78-b722-1ef61bf5ab0b req-ba9fb2c4-e2d8-45d9-9b48-a914a7f92fa5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6ff4221e-eadc-491b-9f3c-9b41413a63d0 HTTP/1.1" status: 200 len: 1130 time: 0.1901345 Jul 29 05:22:19.568704 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765628fb-419e-4ea8-b208-9dc3742580ca req-b93bee48-8935-4223-a86d-9e142fbfb4d4 tempest-DeleteServersTestJSON-433700856 tempest-DeleteServersTestJSON-433700856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:19.570318 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-765628fb-419e-4ea8-b208-9dc3742580ca req-b93bee48-8935-4223-a86d-9e142fbfb4d4 tempest-DeleteServersTestJSON-433700856 tempest-DeleteServersTestJSON-433700856-project] 10.222.0.60 "GET /v2.0/ports?device_id=51207b24-620a-4479-be28-4db53ef4073e HTTP/1.1" status: 200 len: 946 time: 0.1546636 Jul 29 05:22:19.580101 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552339cb-0d33-4fc4-8fee-330ee3e37f54 req-b633d956-db65-427d-8638-1197f4bdee1e tempest-DeleteServersTestJSON-433700856 tempest-DeleteServersTestJSON-433700856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:19.590631 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-552339cb-0d33-4fc4-8fee-330ee3e37f54 req-b633d956-db65-427d-8638-1197f4bdee1e tempest-DeleteServersTestJSON-433700856 tempest-DeleteServersTestJSON-433700856-project] 10.222.0.49 "GET /v2.0/ports?device_id=51207b24-620a-4479-be28-4db53ef4073e HTTP/1.1" status: 200 len: 946 time: 0.1550970 Jul 29 05:22:19.714325 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-552339cb-0d33-4fc4-8fee-330ee3e37f54 req-55c46334-47e3-4e14-b30d-2f244c2d388f tempest-DeleteServersTestJSON-433700856 tempest-DeleteServersTestJSON-433700856-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c3956c6-6830-45d5-accb-2b89f69b0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122973 Jul 29 05:22:19.796045 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bf083c-cf1c-4c33-b258-956477502d46 req-487f1cec-907c-49c0-bef1-477e96c549eb tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:19.814124 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-c4bf083c-cf1c-4c33-b258-956477502d46 req-487f1cec-907c-49c0-bef1-477e96c549eb tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ff4221e-eadc-491b-9f3c-9b41413a63d0 HTTP/1.1" status: 200 len: 946 time: 0.1398849 Jul 29 05:22:19.978831 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-c4bf083c-cf1c-4c33-b258-956477502d46 req-5c757590-d374-4cdc-b302-17d230ddf450 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1b037b0-0efa-496f-bd70-b1139f60e425&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1631525 Jul 29 05:22:19.996839 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92304158-cd30-4a73-978a-cc9d00331c89 req-8fe446f7-3fe4-4e5b-9aa4-d51403e42750 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:20.005220 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-92304158-cd30-4a73-978a-cc9d00331c89 req-8fe446f7-3fe4-4e5b-9aa4-d51403e42750 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6c67286-4bb1-4dc6-87ba-4c21f3ff863a HTTP/1.1" status: 200 len: 945 time: 0.1243613 Jul 29 05:22:20.034650 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:22:20.291410 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593a4eaa-a796-44f8-bd07-079bc6ea5e8c req-f33b4281-9d2c-48d7-b36f-36d79c2a51fe tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:20.309429 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-593a4eaa-a796-44f8-bd07-079bc6ea5e8c req-f33b4281-9d2c-48d7-b36f-36d79c2a51fe tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ff83e9-b98e-47c5-83cb-37ac61826fba HTTP/1.1" status: 200 len: 946 time: 0.1653082 Jul 29 05:22:20.363853 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-92304158-cd30-4a73-978a-cc9d00331c89 req-9a11f5b8-f2aa-453d-b50d-c9933363cd5f tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2d77d07-9d3f-4f87-89d0-b3dbc311f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3576410 Jul 29 05:22:20.420473 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-593a4eaa-a796-44f8-bd07-079bc6ea5e8c req-d710933c-a819-4b02-92b5-f6ac996363a3 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/security-groups?id=e9b3d23d-0615-4fd6-b695-2037ba10d6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099217 Jul 29 05:22:20.438912 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-3ae73f1f-a3e5-4a78-b722-1ef61bf5ab0b req-6e31e68d-66e3-45c9-8b22-7f7ebd6c697d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b1b037b0-0efa-496f-bd70-b1139f60e425&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4077678 Jul 29 05:22:20.458946 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.plugin [req-765628fb-419e-4ea8-b208-9dc3742580ca req-4fb373fb-5297-4d35-9185-5947b255add0 tempest-DeleteServersTestJSON-433700856 tempest-DeleteServersTestJSON-433700856-project] Deleting port d7a5be9c-7f6e-42cf-b431-44dea7fa4b46 {{(pid=104005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 05:22:20.459460 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-765628fb-419e-4ea8-b208-9dc3742580ca req-4fb373fb-5297-4d35-9185-5947b255add0 tempest-DeleteServersTestJSON-433700856 tempest-DeleteServersTestJSON-433700856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737760600589'] for port (d7a5be9c-7f6e-42cf-b431-44dea7fa4b46), before_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:20.847701 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:22:20.903222 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.db [req-765628fb-419e-4ea8-b208-9dc3742580ca req-4fb373fb-5297-4d35-9185-5947b255add0 tempest-DeleteServersTestJSON-433700856 tempest-DeleteServersTestJSON-433700856-project] For port d7a5be9c-7f6e-42cf-b431-44dea7fa4b46, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=d7a5be9c-7f6e-42cf-b431-44dea7fa4b46,segment=NetworkSegment(32f72901-d676-4835-84a6-96ebe24e8ccf),segment_id=32f72901-d676-4835-84a6-96ebe24e8ccf)] {{(pid=104005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:22:20.903807 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-765628fb-419e-4ea8-b208-9dc3742580ca req-4fb373fb-5297-4d35-9185-5947b255add0 tempest-DeleteServersTestJSON-433700856 tempest-DeleteServersTestJSON-433700856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420629'] for port (d7a5be9c-7f6e-42cf-b431-44dea7fa4b46), precommit_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:20.933651 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.plugin [req-765628fb-419e-4ea8-b208-9dc3742580ca req-4fb373fb-5297-4d35-9185-5947b255add0 tempest-DeleteServersTestJSON-433700856 tempest-DeleteServersTestJSON-433700856-project] Calling delete_port for d7a5be9c-7f6e-42cf-b431-44dea7fa4b46 owned by compute:nova {{(pid=104005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 05:22:21.068257 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c79737-2b86-4a87-b737-4b9c375541be req-e12c5029-9fb4-4122-ba3b-b5edd4670d53 tempest-DeleteServersTestJSON-433700856 tempest-DeleteServersTestJSON-433700856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:21.069800 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-95c79737-2b86-4a87-b737-4b9c375541be req-e12c5029-9fb4-4122-ba3b-b5edd4670d53 tempest-DeleteServersTestJSON-433700856 tempest-DeleteServersTestJSON-433700856-project] 10.222.0.49 "GET /v2.0/ports?device_id=51207b24-620a-4479-be28-4db53ef4073e HTTP/1.1" status: 200 len: 946 time: 0.1515551 Jul 29 05:22:21.159598 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-95c79737-2b86-4a87-b737-4b9c375541be req-917d6d34-f67a-4547-8c47-f5a5975e796b tempest-DeleteServersTestJSON-433700856 tempest-DeleteServersTestJSON-433700856-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c3956c6-6830-45d5-accb-2b89f69b0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769165 Jul 29 05:22:21.161388 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c99ea28-b216-4145-8edb-ea3550b30bd2 req-4133dce2-9e56-4565-ab49-233abaf426cc tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:21.167963 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-7c99ea28-b216-4145-8edb-ea3550b30bd2 req-4133dce2-9e56-4565-ab49-233abaf426cc tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ff4221e-eadc-491b-9f3c-9b41413a63d0 HTTP/1.1" status: 200 len: 946 time: 0.0661507 Jul 29 05:22:21.277679 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-7c99ea28-b216-4145-8edb-ea3550b30bd2 req-2fba9f96-d684-47de-bdfc-d575d782f462 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1b037b0-0efa-496f-bd70-b1139f60e425&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1051455 Jul 29 05:22:21.298657 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-765628fb-419e-4ea8-b208-9dc3742580ca req-4fb373fb-5297-4d35-9185-5947b255add0 tempest-DeleteServersTestJSON-433700856 tempest-DeleteServersTestJSON-433700856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737760621891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737760223820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1905596'] for port (d7a5be9c-7f6e-42cf-b431-44dea7fa4b46), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:21.335243 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb373fb-5297-4d35-9185-5947b255add0 tempest-DeleteServersTestJSON-433700856 tempest-DeleteServersTestJSON-433700856-project] Pushing event deleted for resources: {'Port': ['ID=d7a5be9c-7f6e-42cf-b431-44dea7fa4b46,revision_number=None']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:22:21.383557 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 58426) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:22:21.458316 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvrscheduler_db [req-765628fb-419e-4ea8-b208-9dc3742580ca req-4fb373fb-5297-4d35-9185-5947b255add0 tempest-DeleteServersTestJSON-433700856 tempest-DeleteServersTestJSON-433700856-project] No DVR routers for this DVR port d7a5be9c-7f6e-42cf-b431-44dea7fa4b46 on host hv-cinder-85127 {{(pid=104005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 29 05:22:21.463427 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-765628fb-419e-4ea8-b208-9dc3742580ca req-4fb373fb-5297-4d35-9185-5947b255add0 tempest-DeleteServersTestJSON-433700856 tempest-DeleteServersTestJSON-433700856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249840'] for port (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:21.472906 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-765628fb-419e-4ea8-b208-9dc3742580ca req-4fb373fb-5297-4d35-9185-5947b255add0 tempest-DeleteServersTestJSON-433700856 tempest-DeleteServersTestJSON-433700856-project] 10.222.0.60 "DELETE /v2.0/ports/d7a5be9c-7f6e-42cf-b431-44dea7fa4b46 HTTP/1.1" status: 204 len: 173 time: 1.4431498 Jul 29 05:22:21.473854 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51207b24-620a-4479-be28-4db53ef4073e', 'name': 'network-vif-deleted', 'tag': 'd7a5be9c-7f6e-42cf-b431-44dea7fa4b46'}] {{(pid=104005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 05:22:21.479391 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18cb6d06cd9bdbb2624e76cf95b2230ef06252a8a1dccb16f0d07e3cc9dc753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5210cfa-4bb0-4513-86fe-950128630d25" -d '{"events": [{"server_uuid": "51207b24-620a-4479-be28-4db53ef4073e", "name": "network-vif-deleted", "tag": "d7a5be9c-7f6e-42cf-b431-44dea7fa4b46"}]}' {{(pid=104005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 05:22:21.568538 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1716b79e-bd1e-4022-b9df-c6ea6a0a1e7c req-70ab8784-dfc3-4a59-81ab-1a99b4164a42 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:21.571900 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-1716b79e-bd1e-4022-b9df-c6ea6a0a1e7c req-70ab8784-dfc3-4a59-81ab-1a99b4164a42 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6c67286-4bb1-4dc6-87ba-4c21f3ff863a HTTP/1.1" status: 200 len: 945 time: 0.0889549 Jul 29 05:22:21.618072 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-661492ab-56b2-48d3-ae6f-e1331eb13e79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:21.682623 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-1716b79e-bd1e-4022-b9df-c6ea6a0a1e7c req-7d711795-3d31-473d-abb9-8b46eac8bfab tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2d77d07-9d3f-4f87-89d0-b3dbc311f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974629 Jul 29 05:22:21.717306 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4752e651-39a6-4559-b263-eeb2f832b99a req-84c0ec66-d11e-468e-9056-8a81739c5cca tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:21.719326 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-4752e651-39a6-4559-b263-eeb2f832b99a req-84c0ec66-d11e-468e-9056-8a81739c5cca tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ff83e9-b98e-47c5-83cb-37ac61826fba HTTP/1.1" status: 200 len: 946 time: 0.0943174 Jul 29 05:22:21.737149 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 05:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6f8584a-da5b-49eb-8c72-9ae63a181797 x-openstack-request-id: req-e6f8584a-da5b-49eb-8c72-9ae63a181797 {{(pid=104005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 05:22:21.737630 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51207b24-620a-4479-be28-4db53ef4073e", "name": "network-vif-deleted", "tag": "d7a5be9c-7f6e-42cf-b431-44dea7fa4b46", "status": "completed", "code": 200}]} {{(pid=104005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 05:22:21.738243 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e6f8584a-da5b-49eb-8c72-9ae63a181797 {{(pid=104005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 05:22:21.738891 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6f8584a-da5b-49eb-8c72-9ae63a181797'] response: {'server_uuid': '51207b24-620a-4479-be28-4db53ef4073e', 'name': 'network-vif-deleted', 'tag': 'd7a5be9c-7f6e-42cf-b431-44dea7fa4b46', 'status': 'completed', 'code': 200} Jul 29 05:22:21.783776 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-4752e651-39a6-4559-b263-eeb2f832b99a req-95fc74c9-597b-48f8-88fe-58bd3d2e15f5 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/security-groups?id=e9b3d23d-0615-4fd6-b695-2037ba10d6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562649 Jul 29 05:22:21.823918 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-661492ab-56b2-48d3-ae6f-e1331eb13e79 admin admin] Publish callbacks [] for security_group (a5411d24-bf1f-434d-9022-fed2e4b689e1), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:21.833537 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-661492ab-56b2-48d3-ae6f-e1331eb13e79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (a5411d24-bf1f-434d-9022-fed2e4b689e1), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:21.960304 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661492ab-56b2-48d3-ae6f-e1331eb13e79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5411d24-bf1f-434d-9022-fed2e4b689e1,revision_number=1']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:22:21.967878 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-661492ab-56b2-48d3-ae6f-e1331eb13e79 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=332bb219c4d84745b3d557a34e97077e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5669928 Jul 29 05:22:21.970221 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 58448) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:22:22.059409 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cecc83b-10c3-465b-9bcd-3ee06d6cef78 req-6e9798b9-c3e5-460f-9d64-4e60ec008c25 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:22.061488 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-8cecc83b-10c3-465b-9bcd-3ee06d6cef78 req-6e9798b9-c3e5-460f-9d64-4e60ec008c25 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ff83e9-b98e-47c5-83cb-37ac61826fba HTTP/1.1" status: 200 len: 946 time: 0.1037748 Jul 29 05:22:22.073196 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 58452) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:22:22.073907 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-54ab4771-0a24-49fc-b1b7-bec933200212 admin admin] Publish callbacks [] for security_group (a5411d24-bf1f-434d-9022-fed2e4b689e1), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:22.081969 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.v2.base [None req-c7a3eca6-be32-4cb5-bfec-38c9a231081b tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Request body: {'floatingip': {'port_id': '271bc52d-2fba-4db9-bfaa-44a4a119f24e'}} {{(pid=104005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:22:22.105832 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-54ab4771-0a24-49fc-b1b7-bec933200212 admin admin] Publish callbacks [] for security_group (a5411d24-bf1f-434d-9022-fed2e4b689e1), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:22.120583 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:22:22.208555 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-54ab4771-0a24-49fc-b1b7-bec933200212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (a5411d24-bf1f-434d-9022-fed2e4b689e1), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:22.215303 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-54ab4771-0a24-49fc-b1b7-bec933200212 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:22.221316 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-54ab4771-0a24-49fc-b1b7-bec933200212 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a5411d24-bf1f-434d-9022-fed2e4b689e1 HTTP/1.1" status: 204 len: 168 time: 0.2472315 Jul 29 05:22:22.231263 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-c7a3eca6-be32-4cb5-bfec-38c9a231081b tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Publish callbacks [] for floatingip (63ad4188-bf79-40cf-8c0b-cc0fef148717), before_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:22.242963 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ab4771-0a24-49fc-b1b7-bec933200212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5411d24-bf1f-434d-9022-fed2e4b689e1,revision_number=None']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:22:22.369994 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-7780361b-fce3-44b9-8483-16ab4e39aa64 req-79ea884d-3b5c-4ce1-9b91-3de587c2c3ba tempest-DeleteServersTestJSON-433700856 tempest-DeleteServersTestJSON-433700856-project] 10.222.0.49 "GET /v2.0/ports?device_id=51207b24-620a-4479-be28-4db53ef4073e HTTP/1.1" status: 200 len: 210 time: 0.0658042 Jul 29 05:22:22.506224 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:22:22.517168 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eada8a0-ee79-41f5-bed1-795bec2003d8 req-3cd97baf-7e6e-4cd7-8439-9feb6ca5058a tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:22.526566 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-3eada8a0-ee79-41f5-bed1-795bec2003d8 req-3cd97baf-7e6e-4cd7-8439-9feb6ca5058a tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ff4221e-eadc-491b-9f3c-9b41413a63d0 HTTP/1.1" status: 200 len: 946 time: 0.1053238 Jul 29 05:22:22.578286 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:22:22.680951 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-3eada8a0-ee79-41f5-bed1-795bec2003d8 req-63f4f2f6-5f26-4ee2-9295-dffcc7f37687 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1b037b0-0efa-496f-bd70-b1139f60e425&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1527112 Jul 29 05:22:22.842234 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa89187-e49f-40e8-884e-f6826bb69b90 req-5788d2f4-a342-42c5-b9bd-b185a7c1388f tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:22.854008 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-8aa89187-e49f-40e8-884e-f6826bb69b90 req-5788d2f4-a342-42c5-b9bd-b185a7c1388f tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6c67286-4bb1-4dc6-87ba-4c21f3ff863a HTTP/1.1" status: 200 len: 945 time: 0.0898650 Jul 29 05:22:22.980368 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-8aa89187-e49f-40e8-884e-f6826bb69b90 req-bc79d40e-ad6c-42a5-8940-a02b893ad2bc tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2d77d07-9d3f-4f87-89d0-b3dbc311f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249430 Jul 29 05:22:23.081787 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb0226b-5014-48d6-a89f-1e9ed03d2701 req-8d158fc4-fe45-42b1-8618-3afd14e1702b tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:23.083541 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-ecb0226b-5014-48d6-a89f-1e9ed03d2701 req-8d158fc4-fe45-42b1-8618-3afd14e1702b tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ff4221e-eadc-491b-9f3c-9b41413a63d0 HTTP/1.1" status: 200 len: 946 time: 0.1914866 Jul 29 05:22:23.099603 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 58486) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:22:23.107607 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.v2.base [None req-9e582211-6ad7-46aa-adc6-451a1f2cfeb7 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Request body: {'floatingip': {'port_id': 'de35419f-6c42-424f-baf0-e88731e69e60'}} {{(pid=104004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:22:23.269766 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-9e582211-6ad7-46aa-adc6-451a1f2cfeb7 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Publish callbacks [] for floatingip (589dfbf8-b98e-4ed4-b1ba-86ad2878d2f3), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:23.314614 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Device d7a5be9c-7f6e-42cf-b431-44dea7fa4b46 no longer exists at agent hyperv_hv-cinder-85127 {{(pid=104006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 05:22:23.323456 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.db.resource_extend [None req-c7a3eca6-be32-4cb5-bfec-38c9a231081b tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 29 05:22:23.442098 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] No Port match for: d7a5be9c-7f6e-42cf-b431-44dea7fa4b46 {{(pid=104006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 05:22:23.448282 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Device d7a5be9c-7f6e-42cf-b431-44dea7fa4b46 not bound to the agent host hv-cinder-85127 {{(pid=104006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 05:22:23.613504 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-c7a3eca6-be32-4cb5-bfec-38c9a231081b tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:23.619881 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-c7a3eca6-be32-4cb5-bfec-38c9a231081b tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-375524'] for floatingip (63ad4188-bf79-40cf-8c0b-cc0fef148717), after_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:23.633352 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:22:23.786469 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=82 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:22:23.808001 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.db.l3_db [None req-c7a3eca6-be32-4cb5-bfec-38c9a231081b tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Floating IP 63ad4188-bf79-40cf-8c0b-cc0fef148717 associated. External IP: 172.27.2.56, port: 271bc52d-2fba-4db9-bfaa-44a4a119f24e. Jul 29 05:22:23.810329 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-d64f9bd9-be13-4e94-9a0f-85b74d6aa15a req-9e412309-d1eb-42c8-854b-be689fddcad8 tempest-DeleteServersTestJSON-433700856 tempest-DeleteServersTestJSON-433700856-project] 10.222.0.49 "GET /v2.0/ports?device_id=51207b24-620a-4479-be28-4db53ef4073e HTTP/1.1" status: 200 len: 210 time: 0.1652493 Jul 29 05:22:23.847300 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=72 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:22:24.004524 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.agents_db [None req-24db149f-f2c4-42ba-b1ad-acaecd0c6386 None None] Agent healthcheck: found 6 active agents {{(pid=104007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 05:22:24.337666 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c3ca10-a3d7-42dd-ad80-a7feb3138eef req-0b7a41c7-3d72-4d85-bb30-3f57ad884c58 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:24.338373 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-82c3ca10-a3d7-42dd-ad80-a7feb3138eef req-0b7a41c7-3d72-4d85-bb30-3f57ad884c58 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6c67286-4bb1-4dc6-87ba-4c21f3ff863a HTTP/1.1" status: 200 len: 945 time: 0.1211317 Jul 29 05:22:24.468046 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-82c3ca10-a3d7-42dd-ad80-a7feb3138eef req-1042c5af-644f-4129-a5d6-2c4af3cb8ebf tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2d77d07-9d3f-4f87-89d0-b3dbc311f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203625 Jul 29 05:22:24.515798 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-9e582211-6ad7-46aa-adc6-451a1f2cfeb7 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:24.525512 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-9e582211-6ad7-46aa-adc6-451a1f2cfeb7 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-375524'] for floatingip (589dfbf8-b98e-4ed4-b1ba-86ad2878d2f3), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:24.555305 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7a3eca6-be32-4cb5-bfec-38c9a231081b tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Router d1904235-b8da-4132-80da-638ba8c8454c has already been hosted by L3 agent 8a9a6061-e61b-4901-b35e-5e71dea10db3 {{(pid=104005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 05:22:24.713303 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.db.l3_db [None req-9e582211-6ad7-46aa-adc6-451a1f2cfeb7 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Floating IP 589dfbf8-b98e-4ed4-b1ba-86ad2878d2f3 associated. External IP: 172.27.2.222, port: de35419f-6c42-424f-baf0-e88731e69e60. Jul 29 05:22:24.767784 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7a3eca6-be32-4cb5-bfec-38c9a231081b tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Notify agent at l3_agent.dv-cinder-851279-2-iscsi the message routers_updated {{(pid=104005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 05:22:24.786332 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-c7a3eca6-be32-4cb5-bfec-38c9a231081b tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249840'] for floatingip (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:24.790770 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c759e79c-9808-47cc-af72-5ca938c13eb8 None None] Sync routers for ids ['d1904235-b8da-4132-80da-638ba8c8454c'] in dv-cinder-851279-2-iscsi {{(pid=104007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 05:22:24.805703 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c759e79c-9808-47cc-af72-5ca938c13eb8 None None] Routers {'d1904235-b8da-4132-80da-638ba8c8454c'} bound to L3 agent in host dv-cinder-851279-2-iscsi {{(pid=104007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:22:24.806388 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-c759e79c-9808-47cc-af72-5ca938c13eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-29T05:12:08Z,description=,heartbeat_timestamp=2022-07-29T05:22:08Z,host='dv-cinder-851279-2-iscsi',id=8a9a6061-e61b-4901-b35e-5e71dea10db3,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T05:12:08Z,topic='l3_agent')) {'router_ids': ['d1904235-b8da-4132-80da-638ba8c8454c'], 'active': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:22:24.857504 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-c7a3eca6-be32-4cb5-bfec-38c9a231081b tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "PUT /v2.0/floatingips/63ad4188-bf79-40cf-8c0b-cc0fef148717 HTTP/1.1" status: 200 len: 991 time: 2.7789626 Jul 29 05:22:24.857504 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6ff83e9-b98e-47c5-83cb-37ac61826fba', 'tag': '271bc52d-2fba-4db9-bfaa-44a4a119f24e'}] {{(pid=104005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 05:22:24.858190 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18cb6d06cd9bdbb2624e76cf95b2230ef06252a8a1dccb16f0d07e3cc9dc753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae1e2cdd-cd67-40f5-9f5d-6bf4f8a3f8df" -d '{"events": [{"name": "network-changed", "server_uuid": "f6ff83e9-b98e-47c5-83cb-37ac61826fba", "tag": "271bc52d-2fba-4db9-bfaa-44a4a119f24e"}]}' {{(pid=104005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 05:22:24.929994 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 05:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bb1224f-17dd-4cb7-ab7a-da366d26016e x-openstack-request-id: req-5bb1224f-17dd-4cb7-ab7a-da366d26016e {{(pid=104005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 05:22:24.930932 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6ff83e9-b98e-47c5-83cb-37ac61826fba", "tag": "271bc52d-2fba-4db9-bfaa-44a4a119f24e", "status": "completed", "code": 200}]} {{(pid=104005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 05:22:24.931507 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5bb1224f-17dd-4cb7-ab7a-da366d26016e {{(pid=104005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 05:22:24.932393 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bb1224f-17dd-4cb7-ab7a-da366d26016e'] response: {'name': 'network-changed', 'server_uuid': 'f6ff83e9-b98e-47c5-83cb-37ac61826fba', 'tag': '271bc52d-2fba-4db9-bfaa-44a4a119f24e', 'status': 'completed', 'code': 200} Jul 29 05:22:24.961174 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvr_db [None req-c759e79c-9808-47cc-af72-5ca938c13eb8 None None] Set router d1904235-b8da-4132-80da-638ba8c8454c gateway port host: dv-cinder-851279-2-iscsi {{(pid=104007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:22:25.070547 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1e2cdd-cd67-40f5-9f5d-6bf4f8a3f8df req-295100cb-40ae-4077-9690-71f9bcbd676c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:25.074402 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-ae1e2cdd-cd67-40f5-9f5d-6bf4f8a3f8df req-295100cb-40ae-4077-9690-71f9bcbd676c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=92f16adc2357459aa0afb68db89031dd&device_id=f6ff83e9-b98e-47c5-83cb-37ac61826fba HTTP/1.1" status: 200 len: 1130 time: 0.0969489 Jul 29 05:22:25.146720 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 58532) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:22:25.198147 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:22:25.207907 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:22:25.272123 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1e2cdd-cd67-40f5-9f5d-6bf4f8a3f8df req-4b065fd7-82bf-42f1-a9b1-a9aca245105e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:25.275812 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-ae1e2cdd-cd67-40f5-9f5d-6bf4f8a3f8df req-4b065fd7-82bf-42f1-a9b1-a9aca245105e service neutron] 10.222.0.60 "GET /v2.0/networks?id=60b4bb7c-7825-4f15-bc04-5ac3fa10b445 HTTP/1.1" status: 200 len: 911 time: 0.1877789 Jul 29 05:22:25.430326 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-c759e79c-9808-47cc-af72-5ca938c13eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1904235-b8da-4132-80da-638ba8c8454c', 'name': 'tempest-AttachVolumeTestJSON-509135275-router', 'tenant_id': '92f16adc2357459aa0afb68db89031dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': 'fc72b586-b3cf-45c8-a32c-3fda3c2766d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:21:04Z', 'updated_at': '2022-07-29T05:21:21Z', 'revision_number': 4, 'project_id': '92f16adc2357459aa0afb68db89031dd', 'gw_port': {'id': 'fc72b586-b3cf-45c8-a32c-3fda3c2766d4', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:8d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1904235-b8da-4132-80da-638ba8c8454c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:06Z', 'updated_at': '2022-07-29T05:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi', '_floatingips': [{'id': '63ad4188-bf79-40cf-8c0b-cc0fef148717', 'tenant_id': '92f16adc2357459aa0afb68db89031dd', 'floating_ip_address': '172.27.2.56', 'floating_network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'router_id': 'd1904235-b8da-4132-80da-638ba8c8454c', 'port_id': '271bc52d-2fba-4db9-bfaa-44a4a119f24e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 166, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60b4bb7c-7825-4f15-bc04-5ac3fa10b445', 'mac_address': 'fa:16:3e:e0:ce:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ff83e9-b98e-47c5-83cb-37ac61826fba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T05:21:38Z', 'updated_at': '2022-07-29T05:22:23Z', 'revision_number': 1, 'project_id': '92f16adc2357459aa0afb68db89031dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3a65432-8d5c-4784-8bc2-7cda611cf7de', 'name': '', 'network_id': '60b4bb7c-7825-4f15-bc04-5ac3fa10b445', 'tenant_id': '92f16adc2357459aa0afb68db89031dd', 'mac_address': 'fa:16:3e:d1:2a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1904235-b8da-4132-80da-638ba8c8454c', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '6b58381f-b173-48c0-ac4a-7a853ae2cd60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:17Z', 'updated_at': '2022-07-29T05:21:34Z', 'revision_number': 5, 'project_id': '92f16adc2357459aa0afb68db89031dd', 'subnets': [{'id': '6b58381f-b173-48c0-ac4a-7a853ae2cd60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-2-iscsi', False) {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:22:25.469691 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-ae1e2cdd-cd67-40f5-9f5d-6bf4f8a3f8df req-2aa3d293-f8e8-4876-8ccd-ec4c2b5cf5bb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=271bc52d-2fba-4db9-bfaa-44a4a119f24e HTTP/1.1" status: 200 len: 999 time: 0.1849797 Jul 29 05:22:25.482415 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c759e79c-9808-47cc-af72-5ca938c13eb8 None None] Checking router: d1904235-b8da-4132-80da-638ba8c8454c for host: dv-cinder-851279-2-iscsi {{(pid=104007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 05:22:25.490921 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e5aa2954-5903-47a4-8b17-98657e121804 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:25.495233 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c759e79c-9808-47cc-af72-5ca938c13eb8 None None] Routers {'d1904235-b8da-4132-80da-638ba8c8454c'} bound to L3 agent in host dv-cinder-851279-2-iscsi {{(pid=104007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:22:25.496392 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-c759e79c-9808-47cc-af72-5ca938c13eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-29T05:12:08Z,description=,heartbeat_timestamp=2022-07-29T05:22:08Z,host='dv-cinder-851279-2-iscsi',id=8a9a6061-e61b-4901-b35e-5e71dea10db3,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T05:12:08Z,topic='l3_agent')) {'router_ids': ['d1904235-b8da-4132-80da-638ba8c8454c'], 'active': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:22:25.527114 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e582211-6ad7-46aa-adc6-451a1f2cfeb7 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Router e8b15e57-d2b6-483c-b2b4-556a4c67aae0 has already been hosted by L3 agent 8a9a6061-e61b-4901-b35e-5e71dea10db3 {{(pid=104004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 05:22:25.554803 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1e2cdd-cd67-40f5-9f5d-6bf4f8a3f8df req-e2473fbd-0343-40b1-99b7-34fc77725de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:25.556667 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-ae1e2cdd-cd67-40f5-9f5d-6bf4f8a3f8df req-e2473fbd-0343-40b1-99b7-34fc77725de5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6b58381f-b173-48c0-ac4a-7a853ae2cd60 HTTP/1.1" status: 200 len: 849 time: 0.0729365 Jul 29 05:22:25.601429 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:22:25.624636 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1e2cdd-cd67-40f5-9f5d-6bf4f8a3f8df req-3004b153-6a50-48b9-ba24-46928cab06d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:25.627576 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-ae1e2cdd-cd67-40f5-9f5d-6bf4f8a3f8df req-3004b153-6a50-48b9-ba24-46928cab06d2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=60b4bb7c-7825-4f15-bc04-5ac3fa10b445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0583518 Jul 29 05:22:25.742660 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e5aa2954-5903-47a4-8b17-98657e121804 admin admin] Publish callbacks [] for security_group (64b95b7f-3951-45f5-b824-f7bc2c7ceb28), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:25.744436 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e582211-6ad7-46aa-adc6-451a1f2cfeb7 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Notify agent at l3_agent.dv-cinder-851279-2-iscsi the message routers_updated {{(pid=104004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 05:22:25.750146 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-9e582211-6ad7-46aa-adc6-451a1f2cfeb7 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249840'] for floatingip (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:25.762105 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e906136-39b7-40be-9e87-ba9159fdcd3f None None] Sync routers for ids ['e8b15e57-d2b6-483c-b2b4-556a4c67aae0'] in dv-cinder-851279-2-iscsi {{(pid=104006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 05:22:25.788893 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-9e582211-6ad7-46aa-adc6-451a1f2cfeb7 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "PUT /v2.0/floatingips/589dfbf8-b98e-4ed4-b1ba-86ad2878d2f3 HTTP/1.1" status: 200 len: 992 time: 2.6877644 Jul 29 05:22:25.790283 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ff4221e-eadc-491b-9f3c-9b41413a63d0', 'tag': 'de35419f-6c42-424f-baf0-e88731e69e60'}] {{(pid=104004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 05:22:25.793000 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63c9829679c4fd80aa44d623845be63326d0df95c18b6a0c0eedf1e192ffcaec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fee179d-7e94-44ed-9b69-3c05988b0c01" -d '{"events": [{"name": "network-changed", "server_uuid": "6ff4221e-eadc-491b-9f3c-9b41413a63d0", "tag": "de35419f-6c42-424f-baf0-e88731e69e60"}]}' {{(pid=104004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 05:22:25.800975 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b2e64b-6e2d-4090-8988-b40c88dedb1d req-13db78b8-5748-432f-8fe3-1988df2d1521 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:25.801987 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e906136-39b7-40be-9e87-ba9159fdcd3f None None] Routers {'e8b15e57-d2b6-483c-b2b4-556a4c67aae0'} bound to L3 agent in host dv-cinder-851279-2-iscsi {{(pid=104006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:22:25.803396 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_hamode_db [None req-5e906136-39b7-40be-9e87-ba9159fdcd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-29T05:12:08Z,description=,heartbeat_timestamp=2022-07-29T05:22:08Z,host='dv-cinder-851279-2-iscsi',id=8a9a6061-e61b-4901-b35e-5e71dea10db3,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T05:12:08Z,topic='l3_agent')) {'router_ids': ['e8b15e57-d2b6-483c-b2b4-556a4c67aae0'], 'active': True} {{(pid=104006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:22:25.807537 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e5aa2954-5903-47a4-8b17-98657e121804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (64b95b7f-3951-45f5-b824-f7bc2c7ceb28), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:25.808480 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-c7b2e64b-6e2d-4090-8988-b40c88dedb1d req-13db78b8-5748-432f-8fe3-1988df2d1521 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6c67286-4bb1-4dc6-87ba-4c21f3ff863a HTTP/1.1" status: 200 len: 945 time: 0.1198745 Jul 29 05:22:25.822666 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvr_db [None req-c759e79c-9808-47cc-af72-5ca938c13eb8 None None] Set router d1904235-b8da-4132-80da-638ba8c8454c gateway port host: dv-cinder-851279-2-iscsi {{(pid=104007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:22:25.857941 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-ae1e2cdd-cd67-40f5-9f5d-6bf4f8a3f8df req-ccd01da4-d374-464b-8211-7f661c64b7ee service neutron] 10.222.0.60 "GET /v2.0/networks/60b4bb7c-7825-4f15-bc04-5ac3fa10b445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217655 Jul 29 05:22:25.872843 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 05:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a658e766-0234-4624-9a74-32aa5aab624f x-openstack-request-id: req-a658e766-0234-4624-9a74-32aa5aab624f {{(pid=104004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 05:22:25.873478 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ff4221e-eadc-491b-9f3c-9b41413a63d0", "tag": "de35419f-6c42-424f-baf0-e88731e69e60", "status": "completed", "code": 200}]} {{(pid=104004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 05:22:25.874068 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a658e766-0234-4624-9a74-32aa5aab624f {{(pid=104004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 05:22:25.874700 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a658e766-0234-4624-9a74-32aa5aab624f'] response: {'name': 'network-changed', 'server_uuid': '6ff4221e-eadc-491b-9f3c-9b41413a63d0', 'tag': 'de35419f-6c42-424f-baf0-e88731e69e60', 'status': 'completed', 'code': 200} Jul 29 05:22:25.885987 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5aa2954-5903-47a4-8b17-98657e121804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64b95b7f-3951-45f5-b824-f7bc2c7ceb28,revision_number=1']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:22:25.891876 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:22:25.919772 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-e5aa2954-5903-47a4-8b17-98657e121804 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1eee1f31b62e486eb31b107e7df27749&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7718451 Jul 29 05:22:25.920793 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 58558) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:22:26.007233 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-6b33d1cf-abdb-4604-8acb-f5d7c1d27ba0 admin admin] Publish callbacks [] for security_group (64b95b7f-3951-45f5-b824-f7bc2c7ceb28), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:26.040033 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-6b33d1cf-abdb-4604-8acb-f5d7c1d27ba0 admin admin] Publish callbacks [] for security_group (64b95b7f-3951-45f5-b824-f7bc2c7ceb28), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:26.114928 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-6b33d1cf-abdb-4604-8acb-f5d7c1d27ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (64b95b7f-3951-45f5-b824-f7bc2c7ceb28), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:26.118441 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-6b33d1cf-abdb-4604-8acb-f5d7c1d27ba0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:26.123547 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-6b33d1cf-abdb-4604-8acb-f5d7c1d27ba0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/64b95b7f-3951-45f5-b824-f7bc2c7ceb28 HTTP/1.1" status: 204 len: 168 time: 0.1962168 Jul 29 05:22:26.135294 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b33d1cf-abdb-4604-8acb-f5d7c1d27ba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64b95b7f-3951-45f5-b824-f7bc2c7ceb28,revision_number=None']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:22:26.239719 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvr_db [None req-5e906136-39b7-40be-9e87-ba9159fdcd3f None None] Set router e8b15e57-d2b6-483c-b2b4-556a4c67aae0 gateway port host: dv-cinder-851279-2-iscsi {{(pid=104006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:22:26.259507 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-c7b2e64b-6e2d-4090-8988-b40c88dedb1d req-a845956a-8cec-4858-bf12-5ab9176ed8c2 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2d77d07-9d3f-4f87-89d0-b3dbc311f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4474471 Jul 29 05:22:26.293323 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-c759e79c-9808-47cc-af72-5ca938c13eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1904235-b8da-4132-80da-638ba8c8454c', 'name': 'tempest-AttachVolumeTestJSON-509135275-router', 'tenant_id': '92f16adc2357459aa0afb68db89031dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': 'fc72b586-b3cf-45c8-a32c-3fda3c2766d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:21:04Z', 'updated_at': '2022-07-29T05:21:21Z', 'revision_number': 4, 'project_id': '92f16adc2357459aa0afb68db89031dd', 'gw_port': {'id': 'fc72b586-b3cf-45c8-a32c-3fda3c2766d4', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:8d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1904235-b8da-4132-80da-638ba8c8454c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:06Z', 'updated_at': '2022-07-29T05:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi', '_floatingips': [{'id': '63ad4188-bf79-40cf-8c0b-cc0fef148717', 'tenant_id': '92f16adc2357459aa0afb68db89031dd', 'floating_ip_address': '172.27.2.56', 'floating_network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'router_id': 'd1904235-b8da-4132-80da-638ba8c8454c', 'port_id': '271bc52d-2fba-4db9-bfaa-44a4a119f24e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 166, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60b4bb7c-7825-4f15-bc04-5ac3fa10b445', 'mac_address': 'fa:16:3e:e0:ce:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ff83e9-b98e-47c5-83cb-37ac61826fba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T05:21:38Z', 'updated_at': '2022-07-29T05:22:23Z', 'revision_number': 1, 'project_id': '92f16adc2357459aa0afb68db89031dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3a65432-8d5c-4784-8bc2-7cda611cf7de', 'name': '', 'network_id': '60b4bb7c-7825-4f15-bc04-5ac3fa10b445', 'tenant_id': '92f16adc2357459aa0afb68db89031dd', 'mac_address': 'fa:16:3e:d1:2a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1904235-b8da-4132-80da-638ba8c8454c', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '6b58381f-b173-48c0-ac4a-7a853ae2cd60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:17Z', 'updated_at': '2022-07-29T05:21:34Z', 'revision_number': 5, 'project_id': '92f16adc2357459aa0afb68db89031dd', 'subnets': [{'id': '6b58381f-b173-48c0-ac4a-7a853ae2cd60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-2-iscsi', False) {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:22:26.338489 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-ae1e2cdd-cd67-40f5-9f5d-6bf4f8a3f8df req-a4b72411-9579-47d5-b9ae-d84721665ef9 service neutron] 10.222.0.60 "GET /v2.0/networks/60b4bb7c-7825-4f15-bc04-5ac3fa10b445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4685314 Jul 29 05:22:26.358530 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fee179d-7e94-44ed-9b69-3c05988b0c01 req-0c571083-af34-4091-8c45-5546e27fdad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:26.367496 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c759e79c-9808-47cc-af72-5ca938c13eb8 None None] The sync data for ids ['d1904235-b8da-4132-80da-638ba8c8454c'] in dv-cinder-851279-2-iscsi is: [{'id': 'd1904235-b8da-4132-80da-638ba8c8454c', 'name': 'tempest-AttachVolumeTestJSON-509135275-router', 'tenant_id': '92f16adc2357459aa0afb68db89031dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': 'fc72b586-b3cf-45c8-a32c-3fda3c2766d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:21:04Z', 'updated_at': '2022-07-29T05:21:21Z', 'revision_number': 4, 'project_id': '92f16adc2357459aa0afb68db89031dd', 'gw_port': {'id': 'fc72b586-b3cf-45c8-a32c-3fda3c2766d4', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:8d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1904235-b8da-4132-80da-638ba8c8454c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:06Z', 'updated_at': '2022-07-29T05:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi', '_floatingips': [{'id': '63ad4188-bf79-40cf-8c0b-cc0fef148717', 'tenant_id': '92f16adc2357459aa0afb68db89031dd', 'floating_ip_address': '172.27.2.56', 'floating_network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'router_id': 'd1904235-b8da-4132-80da-638ba8c8454c', 'port_id': '271bc52d-2fba-4db9-bfaa-44a4a119f24e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 166, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60b4bb7c-7825-4f15-bc04-5ac3fa10b445', 'mac_address': 'fa:16:3e:e0:ce:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ff83e9-b98e-47c5-83cb-37ac61826fba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T05:21:38Z', 'updated_at': '2022-07-29T05:22:23Z', 'revision_number': 1, 'project_id': '92f16adc2357459aa0afb68db89031dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3a65432-8d5c-4784-8bc2-7cda611cf7de', 'name': '', 'network_id': '60b4bb7c-7825-4f15-bc04-5ac3fa10b445', 'tenant_id': '92f16adc2357459aa0afb68db89031dd', 'mac_address': 'fa:16:3e:d1:2a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1904235-b8da-4132-80da-638ba8c8454c', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '6b58381f-b173-48c0-ac4a-7a853ae2cd60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:17Z', 'updated_at': '2022-07-29T05:21:34Z', 'revision_number': 5, 'project_id': '92f16adc2357459aa0afb68db89031dd', 'subnets': [{'id': '6b58381f-b173-48c0-ac4a-7a853ae2cd60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 05:22:26.378314 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-5fee179d-7e94-44ed-9b69-3c05988b0c01 req-0c571083-af34-4091-8c45-5546e27fdad3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9fda8c6d9ffa4955b2f19411ee340cb3&device_id=6ff4221e-eadc-491b-9f3c-9b41413a63d0 HTTP/1.1" status: 200 len: 1130 time: 0.3935223 Jul 29 05:22:26.547461 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fee179d-7e94-44ed-9b69-3c05988b0c01 req-e7e0a38c-512f-4ccb-bf9c-3850336f91c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:26.549207 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-5fee179d-7e94-44ed-9b69-3c05988b0c01 req-e7e0a38c-512f-4ccb-bf9c-3850336f91c0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2abd58fa-fb8d-4cc3-8df0-c903c7b8dd87 HTTP/1.1" status: 200 len: 917 time: 0.1624129 Jul 29 05:22:26.708331 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-5fee179d-7e94-44ed-9b69-3c05988b0c01 req-137babd6-f38e-4be1-ac87-7c43a9925b40 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de35419f-6c42-424f-baf0-e88731e69e60 HTTP/1.1" status: 200 len: 1000 time: 0.1515808 Jul 29 05:22:26.917658 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fee179d-7e94-44ed-9b69-3c05988b0c01 req-fcdd2c7b-89f3-4274-91ce-4f79539aaec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:26.921054 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-5fee179d-7e94-44ed-9b69-3c05988b0c01 req-fcdd2c7b-89f3-4274-91ce-4f79539aaec7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ac46bf73-3dbd-41e0-8b70-b021adbe3f3f HTTP/1.1" status: 200 len: 855 time: 0.1980407 Jul 29 05:22:26.929020 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70bb326-5bb5-47e4-9afb-d2037252848d None None] New status for floating IP 63ad4188-bf79-40cf-8c0b-cc0fef148717: ACTIVE {{(pid=104007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 29 05:22:26.958574 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 58574) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:22:26.970251 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_hamode_db [None req-5e906136-39b7-40be-9e87-ba9159fdcd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b15e57-d2b6-483c-b2b4-556a4c67aae0', 'name': 'tempest-AttachVolumeShelveTestJSON-766186712-router', 'tenant_id': '9fda8c6d9ffa4955b2f19411ee340cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': '73c83217-8a8b-4fa8-bce3-ddeb31f92b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:21:05Z', 'updated_at': '2022-07-29T05:21:21Z', 'revision_number': 4, 'project_id': '9fda8c6d9ffa4955b2f19411ee340cb3', 'gw_port': {'id': '73c83217-8a8b-4fa8-bce3-ddeb31f92b04', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:28:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b15e57-d2b6-483c-b2b4-556a4c67aae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:07Z', 'updated_at': '2022-07-29T05:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi', '_floatingips': [{'id': '589dfbf8-b98e-4ed4-b1ba-86ad2878d2f3', 'tenant_id': '9fda8c6d9ffa4955b2f19411ee340cb3', 'floating_ip_address': '172.27.2.222', 'floating_network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'router_id': 'e8b15e57-d2b6-483c-b2b4-556a4c67aae0', 'port_id': 'de35419f-6c42-424f-baf0-e88731e69e60', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 167, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2abd58fa-fb8d-4cc3-8df0-c903c7b8dd87', 'mac_address': 'fa:16:3e:43:34:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff4221e-eadc-491b-9f3c-9b41413a63d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T05:21:40Z', 'updated_at': '2022-07-29T05:22:24Z', 'revision_number': 1, 'project_id': '9fda8c6d9ffa4955b2f19411ee340cb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4942139b-2079-47b3-b08e-a8f68dea17c9', 'name': '', 'network_id': '2abd58fa-fb8d-4cc3-8df0-c903c7b8dd87', 'tenant_id': '9fda8c6d9ffa4955b2f19411ee340cb3', 'mac_address': 'fa:16:3e:7d:d5:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b15e57-d2b6-483c-b2b4-556a4c67aae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'ac46bf73-3dbd-41e0-8b70-b021adbe3f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:19Z', 'updated_at': '2022-07-29T05:21:39Z', 'revision_number': 5, 'project_id': '9fda8c6d9ffa4955b2f19411ee340cb3', 'subnets': [{'id': 'ac46bf73-3dbd-41e0-8b70-b021adbe3f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-2-iscsi', False) {} {{(pid=104006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:22:26.998778 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fee179d-7e94-44ed-9b69-3c05988b0c01 req-1318ff37-6485-4547-86a1-2195f912b27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:27.001010 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-5fee179d-7e94-44ed-9b69-3c05988b0c01 req-1318ff37-6485-4547-86a1-2195f912b27f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2abd58fa-fb8d-4cc3-8df0-c903c7b8dd87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0681200 Jul 29 05:22:27.023866 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e906136-39b7-40be-9e87-ba9159fdcd3f None None] Checking router: e8b15e57-d2b6-483c-b2b4-556a4c67aae0 for host: dv-cinder-851279-2-iscsi {{(pid=104006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 05:22:27.042170 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e906136-39b7-40be-9e87-ba9159fdcd3f None None] Routers {'e8b15e57-d2b6-483c-b2b4-556a4c67aae0'} bound to L3 agent in host dv-cinder-851279-2-iscsi {{(pid=104006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:22:27.043285 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_hamode_db [None req-5e906136-39b7-40be-9e87-ba9159fdcd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-29T05:12:08Z,description=,heartbeat_timestamp=2022-07-29T05:22:08Z,host='dv-cinder-851279-2-iscsi',id=8a9a6061-e61b-4901-b35e-5e71dea10db3,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T05:12:08Z,topic='l3_agent')) {'router_ids': ['e8b15e57-d2b6-483c-b2b4-556a4c67aae0'], 'active': True} {{(pid=104006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:22:27.142875 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=100 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:22:27.179746 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:22:27.202815 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-5fee179d-7e94-44ed-9b69-3c05988b0c01 req-372136b7-a6d3-4103-8dab-e034cb105056 service neutron] 10.222.0.60 "GET /v2.0/networks/2abd58fa-fb8d-4cc3-8df0-c903c7b8dd87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926222 Jul 29 05:22:27.246983 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvr_db [None req-5e906136-39b7-40be-9e87-ba9159fdcd3f None None] Set router e8b15e57-d2b6-483c-b2b4-556a4c67aae0 gateway port host: dv-cinder-851279-2-iscsi {{(pid=104006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:22:27.384645 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:22:27.419952 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-5fee179d-7e94-44ed-9b69-3c05988b0c01 req-07034bb5-bb7d-4304-bf40-44aff3db481c service neutron] 10.222.0.60 "GET /v2.0/networks/2abd58fa-fb8d-4cc3-8df0-c903c7b8dd87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029264 Jul 29 05:22:27.421798 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:22:27.655191 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a76a521-e123-49f8-a4c0-358a255cb264 req-3f07bee9-dd36-4e6b-86bb-cbc7801597a2 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:27.660107 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-6a76a521-e123-49f8-a4c0-358a255cb264 req-3f07bee9-dd36-4e6b-86bb-cbc7801597a2 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6c67286-4bb1-4dc6-87ba-4c21f3ff863a HTTP/1.1" status: 200 len: 945 time: 0.2035892 Jul 29 05:22:27.666201 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-b275d3b4-b95c-4f8b-9862-48f131b5352a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-361244'] for router_interface (dbd22cee-7b16-4854-994f-abc3b31dd07f), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:27.681948 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_hamode_db [None req-5e906136-39b7-40be-9e87-ba9159fdcd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b15e57-d2b6-483c-b2b4-556a4c67aae0', 'name': 'tempest-AttachVolumeShelveTestJSON-766186712-router', 'tenant_id': '9fda8c6d9ffa4955b2f19411ee340cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': '73c83217-8a8b-4fa8-bce3-ddeb31f92b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:21:05Z', 'updated_at': '2022-07-29T05:21:21Z', 'revision_number': 4, 'project_id': '9fda8c6d9ffa4955b2f19411ee340cb3', 'gw_port': {'id': '73c83217-8a8b-4fa8-bce3-ddeb31f92b04', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:28:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b15e57-d2b6-483c-b2b4-556a4c67aae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:07Z', 'updated_at': '2022-07-29T05:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi', '_floatingips': [{'id': '589dfbf8-b98e-4ed4-b1ba-86ad2878d2f3', 'tenant_id': '9fda8c6d9ffa4955b2f19411ee340cb3', 'floating_ip_address': '172.27.2.222', 'floating_network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'router_id': 'e8b15e57-d2b6-483c-b2b4-556a4c67aae0', 'port_id': 'de35419f-6c42-424f-baf0-e88731e69e60', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 167, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2abd58fa-fb8d-4cc3-8df0-c903c7b8dd87', 'mac_address': 'fa:16:3e:43:34:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff4221e-eadc-491b-9f3c-9b41413a63d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T05:21:40Z', 'updated_at': '2022-07-29T05:22:24Z', 'revision_number': 1, 'project_id': '9fda8c6d9ffa4955b2f19411ee340cb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4942139b-2079-47b3-b08e-a8f68dea17c9', 'name': '', 'network_id': '2abd58fa-fb8d-4cc3-8df0-c903c7b8dd87', 'tenant_id': '9fda8c6d9ffa4955b2f19411ee340cb3', 'mac_address': 'fa:16:3e:7d:d5:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b15e57-d2b6-483c-b2b4-556a4c67aae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'ac46bf73-3dbd-41e0-8b70-b021adbe3f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:19Z', 'updated_at': '2022-07-29T05:21:39Z', 'revision_number': 5, 'project_id': '9fda8c6d9ffa4955b2f19411ee340cb3', 'subnets': [{'id': 'ac46bf73-3dbd-41e0-8b70-b021adbe3f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-2-iscsi', False) {} {{(pid=104006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:22:27.723240 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e906136-39b7-40be-9e87-ba9159fdcd3f None None] The sync data for ids ['e8b15e57-d2b6-483c-b2b4-556a4c67aae0'] in dv-cinder-851279-2-iscsi is: [{'id': 'e8b15e57-d2b6-483c-b2b4-556a4c67aae0', 'name': 'tempest-AttachVolumeShelveTestJSON-766186712-router', 'tenant_id': '9fda8c6d9ffa4955b2f19411ee340cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': '73c83217-8a8b-4fa8-bce3-ddeb31f92b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:21:05Z', 'updated_at': '2022-07-29T05:21:21Z', 'revision_number': 4, 'project_id': '9fda8c6d9ffa4955b2f19411ee340cb3', 'gw_port': {'id': '73c83217-8a8b-4fa8-bce3-ddeb31f92b04', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:28:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b15e57-d2b6-483c-b2b4-556a4c67aae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:07Z', 'updated_at': '2022-07-29T05:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi', '_floatingips': [{'id': '589dfbf8-b98e-4ed4-b1ba-86ad2878d2f3', 'tenant_id': '9fda8c6d9ffa4955b2f19411ee340cb3', 'floating_ip_address': '172.27.2.222', 'floating_network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'router_id': 'e8b15e57-d2b6-483c-b2b4-556a4c67aae0', 'port_id': 'de35419f-6c42-424f-baf0-e88731e69e60', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 167, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2abd58fa-fb8d-4cc3-8df0-c903c7b8dd87', 'mac_address': 'fa:16:3e:43:34:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff4221e-eadc-491b-9f3c-9b41413a63d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T05:21:40Z', 'updated_at': '2022-07-29T05:22:24Z', 'revision_number': 1, 'project_id': '9fda8c6d9ffa4955b2f19411ee340cb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4942139b-2079-47b3-b08e-a8f68dea17c9', 'name': '', 'network_id': '2abd58fa-fb8d-4cc3-8df0-c903c7b8dd87', 'tenant_id': '9fda8c6d9ffa4955b2f19411ee340cb3', 'mac_address': 'fa:16:3e:7d:d5:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b15e57-d2b6-483c-b2b4-556a4c67aae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'ac46bf73-3dbd-41e0-8b70-b021adbe3f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:19Z', 'updated_at': '2022-07-29T05:21:39Z', 'revision_number': 5, 'project_id': '9fda8c6d9ffa4955b2f19411ee340cb3', 'subnets': [{'id': 'ac46bf73-3dbd-41e0-8b70-b021adbe3f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 05:22:27.833967 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-6a76a521-e123-49f8-a4c0-358a255cb264 req-047fb3e2-1a9a-4306-a8f1-b4c1c33614a9 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2d77d07-9d3f-4f87-89d0-b3dbc311f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605382 Jul 29 05:22:27.990112 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa52b0d9-ef39-4157-9052-ea4619d37d11 None None] New status for floating IP 589dfbf8-b98e-4ed4-b1ba-86ad2878d2f3: ACTIVE {{(pid=104006) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 29 05:22:28.203682 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-b275d3b4-b95c-4f8b-9862-48f131b5352a admin admin] Deleting port 64067640-393c-42da-a25c-ebf8a7ad5862 {{(pid=104004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 05:22:28.204271 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-b275d3b4-b95c-4f8b-9862-48f131b5352a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737760600589'] for port (64067640-393c-42da-a25c-ebf8a7ad5862), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:28.212182 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:INSERT=3,neutron:SELECT=97 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:22:28.270358 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:22:28.383405 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-b275d3b4-b95c-4f8b-9862-48f131b5352a admin admin] For port 64067640-393c-42da-a25c-ebf8a7ad5862, host dv-cinder-851279-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-2-iscsi',level=0,port_id=64067640-393c-42da-a25c-ebf8a7ad5862,segment=NetworkSegment(32f72901-d676-4835-84a6-96ebe24e8ccf),segment_id=32f72901-d676-4835-84a6-96ebe24e8ccf)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:22:28.384246 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-b275d3b4-b95c-4f8b-9862-48f131b5352a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420629'] for port (64067640-393c-42da-a25c-ebf8a7ad5862), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:28.401658 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-b275d3b4-b95c-4f8b-9862-48f131b5352a admin admin] Calling delete_port for 64067640-393c-42da-a25c-ebf8a7ad5862 owned by network:router_interface {{(pid=104004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 05:22:28.645389 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-b275d3b4-b95c-4f8b-9862-48f131b5352a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737760621891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737760223820'] for port (64067640-393c-42da-a25c-ebf8a7ad5862), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:28.672851 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b275d3b4-b95c-4f8b-9862-48f131b5352a admin admin] Pushing event deleted for resources: {'Port': ['ID=64067640-393c-42da-a25c-ebf8a7ad5862,revision_number=None']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:22:28.868800 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-b275d3b4-b95c-4f8b-9862-48f131b5352a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-361352'] for router_interface (dbd22cee-7b16-4854-994f-abc3b31dd07f), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:29.000915 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77160d2e-addd-4108-af50-15264ea56aa3 req-4b79cb2b-5613-41de-a880-3b08ff229002 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:29.003115 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-77160d2e-addd-4108-af50-15264ea56aa3 req-4b79cb2b-5613-41de-a880-3b08ff229002 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6c67286-4bb1-4dc6-87ba-4c21f3ff863a HTTP/1.1" status: 200 len: 945 time: 0.0658162 Jul 29 05:22:29.088394 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-77160d2e-addd-4108-af50-15264ea56aa3 req-206a0961-6e40-4465-9ef7-98899635c6c7 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2d77d07-9d3f-4f87-89d0-b3dbc311f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752687 Jul 29 05:22:29.399391 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b275d3b4-b95c-4f8b-9862-48f131b5352a admin admin] Router dbd22cee-7b16-4854-994f-abc3b31dd07f has already been hosted by L3 agent 8a9a6061-e61b-4901-b35e-5e71dea10db3 {{(pid=104004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 05:22:29.561537 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b275d3b4-b95c-4f8b-9862-48f131b5352a admin admin] Notify agent at l3_agent.dv-cinder-851279-2-iscsi the message routers_updated {{(pid=104004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 05:22:29.570948 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-b275d3b4-b95c-4f8b-9862-48f131b5352a admin admin] 10.222.0.49 "PUT /v2.0/routers/dbd22cee-7b16-4854-994f-abc3b31dd07f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6106308 Jul 29 05:22:29.575295 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 58610) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:22:29.575569 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5ff187-eebe-4e2f-8371-79324380f87c None None] Sync routers for ids ['dbd22cee-7b16-4854-994f-abc3b31dd07f'] in dv-cinder-851279-2-iscsi {{(pid=104007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 05:22:29.592017 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5ff187-eebe-4e2f-8371-79324380f87c None None] Routers {'dbd22cee-7b16-4854-994f-abc3b31dd07f'} bound to L3 agent in host dv-cinder-851279-2-iscsi {{(pid=104007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:22:29.592986 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-af5ff187-eebe-4e2f-8371-79324380f87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-29T05:12:08Z,description=,heartbeat_timestamp=2022-07-29T05:22:08Z,host='dv-cinder-851279-2-iscsi',id=8a9a6061-e61b-4901-b35e-5e71dea10db3,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T05:12:08Z,topic='l3_agent')) {'router_ids': ['dbd22cee-7b16-4854-994f-abc3b31dd07f'], 'active': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:22:29.746587 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:22:29.770612 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvr_db [None req-af5ff187-eebe-4e2f-8371-79324380f87c None None] Set router dbd22cee-7b16-4854-994f-abc3b31dd07f gateway port host: dv-cinder-851279-2-iscsi {{(pid=104007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:22:29.770874 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-1ae850cd-0375-49d4-a553-62b2761a6d81 admin admin] Publish callbacks [] for router (dbd22cee-7b16-4854-994f-abc3b31dd07f), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:29.950217 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:22:29.956597 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 58616) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:22:30.008415 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-1ae850cd-0375-49d4-a553-62b2761a6d81 admin admin] Publish callbacks [] for router_gateway (dbd22cee-7b16-4854-994f-abc3b31dd07f), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:30.100490 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-1ae850cd-0375-49d4-a553-62b2761a6d81 admin admin] Deleting port 68ebf132-61bc-4414-9afa-4fa4ebd8f51f {{(pid=104004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 05:22:30.101026 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-1ae850cd-0375-49d4-a553-62b2761a6d81 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737760600589'] for port (68ebf132-61bc-4414-9afa-4fa4ebd8f51f), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:30.120730 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-af5ff187-eebe-4e2f-8371-79324380f87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd22cee-7b16-4854-994f-abc3b31dd07f', 'name': 'tempest-DeleteServersTestJSON-1942860371-router', 'tenant_id': 'c87396f5e6bf46f5b85720c8e365da81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '68ebf132-61bc-4414-9afa-4fa4ebd8f51f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:21:04Z', 'updated_at': '2022-07-29T05:22:28Z', 'revision_number': 5, 'project_id': 'c87396f5e6bf46f5b85720c8e365da81', 'gw_port': {'id': '68ebf132-61bc-4414-9afa-4fa4ebd8f51f', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:28:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd22cee-7b16-4854-994f-abc3b31dd07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:06Z', 'updated_at': '2022-07-29T05:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi'}], 'dv-cinder-851279-2-iscsi', False) {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:22:30.174033 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5ff187-eebe-4e2f-8371-79324380f87c None None] Checking router: dbd22cee-7b16-4854-994f-abc3b31dd07f for host: dv-cinder-851279-2-iscsi {{(pid=104007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 05:22:30.183821 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-9e110bef-bdef-4f2e-a279-db0b8a410df8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:30.194640 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5ff187-eebe-4e2f-8371-79324380f87c None None] Routers {'dbd22cee-7b16-4854-994f-abc3b31dd07f'} bound to L3 agent in host dv-cinder-851279-2-iscsi {{(pid=104007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:22:30.203664 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-af5ff187-eebe-4e2f-8371-79324380f87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-29T05:12:08Z,description=,heartbeat_timestamp=2022-07-29T05:22:08Z,host='dv-cinder-851279-2-iscsi',id=8a9a6061-e61b-4901-b35e-5e71dea10db3,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T05:12:08Z,topic='l3_agent')) {'router_ids': ['dbd22cee-7b16-4854-994f-abc3b31dd07f'], 'active': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:22:30.262882 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:22:30.306711 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-1ae850cd-0375-49d4-a553-62b2761a6d81 admin admin] For port 68ebf132-61bc-4414-9afa-4fa4ebd8f51f, host dv-cinder-851279-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-2-iscsi',level=0,port_id=68ebf132-61bc-4414-9afa-4fa4ebd8f51f,segment=NetworkSegment(f0686699-af43-47c7-b9bc-f7993eec27ee),segment_id=f0686699-af43-47c7-b9bc-f7993eec27ee)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:22:30.307334 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-1ae850cd-0375-49d4-a553-62b2761a6d81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420629'] for port (68ebf132-61bc-4414-9afa-4fa4ebd8f51f), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:30.330933 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:22:30.359179 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-1ae850cd-0375-49d4-a553-62b2761a6d81 admin admin] Calling delete_port for 68ebf132-61bc-4414-9afa-4fa4ebd8f51f owned by network:router_gateway {{(pid=104004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 05:22:30.364448 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-9e110bef-bdef-4f2e-a279-db0b8a410df8 admin admin] Publish callbacks [] for security_group (b905de49-20b6-4c02-995f-af1d1fc5620c), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:30.371380 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-9e110bef-bdef-4f2e-a279-db0b8a410df8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (b905de49-20b6-4c02-995f-af1d1fc5620c), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:30.385739 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvr_db [None req-af5ff187-eebe-4e2f-8371-79324380f87c None None] Set router dbd22cee-7b16-4854-994f-abc3b31dd07f gateway port host: None {{(pid=104007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:22:30.443736 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-9e110bef-bdef-4f2e-a279-db0b8a410df8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c8e9dbbd088b43d68a5083138766251b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4848442 Jul 29 05:22:30.444584 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 58622) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:22:30.454422 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e110bef-bdef-4f2e-a279-db0b8a410df8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b905de49-20b6-4c02-995f-af1d1fc5620c,revision_number=1']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:22:30.490819 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-af5ff187-eebe-4e2f-8371-79324380f87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd22cee-7b16-4854-994f-abc3b31dd07f', 'name': 'tempest-DeleteServersTestJSON-1942860371-router', 'tenant_id': 'c87396f5e6bf46f5b85720c8e365da81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:21:04Z', 'updated_at': '2022-07-29T05:22:30Z', 'revision_number': 6, 'project_id': 'c87396f5e6bf46f5b85720c8e365da81', 'gw_port_host': None}], 'dv-cinder-851279-2-iscsi', False) {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:22:30.494712 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395874e5-8910-4bda-84bb-f83e0de6eedf req-ce73d464-659d-4a92-b6c2-890875a08ed2 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:30.497162 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-395874e5-8910-4bda-84bb-f83e0de6eedf req-ce73d464-659d-4a92-b6c2-890875a08ed2 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6c67286-4bb1-4dc6-87ba-4c21f3ff863a HTTP/1.1" status: 200 len: 945 time: 0.1650906 Jul 29 05:22:30.541973 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-7691029e-d98a-4a05-8762-bfea0312b12b admin admin] Publish callbacks [] for security_group (b905de49-20b6-4c02-995f-af1d1fc5620c), before_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:30.546091 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5ff187-eebe-4e2f-8371-79324380f87c None None] The sync data for ids ['dbd22cee-7b16-4854-994f-abc3b31dd07f'] in dv-cinder-851279-2-iscsi is: [{'id': 'dbd22cee-7b16-4854-994f-abc3b31dd07f', 'name': 'tempest-DeleteServersTestJSON-1942860371-router', 'tenant_id': 'c87396f5e6bf46f5b85720c8e365da81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:21:04Z', 'updated_at': '2022-07-29T05:22:30Z', 'revision_number': 6, 'project_id': 'c87396f5e6bf46f5b85720c8e365da81', 'gw_port_host': None}] {{(pid=104007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 05:22:30.579543 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-7691029e-d98a-4a05-8762-bfea0312b12b admin admin] Publish callbacks [] for security_group (b905de49-20b6-4c02-995f-af1d1fc5620c), precommit_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:30.604195 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-395874e5-8910-4bda-84bb-f83e0de6eedf req-54e7a71f-9171-4bfb-b5d4-da04bf9b4d7d tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2d77d07-9d3f-4f87-89d0-b3dbc311f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974486 Jul 29 05:22:30.658806 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-7691029e-d98a-4a05-8762-bfea0312b12b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (b905de49-20b6-4c02-995f-af1d1fc5620c), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:30.666640 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-7691029e-d98a-4a05-8762-bfea0312b12b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:30.675047 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-7691029e-d98a-4a05-8762-bfea0312b12b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b905de49-20b6-4c02-995f-af1d1fc5620c HTTP/1.1" status: 204 len: 168 time: 0.2271414 Jul 29 05:22:30.697989 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7691029e-d98a-4a05-8762-bfea0312b12b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b905de49-20b6-4c02-995f-af1d1fc5620c,revision_number=None']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:22:30.751318 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-1ae850cd-0375-49d4-a553-62b2761a6d81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737760621891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737760223820'] for port (68ebf132-61bc-4414-9afa-4fa4ebd8f51f), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:30.789161 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae850cd-0375-49d4-a553-62b2761a6d81 admin admin] Pushing event deleted for resources: {'Port': ['ID=68ebf132-61bc-4414-9afa-4fa4ebd8f51f,revision_number=None']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:22:30.840406 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-1ae850cd-0375-49d4-a553-62b2761a6d81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-375324'] for router_gateway (dbd22cee-7b16-4854-994f-abc3b31dd07f), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:31.075538 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-1ae850cd-0375-49d4-a553-62b2761a6d81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-401047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1364'] for router (dbd22cee-7b16-4854-994f-abc3b31dd07f), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:31.081433 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-1ae850cd-0375-49d4-a553-62b2761a6d81 admin admin] Publish callbacks [] for router_controller (dbd22cee-7b16-4854-994f-abc3b31dd07f), precommit_delete_associations {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:31.174067 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 58630) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:22:31.191096 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-1ae850cd-0375-49d4-a553-62b2761a6d81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-400917'] for router (dbd22cee-7b16-4854-994f-abc3b31dd07f), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:31.191907 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ae850cd-0375-49d4-a553-62b2761a6d81 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dbd22cee-7b16-4854-994f-abc3b31dd07f {{(pid=104004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 05:22:31.196234 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-4ff35a5e-3f83-44f7-99e3-3797f88257aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:31.200152 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-1ae850cd-0375-49d4-a553-62b2761a6d81 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:31.202137 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-1ae850cd-0375-49d4-a553-62b2761a6d81 admin admin] 10.222.0.49 "DELETE /v2.0/routers/dbd22cee-7b16-4854-994f-abc3b31dd07f HTTP/1.1" status: 204 len: 168 time: 1.6255751 Jul 29 05:22:31.205635 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 58632) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:22:31.277070 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5d63811-b734-4d2e-8d7c-265cdb3433c8 admin admin] Deleting subnet eaa993de-e154-466a-b318-7345229360b6 {{(pid=104004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 29 05:22:31.283100 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-d5d63811-b734-4d2e-8d7c-265cdb3433c8 admin admin] Publish callbacks [] for subnet (eaa993de-e154-466a-b318-7345229360b6), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:31.336974 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-4ff35a5e-3f83-44f7-99e3-3797f88257aa admin admin] Publish callbacks [] for security_group (dcf1c3c7-ef9e-451d-8e44-630fbed7301e), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:31.343184 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-4ff35a5e-3f83-44f7-99e3-3797f88257aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (dcf1c3c7-ef9e-451d-8e44-630fbed7301e), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:31.345053 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-d5d63811-b734-4d2e-8d7c-265cdb3433c8 admin admin] Publish callbacks [] for subnet (eaa993de-e154-466a-b318-7345229360b6), precommit_delete_associations {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:31.399818 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff35a5e-3f83-44f7-99e3-3797f88257aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcf1c3c7-ef9e-451d-8e44-630fbed7301e,revision_number=1']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:22:31.406136 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-4ff35a5e-3f83-44f7-99e3-3797f88257aa admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a1fd58000bd549d2a45d6d6c61f1225e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2326584 Jul 29 05:22:31.410537 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 58634) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:22:31.478310 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-d5d63811-b734-4d2e-8d7c-265cdb3433c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3503403'] for subnet (eaa993de-e154-466a-b318-7345229360b6), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:31.506719 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:22:31.525724 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-52be9a96-15d3-4cbc-ab3b-5cdedeaf53b1 admin admin] Publish callbacks [] for security_group (dcf1c3c7-ef9e-451d-8e44-630fbed7301e), before_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:31.560640 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-52be9a96-15d3-4cbc-ab3b-5cdedeaf53b1 admin admin] Publish callbacks [] for security_group (dcf1c3c7-ef9e-451d-8e44-630fbed7301e), precommit_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:31.573418 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-d5d63811-b734-4d2e-8d7c-265cdb3433c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3503394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-292102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436'] for subnet (eaa993de-e154-466a-b318-7345229360b6), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:31.578776 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Device 64067640-393c-42da-a25c-ebf8a7ad5862 no longer exists at agent ovs-agent-dv-cinder-851279-2-iscsi {{(pid=104006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 05:22:31.581007 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:22:31.601512 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] No Port match for: 64067640-393c-42da-a25c-ebf8a7ad5862 {{(pid=104006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 05:22:31.601799 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Device 64067640-393c-42da-a25c-ebf8a7ad5862 not bound to the agent host dv-cinder-851279-2-iscsi {{(pid=104006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 05:22:31.602135 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Device 68ebf132-61bc-4414-9afa-4fa4ebd8f51f no longer exists at agent ovs-agent-dv-cinder-851279-2-iscsi {{(pid=104006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 05:22:31.629678 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] No Port match for: 68ebf132-61bc-4414-9afa-4fa4ebd8f51f {{(pid=104006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 05:22:31.630350 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Device 68ebf132-61bc-4414-9afa-4fa4ebd8f51f not bound to the agent host dv-cinder-851279-2-iscsi {{(pid=104006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 05:22:31.664504 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d63811-b734-4d2e-8d7c-265cdb3433c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eaa993de-e154-466a-b318-7345229360b6,revision_number=None']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:22:31.675931 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-d5d63811-b734-4d2e-8d7c-265cdb3433c8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:31.684602 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-52be9a96-15d3-4cbc-ab3b-5cdedeaf53b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (dcf1c3c7-ef9e-451d-8e44-630fbed7301e), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:31.686860 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d821539-9488-44a4-b560-da0f5dc9b4a7 None None] Network b0621011-00a8-43df-ac92-ce1f2af05d6a requested from dv-cinder-851279-2-iscsi {{(pid=104006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 05:22:31.687228 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-d5d63811-b734-4d2e-8d7c-265cdb3433c8 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/eaa993de-e154-466a-b318-7345229360b6 HTTP/1.1" status: 204 len: 168 time: 0.4795563 Jul 29 05:22:31.688957 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 58638) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:22:31.692173 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-52be9a96-15d3-4cbc-ab3b-5cdedeaf53b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:31.705903 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-52be9a96-15d3-4cbc-ab3b-5cdedeaf53b1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/dcf1c3c7-ef9e-451d-8e44-630fbed7301e HTTP/1.1" status: 204 len: 168 time: 0.2842376 Jul 29 05:22:31.723664 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52be9a96-15d3-4cbc-ab3b-5cdedeaf53b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcf1c3c7-ef9e-451d-8e44-630fbed7301e,revision_number=None']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:22:31.843570 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765a4670-1069-4dfb-9eb3-901112a111ca req-8a0c18ab-f92a-4451-ab25-57f3d951dfe9 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:31.851750 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-765a4670-1069-4dfb-9eb3-901112a111ca req-8a0c18ab-f92a-4451-ab25-57f3d951dfe9 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6c67286-4bb1-4dc6-87ba-4c21f3ff863a HTTP/1.1" status: 200 len: 945 time: 0.0622616 Jul 29 05:22:31.869060 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-c81fd622-3a2a-4316-b653-c1a08680b3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3418721'] for network (b0621011-00a8-43df-ac92-ce1f2af05d6a), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:31.973446 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-c81fd622-3a2a-4316-b653-c1a08680b3f0 admin admin] Deleting port d0504cd4-3ee2-4846-b65d-ab9362e1b3c4 {{(pid=104004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 05:22:31.973976 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-c81fd622-3a2a-4316-b653-c1a08680b3f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737760600589'] for port (d0504cd4-3ee2-4846-b65d-ab9362e1b3c4), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:31.979594 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:22:31.982594 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-765a4670-1069-4dfb-9eb3-901112a111ca req-c111e084-e0ef-4327-bdd3-b3c43742ae0c tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2d77d07-9d3f-4f87-89d0-b3dbc311f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291535 Jul 29 05:22:32.113482 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c15ab5-126b-4979-9ba1-eca4258a8130 None None] DHCP port deletion for b0621011-00a8-43df-ac92-ce1f2af05d6a request from dv-cinder-851279-2-iscsi {{(pid=104006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 29 05:22:32.153588 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-c81fd622-3a2a-4316-b653-c1a08680b3f0 admin admin] For port d0504cd4-3ee2-4846-b65d-ab9362e1b3c4, host dv-cinder-851279-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-2-iscsi',level=0,port_id=d0504cd4-3ee2-4846-b65d-ab9362e1b3c4,segment=NetworkSegment(32f72901-d676-4835-84a6-96ebe24e8ccf),segment_id=32f72901-d676-4835-84a6-96ebe24e8ccf)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:22:32.154204 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-c81fd622-3a2a-4316-b653-c1a08680b3f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420629'] for port (d0504cd4-3ee2-4846-b65d-ab9362e1b3c4), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:32.186533 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-c81fd622-3a2a-4316-b653-c1a08680b3f0 admin admin] Calling delete_port for d0504cd4-3ee2-4846-b65d-ab9362e1b3c4 owned by network:dhcp {{(pid=104004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 05:22:32.239001 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-26c15ab5-126b-4979-9ba1-eca4258a8130 None None] Deleting port d0504cd4-3ee2-4846-b65d-ab9362e1b3c4 {{(pid=104006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 05:22:32.240258 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-26c15ab5-126b-4979-9ba1-eca4258a8130 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737760600589'] for port (d0504cd4-3ee2-4846-b65d-ab9362e1b3c4), before_delete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:32.309095 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-c81fd622-3a2a-4316-b653-c1a08680b3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737760621891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737760223820'] for port (d0504cd4-3ee2-4846-b65d-ab9362e1b3c4), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:32.349665 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81fd622-3a2a-4316-b653-c1a08680b3f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0504cd4-3ee2-4846-b65d-ab9362e1b3c4,revision_number=None']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:22:32.354314 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81fd622-3a2a-4316-b653-c1a08680b3f0 admin admin] No DVR routers for this DVR port d0504cd4-3ee2-4846-b65d-ab9362e1b3c4 on host dv-cinder-851279-2-iscsi {{(pid=104004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 29 05:22:32.369205 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-26c15ab5-126b-4979-9ba1-eca4258a8130 None None] For port d0504cd4-3ee2-4846-b65d-ab9362e1b3c4, host dv-cinder-851279-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-2-iscsi',level=0,port_id=d0504cd4-3ee2-4846-b65d-ab9362e1b3c4,segment=NetworkSegment(32f72901-d676-4835-84a6-96ebe24e8ccf),segment_id=32f72901-d676-4835-84a6-96ebe24e8ccf)] {{(pid=104006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:22:32.369620 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-26c15ab5-126b-4979-9ba1-eca4258a8130 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420629'] for port (d0504cd4-3ee2-4846-b65d-ab9362e1b3c4), precommit_delete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:32.386282 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-26c15ab5-126b-4979-9ba1-eca4258a8130 None None] Calling delete_port for d0504cd4-3ee2-4846-b65d-ab9362e1b3c4 owned by network:dhcp {{(pid=104006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 05:22:32.477084 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-c81fd622-3a2a-4316-b653-c1a08680b3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3505157', 'neutron.services.segments.db._delete_segments_for_network-8737760678346'] for network (b0621011-00a8-43df-ac92-ce1f2af05d6a), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:32.511544 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 58646) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:22:32.512132 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-c81fd622-3a2a-4316-b653-c1a08680b3f0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:22:32.512577 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-c81fd622-3a2a-4316-b653-c1a08680b3f0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:22:32.513745 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-c81fd622-3a2a-4316-b653-c1a08680b3f0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:22:32.514263 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-c81fd622-3a2a-4316-b653-c1a08680b3f0 admin admin] Subscribe: > port after_create 55550000 {{(pid=104004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:22:32.514761 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-c81fd622-3a2a-4316-b653-c1a08680b3f0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:22:32.515291 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-c81fd622-3a2a-4316-b653-c1a08680b3f0 admin admin] Subscribe: > port after_update 55550000 {{(pid=104004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:22:32.516616 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-c81fd622-3a2a-4316-b653-c1a08680b3f0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:22:32.516878 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-c81fd622-3a2a-4316-b653-c1a08680b3f0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:22:32.517402 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-c81fd622-3a2a-4316-b653-c1a08680b3f0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:22:32.517900 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-c81fd622-3a2a-4316-b653-c1a08680b3f0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:22:32.528403 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-28509ed0-2c0a-4d5f-bd03-dc6320577f65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:32.573461 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:INSERT=9,neutron:SELECT=85,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:22:32.635983 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-28509ed0-2c0a-4d5f-bd03-dc6320577f65 admin admin] Publish callbacks [] for security_group (72dbec88-7adf-4150-8fe3-a462b41dfb94), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:32.640690 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-28509ed0-2c0a-4d5f-bd03-dc6320577f65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (72dbec88-7adf-4150-8fe3-a462b41dfb94), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:32.658644 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-c81fd622-3a2a-4316-b653-c1a08680b3f0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:22:32.659183 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-c81fd622-3a2a-4316-b653-c1a08680b3f0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:22:32.659997 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-c81fd622-3a2a-4316-b653-c1a08680b3f0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:22:32.660267 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-c81fd622-3a2a-4316-b653-c1a08680b3f0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 05:22:32.660841 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.services.segments.db [None req-c81fd622-3a2a-4316-b653-c1a08680b3f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0621011-00a8-43df-ac92-ce1f2af05d6a']}} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:22:32.689559 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-28509ed0-2c0a-4d5f-bd03-dc6320577f65 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d9d7073d4e8947119b5e7cf0b985082a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1768620 Jul 29 05:22:32.690446 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28509ed0-2c0a-4d5f-bd03-dc6320577f65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72dbec88-7adf-4150-8fe3-a462b41dfb94,revision_number=1']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:22:32.691293 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.services.segments.db [None req-c81fd622-3a2a-4316-b653-c1a08680b3f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32f72901-d676-4835-84a6-96ebe24e8ccf') {'for_net_delete': True} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:22:32.691788 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.services.segments.db [None req-c81fd622-3a2a-4316-b653-c1a08680b3f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32f72901-d676-4835-84a6-96ebe24e8ccf') {} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:22:32.693601 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 58652) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:22:32.718147 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-c81fd622-3a2a-4316-b653-c1a08680b3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737760678247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29149086'] for segment (32f72901-d676-4835-84a6-96ebe24e8ccf), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:32.746192 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-c81fd622-3a2a-4316-b653-c1a08680b3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501452'] for segment (32f72901-d676-4835-84a6-96ebe24e8ccf), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:32.759787 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c81fd622-3a2a-4316-b653-c1a08680b3f0 admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=104004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 05:22:32.760328 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-c81fd622-3a2a-4316-b653-c1a08680b3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25660160'] for segment (32f72901-d676-4835-84a6-96ebe24e8ccf), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:32.763983 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-26c15ab5-126b-4979-9ba1-eca4258a8130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737760621891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737760223820'] for port (d0504cd4-3ee2-4846-b65d-ab9362e1b3c4), after_delete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:32.793643 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-be117bf6-d529-41bc-b7ed-ffe5a518e59b admin admin] Publish callbacks [] for security_group (72dbec88-7adf-4150-8fe3-a462b41dfb94), before_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:32.813983 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c15ab5-126b-4979-9ba1-eca4258a8130 None None] Pushing event deleted for resources: {'Port': ['ID=d0504cd4-3ee2-4846-b65d-ab9362e1b3c4,revision_number=None']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:22:32.823018 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c15ab5-126b-4979-9ba1-eca4258a8130 None None] No DVR routers for this DVR port d0504cd4-3ee2-4846-b65d-ab9362e1b3c4 on host dv-cinder-851279-2-iscsi {{(pid=104006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 29 05:22:32.873884 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-c81fd622-3a2a-4316-b653-c1a08680b3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3505166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-375344'] for network (b0621011-00a8-43df-ac92-ce1f2af05d6a), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:32.882044 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-be117bf6-d529-41bc-b7ed-ffe5a518e59b admin admin] Publish callbacks [] for security_group (72dbec88-7adf-4150-8fe3-a462b41dfb94), precommit_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:32.889681 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-c81fd622-3a2a-4316-b653-c1a08680b3f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670410'] for network (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:32.896148 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-c81fd622-3a2a-4316-b653-c1a08680b3f0 admin admin] 10.222.0.49 "DELETE /v2.0/networks/b0621011-00a8-43df-ac92-ce1f2af05d6a HTTP/1.1" status: 204 len: 168 time: 1.2034245 Jul 29 05:22:32.908057 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81fd622-3a2a-4316-b653-c1a08680b3f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0621011-00a8-43df-ac92-ce1f2af05d6a,revision_number=None']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:22:32.997238 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-be117bf6-d529-41bc-b7ed-ffe5a518e59b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (72dbec88-7adf-4150-8fe3-a462b41dfb94), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:33.000738 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-be117bf6-d529-41bc-b7ed-ffe5a518e59b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:33.002186 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-be117bf6-d529-41bc-b7ed-ffe5a518e59b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/72dbec88-7adf-4150-8fe3-a462b41dfb94 HTTP/1.1" status: 204 len: 168 time: 0.3032160 Jul 29 05:22:33.011855 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be117bf6-d529-41bc-b7ed-ffe5a518e59b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72dbec88-7adf-4150-8fe3-a462b41dfb94,revision_number=None']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:22:33.107623 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.services.segments.plugin [-] Segment 32f72901-d676-4835-84a6-96ebe24e8ccf resource provider aggregate not found Jul 29 05:22:33.164304 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.services.segments.plugin [-] Segment 32f72901-d676-4835-84a6-96ebe24e8ccf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 32f72901-d676-4835-84a6-96ebe24e8ccf found for delete ", "request_id": "req-d5d36816-16e2-4d4c-9556-af4bd9f04a75"}]} Jul 29 05:22:33.218280 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7686ee1-4bad-4a2b-b2cd-d6ad23033834 req-9aab34ae-fc14-449c-95d2-200fd29e4b6f tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:33.224639 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-c7686ee1-4bad-4a2b-b2cd-d6ad23033834 req-9aab34ae-fc14-449c-95d2-200fd29e4b6f tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6c67286-4bb1-4dc6-87ba-4c21f3ff863a HTTP/1.1" status: 200 len: 945 time: 0.0978889 Jul 29 05:22:33.224800 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 58672) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:22:33.309407 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-c7686ee1-4bad-4a2b-b2cd-d6ad23033834 req-b99f69d0-732f-48b1-96bb-c797e3fcb9fa tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2d77d07-9d3f-4f87-89d0-b3dbc311f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824468 Jul 29 05:22:33.318069 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-1590d47c-6671-4b88-9239-7a9b49c689cd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c87396f5e6bf46f5b85720c8e365da81&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0912569 Jul 29 05:22:33.331432 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 58676) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:22:33.335589 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Device d0504cd4-3ee2-4846-b65d-ab9362e1b3c4 no longer exists at agent ovs-agent-dv-cinder-851279-2-iscsi {{(pid=104006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 05:22:33.365688 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] No Port match for: d0504cd4-3ee2-4846-b65d-ab9362e1b3c4 {{(pid=104006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 05:22:33.366029 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Device d0504cd4-3ee2-4846-b65d-ab9362e1b3c4 not bound to the agent host dv-cinder-851279-2-iscsi {{(pid=104006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 05:22:33.394833 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-23772eaa-0d2b-4efb-9496-c92d38c44406 admin admin] Publish callbacks [] for security_group (0c3956c6-6830-45d5-accb-2b89f69b0e86), before_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:33.425719 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-23772eaa-0d2b-4efb-9496-c92d38c44406 admin admin] Publish callbacks [] for security_group (0c3956c6-6830-45d5-accb-2b89f69b0e86), precommit_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:33.491762 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-23772eaa-0d2b-4efb-9496-c92d38c44406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (0c3956c6-6830-45d5-accb-2b89f69b0e86), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:33.496576 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-23772eaa-0d2b-4efb-9496-c92d38c44406 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:33.503011 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-23772eaa-0d2b-4efb-9496-c92d38c44406 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0c3956c6-6830-45d5-accb-2b89f69b0e86 HTTP/1.1" status: 204 len: 168 time: 0.1762905 Jul 29 05:22:33.513394 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23772eaa-0d2b-4efb-9496-c92d38c44406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c3956c6-6830-45d5-accb-2b89f69b0e86,revision_number=None']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:22:34.507913 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc7db61-92d2-4dca-98f4-cae926c30d8f req-4e418904-2a3f-4c83-8ad9-2be812c63eb4 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:34.510481 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-4fc7db61-92d2-4dca-98f4-cae926c30d8f req-4e418904-2a3f-4c83-8ad9-2be812c63eb4 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6c67286-4bb1-4dc6-87ba-4c21f3ff863a HTTP/1.1" status: 200 len: 945 time: 0.1162255 Jul 29 05:22:34.570006 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:22:34.590206 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-4fc7db61-92d2-4dca-98f4-cae926c30d8f req-d8a26428-1abe-407a-90d0-ec0509c831d1 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2d77d07-9d3f-4f87-89d0-b3dbc311f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686998 Jul 29 05:22:35.575184 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:22:35.588429 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-a0aa9179-6cb3-4a2f-8d8f-2011f5d34f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (0319cf4e-40d4-4455-bfa4-d5e1d8f6ed41), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:35.907942 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d5007c-4b9c-431c-a6b8-2d796e46fb07 req-02cde534-d120-4615-9d58-58ecb4f0d71d tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:35.909720 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-57d5007c-4b9c-431c-a6b8-2d796e46fb07 req-02cde534-d120-4615-9d58-58ecb4f0d71d tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6c67286-4bb1-4dc6-87ba-4c21f3ff863a HTTP/1.1" status: 200 len: 945 time: 0.0624976 Jul 29 05:22:35.997246 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-57d5007c-4b9c-431c-a6b8-2d796e46fb07 req-2dc61e9c-7d44-457d-8557-faad7a1d3615 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2d77d07-9d3f-4f87-89d0-b3dbc311f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785737 Jul 29 05:22:36.899878 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (12b139f9-2daf-4047-bd2d-6bc43cda34b6), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:37.196037 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1da740-70b0-4890-bd30-8e2000f22a52 req-ad695202-d78a-4af5-9f5a-21e122abb87b tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:37.198836 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-0a1da740-70b0-4890-bd30-8e2000f22a52 req-ad695202-d78a-4af5-9f5a-21e122abb87b tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6c67286-4bb1-4dc6-87ba-4c21f3ff863a HTTP/1.1" status: 200 len: 945 time: 0.0816967 Jul 29 05:22:37.291074 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-0a1da740-70b0-4890-bd30-8e2000f22a52 req-00203926-6915-412b-974b-20312175befb tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2d77d07-9d3f-4f87-89d0-b3dbc311f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809741 Jul 29 05:22:38.137057 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-7be0cda0-8e69-4857-aea9-7bd260f99616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (8a9a6061-e61b-4901-b35e-5e71dea10db3), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:38.485701 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c5d69b-56be-4d39-8bb9-995ae4906f3b req-1f74cad2-617e-49b9-99b8-8d2710e72d87 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:38.487482 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-38c5d69b-56be-4d39-8bb9-995ae4906f3b req-1f74cad2-617e-49b9-99b8-8d2710e72d87 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6c67286-4bb1-4dc6-87ba-4c21f3ff863a HTTP/1.1" status: 200 len: 945 time: 0.0688915 Jul 29 05:22:38.539928 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:DELETE=8,neutron:UPDATE=2,neutron:SELECT=90 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:22:38.545377 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-38c5d69b-56be-4d39-8bb9-995ae4906f3b req-9530419e-bdb9-445d-8139-d1c556d1094c tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2d77d07-9d3f-4f87-89d0-b3dbc311f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502589 Jul 29 05:22:39.684525 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6343c345-2ff9-462d-88cc-40670ce746e8 req-1959fa3d-a814-4765-88f4-c6b038636669 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:39.686121 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-6343c345-2ff9-462d-88cc-40670ce746e8 req-1959fa3d-a814-4765-88f4-c6b038636669 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6c67286-4bb1-4dc6-87ba-4c21f3ff863a HTTP/1.1" status: 200 len: 945 time: 0.0571146 Jul 29 05:22:39.744379 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-6343c345-2ff9-462d-88cc-40670ce746e8 req-605e9bcc-c0f1-45d6-8d77-2d098d683d17 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2d77d07-9d3f-4f87-89d0-b3dbc311f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512421 Jul 29 05:22:39.979909 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c0cfcfc2-d3d3-4a7d-ac6c-95a3fd745979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (543ff7d7-1636-45b2-a25e-e19209bc2e01), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:40.436000 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=5 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:22:40.495313 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=50 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:22:40.898473 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2b3638-78de-4a8e-941c-a7e33efafefb req-3d61a722-bb0e-4d02-9b61-a7d2625bab09 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:40.900133 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-4d2b3638-78de-4a8e-941c-a7e33efafefb req-3d61a722-bb0e-4d02-9b61-a7d2625bab09 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6c67286-4bb1-4dc6-87ba-4c21f3ff863a HTTP/1.1" status: 200 len: 945 time: 0.0694230 Jul 29 05:22:40.965943 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-4d2b3638-78de-4a8e-941c-a7e33efafefb req-8a36f810-1baf-4bad-9788-0c0a4cc44b48 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2d77d07-9d3f-4f87-89d0-b3dbc311f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546172 Jul 29 05:22:41.667740 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-25d2d662-1c10-455a-a758-35c132406432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (7da8dcb9-9a4e-44fd-b4da-fa922ad17d56), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:41.792078 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (aa119a64-f506-4951-a68b-6dc6289eaece), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:42.107305 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcf9cca-7d48-4869-8f8f-884d8b1dd910 req-c8cb4815-7431-4fe3-ae53-b5bdc894917d tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:42.109038 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-cbcf9cca-7d48-4869-8f8f-884d8b1dd910 req-c8cb4815-7431-4fe3-ae53-b5bdc894917d tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6c67286-4bb1-4dc6-87ba-4c21f3ff863a HTTP/1.1" status: 200 len: 945 time: 0.0561490 Jul 29 05:22:42.172056 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-cbcf9cca-7d48-4869-8f8f-884d8b1dd910 req-83b209e0-55dd-4f19-bb4c-b84e1759aaf6 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2d77d07-9d3f-4f87-89d0-b3dbc311f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520718 Jul 29 05:22:43.371376 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeda562-28a5-4e5c-b3e3-e65db4b6b188 req-8353be5c-2258-4717-a216-6507b79c3d01 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:43.374558 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-aeeda562-28a5-4e5c-b3e3-e65db4b6b188 req-8353be5c-2258-4717-a216-6507b79c3d01 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6c67286-4bb1-4dc6-87ba-4c21f3ff863a HTTP/1.1" status: 200 len: 945 time: 0.0817146 Jul 29 05:22:43.467079 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-aeeda562-28a5-4e5c-b3e3-e65db4b6b188 req-e602a4c9-1a3a-4f67-8d4e-61f82b9ab5a7 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2d77d07-9d3f-4f87-89d0-b3dbc311f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851877 Jul 29 05:22:44.633178 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483de7f3-c51e-4ddb-9647-1aa796b9fdf8 req-b82ff540-5219-4206-85c5-0b4b3e622d26 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:44.635426 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-483de7f3-c51e-4ddb-9647-1aa796b9fdf8 req-b82ff540-5219-4206-85c5-0b4b3e622d26 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6c67286-4bb1-4dc6-87ba-4c21f3ff863a HTTP/1.1" status: 200 len: 945 time: 0.0653090 Jul 29 05:22:44.713010 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-483de7f3-c51e-4ddb-9647-1aa796b9fdf8 req-4961405f-00b2-4e64-a305-9c76c5a6bc82 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2d77d07-9d3f-4f87-89d0-b3dbc311f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693443 Jul 29 05:22:45.875975 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41522d44-00e6-4ddb-b7c0-7de8707209df req-596de5dd-2d89-46a6-95e5-71fb992f63be tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:45.880224 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-41522d44-00e6-4ddb-b7c0-7de8707209df req-596de5dd-2d89-46a6-95e5-71fb992f63be tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6c67286-4bb1-4dc6-87ba-4c21f3ff863a HTTP/1.1" status: 200 len: 945 time: 0.0809829 Jul 29 05:22:45.953847 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-41522d44-00e6-4ddb-b7c0-7de8707209df req-fcf46e7f-0c88-416e-b960-007762182ce8 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2d77d07-9d3f-4f87-89d0-b3dbc311f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674002 Jul 29 05:22:46.093234 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 58966) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:22:46.229181 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-bf9d407b-dbe5-4444-9884-01ad35208a5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:46.251248 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:INSERT=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:22:46.332884 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-bf9d407b-dbe5-4444-9884-01ad35208a5c admin admin] Publish callbacks [] for security_group (8353ff51-dc9e-4da1-87b3-81dd056c664f), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:46.340214 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-bf9d407b-dbe5-4444-9884-01ad35208a5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (8353ff51-dc9e-4da1-87b3-81dd056c664f), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:46.386840 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9d407b-dbe5-4444-9884-01ad35208a5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8353ff51-dc9e-4da1-87b3-81dd056c664f,revision_number=1']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:22:46.392196 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-bf9d407b-dbe5-4444-9884-01ad35208a5c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=78479f7dc6dc44c19e6090b122f83960&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2972350 Jul 29 05:22:46.396836 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 58970) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:22:46.463909 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-93cfe437-6949-40aa-b9b1-a4e7cce45569 admin admin] Publish callbacks [] for security_group (8353ff51-dc9e-4da1-87b3-81dd056c664f), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:46.499341 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-93cfe437-6949-40aa-b9b1-a4e7cce45569 admin admin] Publish callbacks [] for security_group (8353ff51-dc9e-4da1-87b3-81dd056c664f), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:46.564718 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-93cfe437-6949-40aa-b9b1-a4e7cce45569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (8353ff51-dc9e-4da1-87b3-81dd056c664f), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:46.567668 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-93cfe437-6949-40aa-b9b1-a4e7cce45569 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:46.569222 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-93cfe437-6949-40aa-b9b1-a4e7cce45569 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8353ff51-dc9e-4da1-87b3-81dd056c664f HTTP/1.1" status: 204 len: 168 time: 0.1712480 Jul 29 05:22:46.580935 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cfe437-6949-40aa-b9b1-a4e7cce45569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8353ff51-dc9e-4da1-87b3-81dd056c664f,revision_number=None']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:22:47.181355 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e8e3a6-eec4-4fc5-b4a7-93467951191e req-11e950a5-f366-4d86-b428-9323ce3c2446 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:47.183402 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-b7e8e3a6-eec4-4fc5-b4a7-93467951191e req-11e950a5-f366-4d86-b428-9323ce3c2446 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6c67286-4bb1-4dc6-87ba-4c21f3ff863a HTTP/1.1" status: 200 len: 945 time: 0.0688264 Jul 29 05:22:47.251859 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-b7e8e3a6-eec4-4fc5-b4a7-93467951191e req-1f48c474-568f-4c50-a2d3-662046f8d882 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2d77d07-9d3f-4f87-89d0-b3dbc311f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575700 Jul 29 05:22:48.450051 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763cb8cb-37bc-4b97-bb8e-211910710de0 req-6e868bad-a465-4272-88a3-7fad0bb758ad tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:48.453252 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-763cb8cb-37bc-4b97-bb8e-211910710de0 req-6e868bad-a465-4272-88a3-7fad0bb758ad tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6c67286-4bb1-4dc6-87ba-4c21f3ff863a HTTP/1.1" status: 200 len: 945 time: 0.0985174 Jul 29 05:22:48.532804 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-763cb8cb-37bc-4b97-bb8e-211910710de0 req-f0a87e9e-ba39-4b81-8c1f-db670cae6f5d tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2d77d07-9d3f-4f87-89d0-b3dbc311f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721893 Jul 29 05:22:49.208704 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1faa0c-8c03-4ac8-b2fc-6fa16920fb2c req-594048dd-b279-490b-84c6-3d4f56665712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:49.210655 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-8e1faa0c-8c03-4ac8-b2fc-6fa16920fb2c req-594048dd-b279-490b-84c6-3d4f56665712 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a6c67286-4bb1-4dc6-87ba-4c21f3ff863a HTTP/1.1" status: 200 len: 1129 time: 0.0509531 Jul 29 05:22:49.224276 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:22:49.277869 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-8e1faa0c-8c03-4ac8-b2fc-6fa16920fb2c req-a3b64aa3-d8a8-49ba-b7d1-76f8f3ba7304 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d2d77d07-9d3f-4f87-89d0-b3dbc311f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598938 Jul 29 05:22:49.685125 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71beea4d-ff8c-48db-839a-00e439a705b7 req-cac7dbbf-c7c4-4327-b169-44e33ede8aad tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:49.686779 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-71beea4d-ff8c-48db-839a-00e439a705b7 req-cac7dbbf-c7c4-4327-b169-44e33ede8aad tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6c67286-4bb1-4dc6-87ba-4c21f3ff863a HTTP/1.1" status: 200 len: 945 time: 0.0584526 Jul 29 05:22:49.759898 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-71beea4d-ff8c-48db-839a-00e439a705b7 req-3fd22d77-47ce-44b2-b4c8-1cb1651e4eed tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2d77d07-9d3f-4f87-89d0-b3dbc311f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635641 Jul 29 05:22:50.922721 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d70d3b-15c5-4523-bf5e-3b4d6a59e063 req-faa93dc8-8760-4662-a30a-32c3e6e1a31c tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:50.925510 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-85d70d3b-15c5-4523-bf5e-3b4d6a59e063 req-faa93dc8-8760-4662-a30a-32c3e6e1a31c tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6c67286-4bb1-4dc6-87ba-4c21f3ff863a HTTP/1.1" status: 200 len: 945 time: 0.0678887 Jul 29 05:22:50.989304 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-85d70d3b-15c5-4523-bf5e-3b4d6a59e063 req-6341142d-6d4e-4b2b-8ce1-2b3ad580e7a1 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2d77d07-9d3f-4f87-89d0-b3dbc311f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539858 Jul 29 05:22:52.144113 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12e311f-3df3-44d0-85a3-21d4a3d65988 req-b551e1fe-463e-4734-8181-3aa37293fd0a tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:52.146159 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-c12e311f-3df3-44d0-85a3-21d4a3d65988 req-b551e1fe-463e-4734-8181-3aa37293fd0a tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6c67286-4bb1-4dc6-87ba-4c21f3ff863a HTTP/1.1" status: 200 len: 945 time: 0.0577416 Jul 29 05:22:52.216706 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-c12e311f-3df3-44d0-85a3-21d4a3d65988 req-12440ede-8a9c-4b2f-8e52-db63c935b714 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2d77d07-9d3f-4f87-89d0-b3dbc311f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639060 Jul 29 05:22:53.362981 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7416667d-33f9-45e6-b2c2-b89f8307088b req-80275ffb-6633-4094-80ed-37af35bb6c82 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:53.365032 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-7416667d-33f9-45e6-b2c2-b89f8307088b req-80275ffb-6633-4094-80ed-37af35bb6c82 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6c67286-4bb1-4dc6-87ba-4c21f3ff863a HTTP/1.1" status: 200 len: 945 time: 0.0576527 Jul 29 05:22:53.401375 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:22:53.430780 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-7416667d-33f9-45e6-b2c2-b89f8307088b req-19cd9e8d-d09c-45a2-be64-e81fb923ebb9 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2d77d07-9d3f-4f87-89d0-b3dbc311f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537269 Jul 29 05:22:54.619042 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c34e74-5705-45f2-bb1e-910adbb962b5 req-8446cffd-6752-4185-b85e-408b2f7046d4 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:54.620924 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-41c34e74-5705-45f2-bb1e-910adbb962b5 req-8446cffd-6752-4185-b85e-408b2f7046d4 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6c67286-4bb1-4dc6-87ba-4c21f3ff863a HTTP/1.1" status: 200 len: 945 time: 0.0600674 Jul 29 05:22:54.699851 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-41c34e74-5705-45f2-bb1e-910adbb962b5 req-d70affbc-f2f3-428e-aa85-60448a2acfe6 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2d77d07-9d3f-4f87-89d0-b3dbc311f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675852 Jul 29 05:22:54.895799 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d435198-6e74-487a-8c63-6adc59c13824 req-278dd73e-428d-47c0-b056-2484969b9be8 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:54.897796 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-1d435198-6e74-487a-8c63-6adc59c13824 req-278dd73e-428d-47c0-b056-2484969b9be8 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f080dde-4e70-4d3f-aa8c-ced0a1065d3d HTTP/1.1" status: 200 len: 946 time: 0.0551987 Jul 29 05:22:54.966599 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-1d435198-6e74-487a-8c63-6adc59c13824 req-fedbf8fd-5bda-4649-b2c8-5dff9b20b263 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2d77d07-9d3f-4f87-89d0-b3dbc311f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580635 Jul 29 05:22:56.599499 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:22:56.600594 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=69,neutron:UPDATE=6 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:22:56.743246 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ced0f1-480c-402f-986b-d5f68d14e9c5 req-5253e7b9-8df4-423b-9de2-a51c538321ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:56.744898 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-76ced0f1-480c-402f-986b-d5f68d14e9c5 req-5253e7b9-8df4-423b-9de2-a51c538321ce service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=153fe5d9d64346f6b7419eba91948678&device_id=3f080dde-4e70-4d3f-aa8c-ced0a1065d3d HTTP/1.1" status: 200 len: 1130 time: 0.0469949 Jul 29 05:22:56.754152 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658128f2-ea6b-4d0d-9a39-d8afe99e2bf5 req-85a14e1d-bee7-4ba6-bb3b-87aac470d86b tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:56.756476 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-658128f2-ea6b-4d0d-9a39-d8afe99e2bf5 req-85a14e1d-bee7-4ba6-bb3b-87aac470d86b tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f080dde-4e70-4d3f-aa8c-ced0a1065d3d HTTP/1.1" status: 200 len: 946 time: 0.0589540 Jul 29 05:22:56.849718 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-658128f2-ea6b-4d0d-9a39-d8afe99e2bf5 req-47203411-24d6-4aa1-9999-b67a9d62edab tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2d77d07-9d3f-4f87-89d0-b3dbc311f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749135 Jul 29 05:22:56.956223 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ced0f1-480c-402f-986b-d5f68d14e9c5 req-2801bf14-a6a6-40a7-8f83-acad433df36f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:56.959567 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-76ced0f1-480c-402f-986b-d5f68d14e9c5 req-2801bf14-a6a6-40a7-8f83-acad433df36f service neutron] 10.222.0.60 "GET /v2.0/networks?id=71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9 HTTP/1.1" status: 200 len: 920 time: 0.2049348 Jul 29 05:22:57.035707 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-76ced0f1-480c-402f-986b-d5f68d14e9c5 req-aa6550cb-57df-4635-ae36-cc930b2dadab service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=add97173-f389-4e35-b131-c4e58524e3c9 HTTP/1.1" status: 200 len: 217 time: 0.0661891 Jul 29 05:22:57.107970 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ced0f1-480c-402f-986b-d5f68d14e9c5 req-a1294bd3-b825-4413-ab38-cd4be4d5d542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:57.111014 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-76ced0f1-480c-402f-986b-d5f68d14e9c5 req-a1294bd3-b825-4413-ab38-cd4be4d5d542 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a137c074-4437-44e5-8103-6184a1dda097 HTTP/1.1" status: 200 len: 858 time: 0.0659988 Jul 29 05:22:57.163637 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=100 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:22:57.177438 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ced0f1-480c-402f-986b-d5f68d14e9c5 req-9c8ceede-bc8a-4bc1-a0d1-4d776cf0c8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:57.179329 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-76ced0f1-480c-402f-986b-d5f68d14e9c5 req-9c8ceede-bc8a-4bc1-a0d1-4d776cf0c8c8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0617762 Jul 29 05:22:57.297811 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 59212) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:22:57.364671 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-76ced0f1-480c-402f-986b-d5f68d14e9c5 req-b03ee2be-dadc-42d6-8667-03333cf35254 service neutron] 10.222.0.60 "GET /v2.0/networks/71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773100 Jul 29 05:22:57.496455 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-036012e5-e20c-4cf8-aeba-d5da2115ed63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:57.631976 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-76ced0f1-480c-402f-986b-d5f68d14e9c5 req-47a3576d-bf64-48f2-9cff-eec6c988bbb6 service neutron] 10.222.0.60 "GET /v2.0/networks/71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595136 Jul 29 05:22:57.661496 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:22:57.704235 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-036012e5-e20c-4cf8-aeba-d5da2115ed63 admin admin] Publish callbacks [] for security_group (fe54bd1e-56a3-420b-8e5f-f26c2e0cb51d), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:57.712497 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-036012e5-e20c-4cf8-aeba-d5da2115ed63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (fe54bd1e-56a3-420b-8e5f-f26c2e0cb51d), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:57.765818 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036012e5-e20c-4cf8-aeba-d5da2115ed63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe54bd1e-56a3-420b-8e5f-f26c2e0cb51d,revision_number=1']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:22:57.773052 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-036012e5-e20c-4cf8-aeba-d5da2115ed63 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3c05e2a1b9544d2f8fc6eafa6396b7df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4735653 Jul 29 05:22:57.775919 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 59220) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:22:57.845373 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-6c79c2f1-1ff2-4634-9227-9bb5c93f3dbc admin admin] Publish callbacks [] for security_group (fe54bd1e-56a3-420b-8e5f-f26c2e0cb51d), before_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:57.872420 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-6c79c2f1-1ff2-4634-9227-9bb5c93f3dbc admin admin] Publish callbacks [] for security_group (fe54bd1e-56a3-420b-8e5f-f26c2e0cb51d), precommit_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:57.953778 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-6c79c2f1-1ff2-4634-9227-9bb5c93f3dbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (fe54bd1e-56a3-420b-8e5f-f26c2e0cb51d), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:57.958607 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-6c79c2f1-1ff2-4634-9227-9bb5c93f3dbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:22:57.960660 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-6c79c2f1-1ff2-4634-9227-9bb5c93f3dbc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fe54bd1e-56a3-420b-8e5f-f26c2e0cb51d HTTP/1.1" status: 204 len: 168 time: 0.1831360 Jul 29 05:22:57.972863 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c79c2f1-1ff2-4634-9227-9bb5c93f3dbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe54bd1e-56a3-420b-8e5f-f26c2e0cb51d,revision_number=None']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:22:58.056402 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9bc829-d78e-428d-adbd-15032da74f0e req-4e8bf922-5844-48b5-ac0d-08cca4f20861 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:58.061530 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-0f9bc829-d78e-428d-adbd-15032da74f0e req-4e8bf922-5844-48b5-ac0d-08cca4f20861 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f080dde-4e70-4d3f-aa8c-ced0a1065d3d HTTP/1.1" status: 200 len: 946 time: 0.0794456 Jul 29 05:22:58.161217 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-0f9bc829-d78e-428d-adbd-15032da74f0e req-641de476-3019-4168-a39e-2e9d29de2cdc tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2d77d07-9d3f-4f87-89d0-b3dbc311f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942237 Jul 29 05:22:59.355225 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6415d4c3-283a-4a1d-ba8a-e0b7027b5743 req-08d217f0-cc7f-4808-8302-ac70a1e7accb tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:22:59.358318 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-6415d4c3-283a-4a1d-ba8a-e0b7027b5743 req-08d217f0-cc7f-4808-8302-ac70a1e7accb tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f080dde-4e70-4d3f-aa8c-ced0a1065d3d HTTP/1.1" status: 200 len: 946 time: 0.0878236 Jul 29 05:22:59.434263 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-6415d4c3-283a-4a1d-ba8a-e0b7027b5743 req-62112e3c-fe16-4ed4-b809-1d131c43a6d9 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2d77d07-9d3f-4f87-89d0-b3dbc311f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635941 Jul 29 05:23:00.643743 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cb6bc6-a163-4674-bc79-64357e57c8ba req-e4f61520-30fc-444b-b266-3d150494078c tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:00.648893 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-26cb6bc6-a163-4674-bc79-64357e57c8ba req-e4f61520-30fc-444b-b266-3d150494078c tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f080dde-4e70-4d3f-aa8c-ced0a1065d3d HTTP/1.1" status: 200 len: 946 time: 0.1043923 Jul 29 05:23:00.757479 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-26cb6bc6-a163-4674-bc79-64357e57c8ba req-78df2173-7c2e-4bce-bb12-93e467c86286 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2d77d07-9d3f-4f87-89d0-b3dbc311f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996881 Jul 29 05:23:01.024701 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.agents_db [None req-24db149f-f2c4-42ba-b1ad-acaecd0c6386 None None] Agent healthcheck: found 6 active agents {{(pid=104007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 05:23:01.864743 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=15 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:23:01.926263 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dabf65-9916-436e-90bb-eb6eedda994b req-b67176a8-b51e-49a5-9903-2d0c6e89ccc5 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:01.928985 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-56dabf65-9916-436e-90bb-eb6eedda994b req-b67176a8-b51e-49a5-9903-2d0c6e89ccc5 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f080dde-4e70-4d3f-aa8c-ced0a1065d3d HTTP/1.1" status: 200 len: 946 time: 0.0649085 Jul 29 05:23:01.995776 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-56dabf65-9916-436e-90bb-eb6eedda994b req-73433455-860e-4b56-83aa-f06e5fb53e82 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2d77d07-9d3f-4f87-89d0-b3dbc311f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607021 Jul 29 05:23:03.158813 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf61273c-22c2-4d2a-a0d3-9670a2a7509a req-913c7c04-70c8-4a79-92e6-faf5c64435de tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:03.160597 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-bf61273c-22c2-4d2a-a0d3-9670a2a7509a req-913c7c04-70c8-4a79-92e6-faf5c64435de tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f080dde-4e70-4d3f-aa8c-ced0a1065d3d HTTP/1.1" status: 200 len: 946 time: 0.0793209 Jul 29 05:23:03.235186 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-bf61273c-22c2-4d2a-a0d3-9670a2a7509a req-ce9a7392-5279-4d3f-8ceb-c637e9d1b4a9 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2d77d07-9d3f-4f87-89d0-b3dbc311f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643198 Jul 29 05:23:04.383519 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e3d23f-50a0-4587-b337-8b6130006f37 req-55393c2a-781d-4bde-b25d-0bcbb9b2ee6b tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:04.385255 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-a1e3d23f-50a0-4587-b337-8b6130006f37 req-55393c2a-781d-4bde-b25d-0bcbb9b2ee6b tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f080dde-4e70-4d3f-aa8c-ced0a1065d3d HTTP/1.1" status: 200 len: 946 time: 0.0604947 Jul 29 05:23:04.440272 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:INSERT=4,neutron:SELECT=95,neutron:DELETE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:23:04.446186 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-a1e3d23f-50a0-4587-b337-8b6130006f37 req-f4961045-0795-4e2d-999a-2d8d1ef605d2 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2d77d07-9d3f-4f87-89d0-b3dbc311f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507655 Jul 29 05:23:05.582029 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b90b733-f251-4b3f-93ce-18534ecb8f60 req-7d5222b1-9ba7-4437-b60a-5a384fea35c2 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:05.584064 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-88492fd3-6de8-4aaa-9e47-444fe8acd9ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (0319cf4e-40d4-4455-bfa4-d5e1d8f6ed41), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:05.584836 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-3b90b733-f251-4b3f-93ce-18534ecb8f60 req-7d5222b1-9ba7-4437-b60a-5a384fea35c2 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f080dde-4e70-4d3f-aa8c-ced0a1065d3d HTTP/1.1" status: 200 len: 946 time: 0.0583444 Jul 29 05:23:05.657579 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-3b90b733-f251-4b3f-93ce-18534ecb8f60 req-66a30af0-c180-494a-8cb3-e646c8eacedb tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2d77d07-9d3f-4f87-89d0-b3dbc311f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662935 Jul 29 05:23:06.799843 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5013488-dd21-476c-bb11-76950dc70156 req-bfa6b1f8-2285-43cb-84f6-619436926ba1 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:06.801471 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-c5013488-dd21-476c-bb11-76950dc70156 req-bfa6b1f8-2285-43cb-84f6-619436926ba1 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f080dde-4e70-4d3f-aa8c-ced0a1065d3d HTTP/1.1" status: 200 len: 946 time: 0.0636454 Jul 29 05:23:06.857888 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-c5013488-dd21-476c-bb11-76950dc70156 req-4d71b029-e934-4888-b75e-517bf0ed35ed tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2d77d07-9d3f-4f87-89d0-b3dbc311f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497437 Jul 29 05:23:06.903776 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (12b139f9-2daf-4047-bd2d-6bc43cda34b6), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:08.069918 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb076f9-7b27-4e95-a9fc-063e072f93de req-5a77ea06-a6b9-4889-8b1d-0c83811934b0 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:08.071684 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-dbb076f9-7b27-4e95-a9fc-063e072f93de req-5a77ea06-a6b9-4889-8b1d-0c83811934b0 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f080dde-4e70-4d3f-aa8c-ced0a1065d3d HTTP/1.1" status: 200 len: 946 time: 0.0704217 Jul 29 05:23:08.141952 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-40628c4a-cffa-480c-a266-d7e30f540856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (8a9a6061-e61b-4901-b35e-5e71dea10db3), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:08.143865 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-dbb076f9-7b27-4e95-a9fc-063e072f93de req-603a6ce0-d58a-4793-aa47-dcbf9444ab4d tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2d77d07-9d3f-4f87-89d0-b3dbc311f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642142 Jul 29 05:23:09.285302 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff6cfb4-2601-453f-8604-9d478f740bbc req-99ef8824-dba8-4744-8a73-ba93701112f7 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:09.287403 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-3ff6cfb4-2601-453f-8604-9d478f740bbc req-99ef8824-dba8-4744-8a73-ba93701112f7 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f080dde-4e70-4d3f-aa8c-ced0a1065d3d HTTP/1.1" status: 200 len: 946 time: 0.0590417 Jul 29 05:23:09.336851 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=3 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:23:09.356525 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-3ff6cfb4-2601-453f-8604-9d478f740bbc req-5ab2303d-1ff9-4a83-901d-c00dd234d9e6 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2d77d07-9d3f-4f87-89d0-b3dbc311f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574746 Jul 29 05:23:09.719416 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-f6fc5328-b523-4734-88f4-80813e259890 req-8ba987c8-f242-4e7d-853f-8f53f3cb0493 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a6c67286-4bb1-4dc6-87ba-4c21f3ff863a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427287 Jul 29 05:23:09.795833 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fc5328-b523-4734-88f4-80813e259890 req-226a0e09-4111-46f9-9c18-4608217aae1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:09.797713 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-f6fc5328-b523-4734-88f4-80813e259890 req-226a0e09-4111-46f9-9c18-4608217aae1f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=153fe5d9d64346f6b7419eba91948678&device_id=a6c67286-4bb1-4dc6-87ba-4c21f3ff863a HTTP/1.1" status: 200 len: 1129 time: 0.0454066 Jul 29 05:23:09.992277 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c0cfcfc2-d3d3-4a7d-ac6c-95a3fd745979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (543ff7d7-1636-45b2-a25e-e19209bc2e01), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:10.241162 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fc5328-b523-4734-88f4-80813e259890 req-d5aa8580-0bf7-4f4f-a153-e4c7dce5358a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:10.243245 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-f6fc5328-b523-4734-88f4-80813e259890 req-d5aa8580-0bf7-4f4f-a153-e4c7dce5358a service neutron] 10.222.0.60 "GET /v2.0/networks?id=71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9 HTTP/1.1" status: 200 len: 920 time: 0.4174991 Jul 29 05:23:10.294528 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-f6fc5328-b523-4734-88f4-80813e259890 req-02589348-8060-4623-85e6-f73f483e519f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6bc36d89-d1c5-4873-87c6-12b89c984f37 HTTP/1.1" status: 200 len: 217 time: 0.0389462 Jul 29 05:23:10.383152 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fc5328-b523-4734-88f4-80813e259890 req-27121150-9739-4a2d-94bf-0dd3127f4a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:10.385981 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-f6fc5328-b523-4734-88f4-80813e259890 req-27121150-9739-4a2d-94bf-0dd3127f4a79 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a137c074-4437-44e5-8103-6184a1dda097 HTTP/1.1" status: 200 len: 858 time: 0.0845919 Jul 29 05:23:10.457573 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:23:10.480617 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fc5328-b523-4734-88f4-80813e259890 req-fde118ae-9496-4ffe-9f63-05c1d9d75261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:10.483886 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-f6fc5328-b523-4734-88f4-80813e259890 req-fde118ae-9496-4ffe-9f63-05c1d9d75261 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0899279 Jul 29 05:23:10.600839 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6283aec0-2915-426f-8281-268ab49583d1 req-3733aa1f-16fe-4df6-a138-612dc4d41984 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:10.610254 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-6283aec0-2915-426f-8281-268ab49583d1 req-3733aa1f-16fe-4df6-a138-612dc4d41984 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f080dde-4e70-4d3f-aa8c-ced0a1065d3d HTTP/1.1" status: 200 len: 946 time: 0.0980492 Jul 29 05:23:10.670349 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-6283aec0-2915-426f-8281-268ab49583d1 req-eaf25333-54dc-4c76-972b-6c4e1f1e303a tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2d77d07-9d3f-4f87-89d0-b3dbc311f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583878 Jul 29 05:23:10.695435 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-f6fc5328-b523-4734-88f4-80813e259890 req-5468dbc7-54a9-410a-b301-f4e4d4b1313d service neutron] 10.222.0.60 "GET /v2.0/networks/71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939914 Jul 29 05:23:10.824902 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-f6fc5328-b523-4734-88f4-80813e259890 req-098d5f23-1f4d-45c6-922a-d5c220a57f64 service neutron] 10.222.0.60 "GET /v2.0/networks/71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277111 Jul 29 05:23:11.024713 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=19 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:23:11.671912 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-25d2d662-1c10-455a-a758-35c132406432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (7da8dcb9-9a4e-44fd-b4da-fa922ad17d56), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:11.832807 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (aa119a64-f506-4951-a68b-6dc6289eaece), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:11.890719 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb63d20-d8b2-49b9-8499-5a5e93b65760 req-87ff4ef7-fcfb-49c6-91c2-98a838b2471d tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:11.892526 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-bcb63d20-d8b2-49b9-8499-5a5e93b65760 req-87ff4ef7-fcfb-49c6-91c2-98a838b2471d tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f080dde-4e70-4d3f-aa8c-ced0a1065d3d HTTP/1.1" status: 200 len: 946 time: 0.0915499 Jul 29 05:23:11.973404 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-bcb63d20-d8b2-49b9-8499-5a5e93b65760 req-28bce199-d4b3-4861-926e-83c7b8195314 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2d77d07-9d3f-4f87-89d0-b3dbc311f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725298 Jul 29 05:23:13.143990 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75dfa54-bcb8-431d-a8ba-d18cfbf7171c req-ceec0d5c-ac3b-4808-8c78-3c689d757887 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:13.145740 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-e75dfa54-bcb8-431d-a8ba-d18cfbf7171c req-ceec0d5c-ac3b-4808-8c78-3c689d757887 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f080dde-4e70-4d3f-aa8c-ced0a1065d3d HTTP/1.1" status: 200 len: 946 time: 0.0784256 Jul 29 05:23:13.206244 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-e75dfa54-bcb8-431d-a8ba-d18cfbf7171c req-f090d62b-95bd-4b46-a8ce-8e11b713000b tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2d77d07-9d3f-4f87-89d0-b3dbc311f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532410 Jul 29 05:23:14.336372 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156c5750-0351-4b5e-b700-c6a471a2eaae req-574569ce-417e-48fe-9c0f-7e65c3c04613 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:14.338206 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-156c5750-0351-4b5e-b700-c6a471a2eaae req-574569ce-417e-48fe-9c0f-7e65c3c04613 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f080dde-4e70-4d3f-aa8c-ced0a1065d3d HTTP/1.1" status: 200 len: 946 time: 0.0524933 Jul 29 05:23:14.415177 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-156c5750-0351-4b5e-b700-c6a471a2eaae req-9519b229-b9a2-4f0a-9697-787464d53055 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2d77d07-9d3f-4f87-89d0-b3dbc311f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694439 Jul 29 05:23:15.584818 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5c3c54-9f06-4459-8a23-31543f3ad87f req-ae154311-12bc-44e4-b753-95662ded79e4 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:15.586600 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-ae5c3c54-9f06-4459-8a23-31543f3ad87f req-ae154311-12bc-44e4-b753-95662ded79e4 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f080dde-4e70-4d3f-aa8c-ced0a1065d3d HTTP/1.1" status: 200 len: 946 time: 0.0651834 Jul 29 05:23:15.672334 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-ae5c3c54-9f06-4459-8a23-31543f3ad87f req-33ebfeb1-d863-4625-8503-d705e6696be4 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2d77d07-9d3f-4f87-89d0-b3dbc311f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773125 Jul 29 05:23:16.836284 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8b9a7b-c9f6-48e6-b12f-a686070492ba req-e212b0bb-aa12-4743-9af2-652999fc1103 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:16.839302 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-2d8b9a7b-c9f6-48e6-b12f-a686070492ba req-e212b0bb-aa12-4743-9af2-652999fc1103 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f080dde-4e70-4d3f-aa8c-ced0a1065d3d HTTP/1.1" status: 200 len: 946 time: 0.0768099 Jul 29 05:23:16.857116 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=100 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:23:16.908692 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-2d8b9a7b-c9f6-48e6-b12f-a686070492ba req-25e9528f-d311-4699-abbb-682811e37178 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2d77d07-9d3f-4f87-89d0-b3dbc311f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599387 Jul 29 05:23:17.014286 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 59586) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:23:17.219990 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-043562bb-f9dd-4266-8e9d-cf9f804ede5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:17.242649 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fb1802-78b3-4cfb-95f0-6a1d8b39958c req-e05d4ae4-a0d7-4079-8d51-353ff44c99a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:17.245521 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-a1fb1802-78b3-4cfb-95f0-6a1d8b39958c req-e05d4ae4-a0d7-4079-8d51-353ff44c99a3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3f080dde-4e70-4d3f-aa8c-ced0a1065d3d HTTP/1.1" status: 200 len: 1130 time: 0.1142292 Jul 29 05:23:17.386884 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-a1fb1802-78b3-4cfb-95f0-6a1d8b39958c req-9e3e9e46-6b8d-44ae-85d4-5763f83daf89 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d2d77d07-9d3f-4f87-89d0-b3dbc311f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290939 Jul 29 05:23:17.405851 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:23:17.454470 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-043562bb-f9dd-4266-8e9d-cf9f804ede5f admin admin] Publish callbacks [] for security_group (006e2d8a-2446-499d-aec9-ee28e2a6455e), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:17.460422 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-043562bb-f9dd-4266-8e9d-cf9f804ede5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (006e2d8a-2446-499d-aec9-ee28e2a6455e), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:17.530368 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-043562bb-f9dd-4266-8e9d-cf9f804ede5f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e2618b7967704714bdc546e905808388&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5148973 Jul 29 05:23:17.532066 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043562bb-f9dd-4266-8e9d-cf9f804ede5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=006e2d8a-2446-499d-aec9-ee28e2a6455e,revision_number=1']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:23:17.533955 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 59608) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:23:17.541078 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043562bb-f9dd-4266-8e9d-cf9f804ede5f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:23:17.541410 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043562bb-f9dd-4266-8e9d-cf9f804ede5f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:23:17.541772 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043562bb-f9dd-4266-8e9d-cf9f804ede5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:23:17.542084 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043562bb-f9dd-4266-8e9d-cf9f804ede5f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:23:17.542417 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043562bb-f9dd-4266-8e9d-cf9f804ede5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:23:17.542759 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043562bb-f9dd-4266-8e9d-cf9f804ede5f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:23:17.543076 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043562bb-f9dd-4266-8e9d-cf9f804ede5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:23:17.543441 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043562bb-f9dd-4266-8e9d-cf9f804ede5f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:23:17.544858 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043562bb-f9dd-4266-8e9d-cf9f804ede5f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:23:17.544858 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043562bb-f9dd-4266-8e9d-cf9f804ede5f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:23:17.545223 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043562bb-f9dd-4266-8e9d-cf9f804ede5f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:23:17.545595 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043562bb-f9dd-4266-8e9d-cf9f804ede5f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:23:17.546021 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043562bb-f9dd-4266-8e9d-cf9f804ede5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:23:17.546372 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043562bb-f9dd-4266-8e9d-cf9f804ede5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:23:17.546663 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043562bb-f9dd-4266-8e9d-cf9f804ede5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:23:17.613220 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-ea415e41-5ecc-4413-8ab3-08d1e4c88a51 admin admin] Publish callbacks [] for security_group (006e2d8a-2446-499d-aec9-ee28e2a6455e), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:17.652880 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-ea415e41-5ecc-4413-8ab3-08d1e4c88a51 admin admin] Publish callbacks [] for security_group (006e2d8a-2446-499d-aec9-ee28e2a6455e), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:17.733679 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-ea415e41-5ecc-4413-8ab3-08d1e4c88a51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (006e2d8a-2446-499d-aec9-ee28e2a6455e), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:17.737489 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-ea415e41-5ecc-4413-8ab3-08d1e4c88a51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:17.738690 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-ea415e41-5ecc-4413-8ab3-08d1e4c88a51 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/006e2d8a-2446-499d-aec9-ee28e2a6455e HTTP/1.1" status: 204 len: 168 time: 0.2032344 Jul 29 05:23:17.748225 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea415e41-5ecc-4413-8ab3-08d1e4c88a51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=006e2d8a-2446-499d-aec9-ee28e2a6455e,revision_number=None']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:23:17.756432 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea415e41-5ecc-4413-8ab3-08d1e4c88a51 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:23:17.756763 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea415e41-5ecc-4413-8ab3-08d1e4c88a51 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:23:17.757323 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea415e41-5ecc-4413-8ab3-08d1e4c88a51 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:23:17.757939 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea415e41-5ecc-4413-8ab3-08d1e4c88a51 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:23:17.758298 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea415e41-5ecc-4413-8ab3-08d1e4c88a51 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:23:17.758610 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea415e41-5ecc-4413-8ab3-08d1e4c88a51 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:23:17.758935 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea415e41-5ecc-4413-8ab3-08d1e4c88a51 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:23:17.759387 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea415e41-5ecc-4413-8ab3-08d1e4c88a51 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:23:17.759637 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea415e41-5ecc-4413-8ab3-08d1e4c88a51 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:23:17.759980 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea415e41-5ecc-4413-8ab3-08d1e4c88a51 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:23:17.760288 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea415e41-5ecc-4413-8ab3-08d1e4c88a51 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:23:17.760614 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea415e41-5ecc-4413-8ab3-08d1e4c88a51 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:23:17.761014 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea415e41-5ecc-4413-8ab3-08d1e4c88a51 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:23:17.761257 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea415e41-5ecc-4413-8ab3-08d1e4c88a51 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:23:17.761561 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea415e41-5ecc-4413-8ab3-08d1e4c88a51 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:23:18.085330 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 59618) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:23:18.098464 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87915b7d-1b03-4664-9038-8499d29dae0b req-777ba122-cbe3-48ea-8281-6bb422ce25ed tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:18.100121 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-87915b7d-1b03-4664-9038-8499d29dae0b req-777ba122-cbe3-48ea-8281-6bb422ce25ed tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f080dde-4e70-4d3f-aa8c-ced0a1065d3d HTTP/1.1" status: 200 len: 946 time: 0.0641017 Jul 29 05:23:18.100316 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-651353ae-f795-42e9-866f-d5405fd47504 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:18.189479 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-87915b7d-1b03-4664-9038-8499d29dae0b req-91c84bdf-08d6-45db-b1ac-17a08412b7df tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2d77d07-9d3f-4f87-89d0-b3dbc311f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786691 Jul 29 05:23:18.230627 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-651353ae-f795-42e9-866f-d5405fd47504 admin admin] Publish callbacks [] for security_group (e2de9dda-e2bd-4932-a92b-692e36dca0d5), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:18.237205 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-651353ae-f795-42e9-866f-d5405fd47504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (e2de9dda-e2bd-4932-a92b-692e36dca0d5), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:18.282497 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:23:18.325167 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-651353ae-f795-42e9-866f-d5405fd47504 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=efaf5bc199874bb2960e461bcaf60c49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2380471 Jul 29 05:23:18.327824 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 59626) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:23:18.328930 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651353ae-f795-42e9-866f-d5405fd47504 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2de9dda-e2bd-4932-a92b-692e36dca0d5,revision_number=1']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:23:18.404669 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-23b172c3-fd66-4a34-a27e-2b5bbb3bb48a admin admin] Publish callbacks [] for security_group (e2de9dda-e2bd-4932-a92b-692e36dca0d5), before_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:18.437137 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-23b172c3-fd66-4a34-a27e-2b5bbb3bb48a admin admin] Publish callbacks [] for security_group (e2de9dda-e2bd-4932-a92b-692e36dca0d5), precommit_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:18.522127 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-23b172c3-fd66-4a34-a27e-2b5bbb3bb48a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (e2de9dda-e2bd-4932-a92b-692e36dca0d5), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:18.525094 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-23b172c3-fd66-4a34-a27e-2b5bbb3bb48a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:18.526832 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-23b172c3-fd66-4a34-a27e-2b5bbb3bb48a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e2de9dda-e2bd-4932-a92b-692e36dca0d5 HTTP/1.1" status: 204 len: 168 time: 0.1971614 Jul 29 05:23:18.537967 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b172c3-fd66-4a34-a27e-2b5bbb3bb48a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2de9dda-e2bd-4932-a92b-692e36dca0d5,revision_number=None']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:23:19.043303 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 59640) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:23:19.066800 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-2298336f-8b90-48df-97b1-e92296e30a94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:19.136371 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:23:19.221860 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-2298336f-8b90-48df-97b1-e92296e30a94 admin admin] Publish callbacks [] for security_group (a81adb26-134a-4296-8857-2b48fa7057b0), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:19.226115 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-2298336f-8b90-48df-97b1-e92296e30a94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (a81adb26-134a-4296-8857-2b48fa7057b0), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:19.272255 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2298336f-8b90-48df-97b1-e92296e30a94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a81adb26-134a-4296-8857-2b48fa7057b0,revision_number=1']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:23:19.278436 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-2298336f-8b90-48df-97b1-e92296e30a94 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=568fe34752e646f08fb0513473abdf0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2330358 Jul 29 05:23:19.282585 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 59650) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:23:19.355474 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-3018f5ba-04df-4820-9083-e4c3fb6d1e51 admin admin] Publish callbacks [] for security_group (a81adb26-134a-4296-8857-2b48fa7057b0), before_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:19.387087 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-3018f5ba-04df-4820-9083-e4c3fb6d1e51 admin admin] Publish callbacks [] for security_group (a81adb26-134a-4296-8857-2b48fa7057b0), precommit_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:19.393346 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512442ef-502c-4905-a48c-95ffaa5eb2e4 req-f16d82f4-3b81-417a-a983-a304a68a89b1 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:19.397194 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-512442ef-502c-4905-a48c-95ffaa5eb2e4 req-f16d82f4-3b81-417a-a983-a304a68a89b1 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f080dde-4e70-4d3f-aa8c-ced0a1065d3d HTTP/1.1" status: 200 len: 946 time: 0.0978456 Jul 29 05:23:19.471885 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-3018f5ba-04df-4820-9083-e4c3fb6d1e51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (a81adb26-134a-4296-8857-2b48fa7057b0), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:19.474339 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-3018f5ba-04df-4820-9083-e4c3fb6d1e51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:19.476194 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-3018f5ba-04df-4820-9083-e4c3fb6d1e51 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a81adb26-134a-4296-8857-2b48fa7057b0 HTTP/1.1" status: 204 len: 168 time: 0.1920071 Jul 29 05:23:19.489033 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-512442ef-502c-4905-a48c-95ffaa5eb2e4 req-f9728a71-858b-426a-81a9-1a24f2dc47fa tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2d77d07-9d3f-4f87-89d0-b3dbc311f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845449 Jul 29 05:23:19.489376 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3018f5ba-04df-4820-9083-e4c3fb6d1e51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a81adb26-134a-4296-8857-2b48fa7057b0,revision_number=None']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:23:19.854222 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 59676) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:23:19.860541 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.v2.base [None req-bb9d722f-3a6f-4222-8f4f-d00e300e5e8d tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Request body: {'security_group': {'name': 'tempest-securitygroup--52021870', 'description': 'tempest-description--1267112547'}} {{(pid=104004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:23:19.894943 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-bb9d722f-3a6f-4222-8f4f-d00e300e5e8d tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks [] for security_group (None), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:19.898310 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cedfa7-c32c-4a48-b7bd-79273258de8a req-6d952327-4a29-4ad0-ac67-7886e6efad96 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:19.899962 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-d5cedfa7-c32c-4a48-b7bd-79273258de8a req-6d952327-4a29-4ad0-ac67-7886e6efad96 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f080dde-4e70-4d3f-aa8c-ced0a1065d3d HTTP/1.1" status: 200 len: 946 time: 0.0979378 Jul 29 05:23:19.917325 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c57c7d-bf01-49b0-abaf-98b2e42f3591 req-7ce2ec07-3d0a-411b-badd-d0b97252f2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:19.919700 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-61c57c7d-bf01-49b0-abaf-98b2e42f3591 req-7ce2ec07-3d0a-411b-badd-d0b97252f2b3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=153fe5d9d64346f6b7419eba91948678&device_id=3f080dde-4e70-4d3f-aa8c-ced0a1065d3d HTTP/1.1" status: 200 len: 1130 time: 0.0773892 Jul 29 05:23:19.941750 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:23:20.007901 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-bb9d722f-3a6f-4222-8f4f-d00e300e5e8d tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks [] for security_group (2689dc7c-87cf-4b45-89dd-02c9ff7a9ab7), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:20.015640 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-bb9d722f-3a6f-4222-8f4f-d00e300e5e8d tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (2689dc7c-87cf-4b45-89dd-02c9ff7a9ab7), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:20.040929 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-d5cedfa7-c32c-4a48-b7bd-79273258de8a req-9cf2efbe-272d-49e0-bee8-bcbedf4497b4 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2d77d07-9d3f-4f87-89d0-b3dbc311f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318371 Jul 29 05:23:20.054081 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-bb9d722f-3a6f-4222-8f4f-d00e300e5e8d tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks [] for security_group (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:20.058285 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-bb9d722f-3a6f-4222-8f4f-d00e300e5e8d tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2001228 Jul 29 05:23:20.068024 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 59682) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:23:20.084915 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.v2.base [None req-ca8d8779-a2ac-4090-93c0-66f77d43b478 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Request body: {'security_group_rule': {'security_group_id': '2689dc7c-87cf-4b45-89dd-02c9ff7a9ab7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:23:20.095452 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9d722f-3a6f-4222-8f4f-d00e300e5e8d tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2689dc7c-87cf-4b45-89dd-02c9ff7a9ab7,revision_number=1']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:23:20.107411 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c57c7d-bf01-49b0-abaf-98b2e42f3591 req-fe5381c1-fd41-41aa-b3a6-818ff8c87acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:20.109002 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-61c57c7d-bf01-49b0-abaf-98b2e42f3591 req-fe5381c1-fd41-41aa-b3a6-818ff8c87acd service neutron] 10.222.0.60 "GET /v2.0/networks?id=71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9 HTTP/1.1" status: 200 len: 920 time: 0.1791277 Jul 29 05:23:20.135245 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-ca8d8779-a2ac-4090-93c0-66f77d43b478 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks [] for security_group_rule (a0946023-1f6d-4914-92c9-9e6aa7b9dd67), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:20.155730 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-61c57c7d-bf01-49b0-abaf-98b2e42f3591 req-18645773-94ef-4ba1-91ff-a22262141053 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=add97173-f389-4e35-b131-c4e58524e3c9 HTTP/1.1" status: 200 len: 217 time: 0.0390341 Jul 29 05:23:20.221402 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-ca8d8779-a2ac-4090-93c0-66f77d43b478 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks [] for security_group_rule (a0946023-1f6d-4914-92c9-9e6aa7b9dd67), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:20.226490 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-ca8d8779-a2ac-4090-93c0-66f77d43b478 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298574'] for security_group_rule (a0946023-1f6d-4914-92c9-9e6aa7b9dd67), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:20.232780 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:23:20.241196 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c57c7d-bf01-49b0-abaf-98b2e42f3591 req-083bd7a8-adfc-40b2-819c-94abcf3b05d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:20.243848 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-61c57c7d-bf01-49b0-abaf-98b2e42f3591 req-083bd7a8-adfc-40b2-819c-94abcf3b05d9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a137c074-4437-44e5-8103-6184a1dda097 HTTP/1.1" status: 200 len: 858 time: 0.0816891 Jul 29 05:23:20.259107 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8d8779-a2ac-4090-93c0-66f77d43b478 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0946023-1f6d-4914-92c9-9e6aa7b9dd67,revision_number=0']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:23:20.265927 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-ca8d8779-a2ac-4090-93c0-66f77d43b478 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:20.270227 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-ca8d8779-a2ac-4090-93c0-66f77d43b478 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1984248 Jul 29 05:23:20.270227 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 59688) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:23:20.274978 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.v2.base [None req-a3e4c19c-208d-4d22-98d1-aa4e1ccac101 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Request body: {'security_group_rule': {'security_group_id': '2689dc7c-87cf-4b45-89dd-02c9ff7a9ab7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:23:20.302814 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c57c7d-bf01-49b0-abaf-98b2e42f3591 req-ed0136d4-ec0c-48c5-8efd-ef480c1f0e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:20.304427 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-61c57c7d-bf01-49b0-abaf-98b2e42f3591 req-ed0136d4-ec0c-48c5-8efd-ef480c1f0e93 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0533381 Jul 29 05:23:20.311226 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-a3e4c19c-208d-4d22-98d1-aa4e1ccac101 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks [] for security_group_rule (7f31e240-03e7-4e3a-b0ee-17564391a9fb), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:20.381440 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-a3e4c19c-208d-4d22-98d1-aa4e1ccac101 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks [] for security_group_rule (7f31e240-03e7-4e3a-b0ee-17564391a9fb), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:20.390266 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-a3e4c19c-208d-4d22-98d1-aa4e1ccac101 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298574'] for security_group_rule (7f31e240-03e7-4e3a-b0ee-17564391a9fb), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:20.414700 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e4c19c-208d-4d22-98d1-aa4e1ccac101 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f31e240-03e7-4e3a-b0ee-17564391a9fb,revision_number=0']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:23:20.421829 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-61c57c7d-bf01-49b0-abaf-98b2e42f3591 req-2396ae93-6450-48c5-a476-96f7d1f52de4 service neutron] 10.222.0.60 "GET /v2.0/networks/71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092205 Jul 29 05:23:20.425275 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-a3e4c19c-208d-4d22-98d1-aa4e1ccac101 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:20.426545 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-a3e4c19c-208d-4d22-98d1-aa4e1ccac101 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1552985 Jul 29 05:23:20.430312 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 59698) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:23:20.443206 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.v2.base [None req-920f241a-d95f-42b4-9d78-b82dc64ac04c tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Request body: {'floatingip': {'floating_network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5'}} {{(pid=104005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:23:20.523846 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-920f241a-d95f-42b4-9d78-b82dc64ac04c tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:20.620409 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-61c57c7d-bf01-49b0-abaf-98b2e42f3591 req-a3805776-6888-4cce-82c7-0e83cb186e94 service neutron] 10.222.0.60 "GET /v2.0/networks/71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909790 Jul 29 05:23:20.661653 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-920f241a-d95f-42b4-9d78-b82dc64ac04c tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (None), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:20.752538 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:23:20.808284 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.db_base_plugin_common [None req-920f241a-d95f-42b4-9d78-b82dc64ac04c tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Allocated IP 172.27.2.243 (24e7367e-e5e6-44e8-9960-5007b05e27d5/c0e5dfe8-844e-4105-ab86-052903918992/e2ce6e91-3ebd-4cd6-96b3-7187a2bd574e) {{(pid=104005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 05:23:20.966781 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-920f241a-d95f-42b4-9d78-b82dc64ac04c tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks [] for port (e2ce6e91-3ebd-4cd6-96b3-7187a2bd574e), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:21.010272 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:23:21.016888 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-920f241a-d95f-42b4-9d78-b82dc64ac04c tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737760223811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1905596'] for port (e2ce6e91-3ebd-4cd6-96b3-7187a2bd574e), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:21.061757 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920f241a-d95f-42b4-9d78-b82dc64ac04c tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Network 24e7367e-e5e6-44e8-9960-5007b05e27d5 is already hosted by enough agents. {{(pid=104005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 05:23:21.065467 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.base_scheduler [None req-920f241a-d95f-42b4-9d78-b82dc64ac04c tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Resources bound (agent type, host, resource id): {{(pid=104005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:23:21.070376 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920f241a-d95f-42b4-9d78-b82dc64ac04c tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Received port after_create {{(pid=104005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 05:23:21.076722 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920f241a-d95f-42b4-9d78-b82dc64ac04c tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Pushing event updated for resources: {'Port': ['ID=e2ce6e91-3ebd-4cd6-96b3-7187a2bd574e,revision_number=1']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:23:21.222735 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-920f241a-d95f-42b4-9d78-b82dc64ac04c tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks [] for floatingip (3f2c6248-a849-4542-8a5e-993b98c5ebcb), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:21.284694 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39fcb94-c4da-457b-b05f-35bb89c71b73 req-32cb70ce-25f1-434f-a5a0-0b385dd632fb tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:21.287921 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-c39fcb94-c4da-457b-b05f-35bb89c71b73 req-32cb70ce-25f1-434f-a5a0-0b385dd632fb tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f080dde-4e70-4d3f-aa8c-ced0a1065d3d HTTP/1.1" status: 200 len: 946 time: 0.0913496 Jul 29 05:23:21.300555 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-920f241a-d95f-42b4-9d78-b82dc64ac04c tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (e2ce6e91-3ebd-4cd6-96b3-7187a2bd574e), before_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:21.394133 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-c39fcb94-c4da-457b-b05f-35bb89c71b73 req-de9d8aac-a2ef-416f-88bb-8fa666675390 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2d77d07-9d3f-4f87-89d0-b3dbc311f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914907 Jul 29 05:23:21.565017 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-920f241a-d95f-42b4-9d78-b82dc64ac04c tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks [] for port (e2ce6e91-3ebd-4cd6-96b3-7187a2bd574e), precommit_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:21.570942 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-920f241a-d95f-42b4-9d78-b82dc64ac04c tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1905579'] for port (e2ce6e91-3ebd-4cd6-96b3-7187a2bd574e), after_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:21.643114 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920f241a-d95f-42b4-9d78-b82dc64ac04c tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Pushing event updated for resources: {'Port': ['ID=e2ce6e91-3ebd-4cd6-96b3-7187a2bd574e,revision_number=2']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:23:21.660876 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-920f241a-d95f-42b4-9d78-b82dc64ac04c tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-375524'] for floatingip (3f2c6248-a849-4542-8a5e-993b98c5ebcb), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:21.680381 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-920f241a-d95f-42b4-9d78-b82dc64ac04c tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249840'] for floatingip (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:21.681976 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-920f241a-d95f-42b4-9d78-b82dc64ac04c tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2433760 Jul 29 05:23:21.951488 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-11948766-027a-49c4-8206-de503acfe641 req-59b3fa3f-ac62-47ef-9b0a-a73605c84ba0 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--52021870&fields=id&tenant_id=9d8baaf2e23546ee8ed1de278617c7d2 HTTP/1.1" status: 200 len: 267 time: 0.0670035 Jul 29 05:23:22.096859 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11948766-027a-49c4-8206-de503acfe641 req-0439f6bd-9581-4945-9d99-78eb7308fee9 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:22.098472 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-11948766-027a-49c4-8206-de503acfe641 req-0439f6bd-9581-4945-9d99-78eb7308fee9 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/networks?id=b55efc63-6791-470d-af15-935a2f0fc83e HTTP/1.1" status: 200 len: 814 time: 0.1394849 Jul 29 05:23:22.119055 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-11948766-027a-49c4-8206-de503acfe641 req-e2e7dcf5-98d5-4164-9fe7-81bb1a25ebd2 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/quotas/9d8baaf2e23546ee8ed1de278617c7d2 HTTP/1.1" status: 200 len: 375 time: 0.0109448 Jul 29 05:23:22.163103 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:23:22.181558 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-11948766-027a-49c4-8206-de503acfe641 req-f002e9a4-e236-4fe1-b51e-4f3b5ae47735 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=9d8baaf2e23546ee8ed1de278617c7d2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0556734 Jul 29 05:23:22.304077 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-11948766-027a-49c4-8206-de503acfe641 req-1b52229c-81b9-43bd-8993-36eaa6bf4693 service neutron] 10.222.0.49 "GET /v2.0/networks/b55efc63-6791-470d-af15-935a2f0fc83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025026 Jul 29 05:23:22.408494 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-11948766-027a-49c4-8206-de503acfe641 req-2da7c6d4-f146-4f92-ac97-28a692e80e93 service neutron] 10.222.0.49 "GET /v2.0/networks/b55efc63-6791-470d-af15-935a2f0fc83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979433 Jul 29 05:23:22.562296 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30f1254-cebb-45b7-a1df-1b2a857428ae req-c3bda3c5-d71b-4209-ab7c-a6da2cad6473 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:22.564007 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-d30f1254-cebb-45b7-a1df-1b2a857428ae req-c3bda3c5-d71b-4209-ab7c-a6da2cad6473 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f080dde-4e70-4d3f-aa8c-ced0a1065d3d HTTP/1.1" status: 200 len: 946 time: 0.0834875 Jul 29 05:23:22.633855 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-d30f1254-cebb-45b7-a1df-1b2a857428ae req-c220dc5b-3f4d-4570-afa1-dd040fd4d9c5 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2d77d07-9d3f-4f87-89d0-b3dbc311f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610633 Jul 29 05:23:22.641185 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-ab66103c-7d46-4dbb-9dbf-791ed2889831 req-c0d9813f-dd71-43f2-9381-b1270ea59a20 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/ports?device_id=b11929b6-7818-4cae-be4e-8941c93c6aca HTTP/1.1" status: 200 len: 210 time: 0.0349832 Jul 29 05:23:23.792067 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-810f352e-57cc-4ce0-b5b8-35a3649b14f0 req-3d38ff66-e9ba-4a81-b883-d4e4d9e74027 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/ports?device_id=b11929b6-7818-4cae-be4e-8941c93c6aca HTTP/1.1" status: 200 len: 210 time: 0.0396998 Jul 29 05:23:23.821728 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96bfd12-0325-4c58-a189-63c8fae57ed2 req-3bb2e453-77a1-4f1f-9687-445817d20132 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:23.824658 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-f96bfd12-0325-4c58-a189-63c8fae57ed2 req-3bb2e453-77a1-4f1f-9687-445817d20132 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f080dde-4e70-4d3f-aa8c-ced0a1065d3d HTTP/1.1" status: 200 len: 946 time: 0.0737979 Jul 29 05:23:23.853905 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:23:23.908625 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-f96bfd12-0325-4c58-a189-63c8fae57ed2 req-8635cb4b-7940-4347-98c5-a3b6b4499299 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2d77d07-9d3f-4f87-89d0-b3dbc311f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773160 Jul 29 05:23:24.783892 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:23:24.808005 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-26d69744-4a49-412b-9327-7ab3b74a77ac req-00cb707a-5091-4af1-98bd-58cb630c3d8e tempest-VolumesNegativeTest-1036128200 tempest-VolumesNegativeTest-1036128200-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=4804e980ecc84e12a90f01bca1acee0a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0349891 Jul 29 05:23:24.973001 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-1a2cb4f4-e025-4bba-b550-50f5bd5fa140 req-2e9a3a6c-261c-4874-bceb-27c98424d437 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/ports?device_id=b11929b6-7818-4cae-be4e-8941c93c6aca HTTP/1.1" status: 200 len: 210 time: 0.0463426 Jul 29 05:23:25.016075 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:23:25.121038 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d69744-4a49-412b-9327-7ab3b74a77ac req-b77ca0b3-3b0c-4c39-af6d-460f4517c75c tempest-VolumesNegativeTest-1036128200 tempest-VolumesNegativeTest-1036128200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:25.129758 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-26d69744-4a49-412b-9327-7ab3b74a77ac req-b77ca0b3-3b0c-4c39-af6d-460f4517c75c tempest-VolumesNegativeTest-1036128200 tempest-VolumesNegativeTest-1036128200-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3118310 Jul 29 05:23:25.170680 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-26d69744-4a49-412b-9327-7ab3b74a77ac req-caa5b9e0-f9aa-4d87-b257-cb2ca8f1d50f tempest-VolumesNegativeTest-1036128200 tempest-VolumesNegativeTest-1036128200-project] 10.222.0.49 "GET /v2.0/quotas/4804e980ecc84e12a90f01bca1acee0a HTTP/1.1" status: 200 len: 375 time: 0.0397923 Jul 29 05:23:25.237682 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-26d69744-4a49-412b-9327-7ab3b74a77ac req-b5da7e2c-4a91-4b73-afb0-bdfeb5269e9b tempest-VolumesNegativeTest-1036128200 tempest-VolumesNegativeTest-1036128200-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=4804e980ecc84e12a90f01bca1acee0a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0644507 Jul 29 05:23:25.266772 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04336faf-54c7-4f4d-9200-506afb8bb730 req-3c8e888a-66a1-461b-94fc-c813a008ed12 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:25.276645 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-04336faf-54c7-4f4d-9200-506afb8bb730 req-3c8e888a-66a1-461b-94fc-c813a008ed12 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f080dde-4e70-4d3f-aa8c-ced0a1065d3d HTTP/1.1" status: 200 len: 946 time: 0.1864488 Jul 29 05:23:25.597189 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-b7fe4c56-e86a-418a-ba69-8f09d688dd39 req-1fca1a27-fdd6-46b1-96e8-145e7fdce7a3 tempest-VolumesNegativeTest-1036128200 tempest-VolumesNegativeTest-1036128200-project] 10.222.0.49 "GET /v2.0/ports?device_id=f67587cf-7dfb-4577-8512-ef4dc3500073 HTTP/1.1" status: 200 len: 210 time: 0.0538185 Jul 29 05:23:25.783640 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 59826) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:23:25.798927 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-04336faf-54c7-4f4d-9200-506afb8bb730 req-37af0c9f-7ba6-42ec-bcc9-8bd71821d25f tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2d77d07-9d3f-4f87-89d0-b3dbc311f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5134246 Jul 29 05:23:26.022430 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-c5ab59da-3122-4326-bd37-eed2b4c97594 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:26.200725 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-b0a0de5a-f7bb-4586-8421-dc4c5944db89 req-4834a2ab-eb67-49e3-908f-b99f75dc617d tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/ports?device_id=b11929b6-7818-4cae-be4e-8941c93c6aca HTTP/1.1" status: 200 len: 210 time: 0.0538466 Jul 29 05:23:26.269494 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-c5ab59da-3122-4326-bd37-eed2b4c97594 admin admin] Publish callbacks [] for security_group (fdd17bd1-3c44-4e99-9da8-bc5b23acc2aa), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:26.276726 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-c5ab59da-3122-4326-bd37-eed2b4c97594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (fdd17bd1-3c44-4e99-9da8-bc5b23acc2aa), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:26.330086 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ab59da-3122-4326-bd37-eed2b4c97594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdd17bd1-3c44-4e99-9da8-bc5b23acc2aa,revision_number=1']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:23:26.336640 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-c5ab59da-3122-4326-bd37-eed2b4c97594 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4235f62a0be64bb5bbfde93883310b43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5545683 Jul 29 05:23:26.341194 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 59844) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:23:26.408254 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-e59a7c70-3d78-46b4-b117-9d6c0b980ec0 admin admin] Publish callbacks [] for security_group (fdd17bd1-3c44-4e99-9da8-bc5b23acc2aa), before_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:26.438857 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-e59a7c70-3d78-46b4-b117-9d6c0b980ec0 admin admin] Publish callbacks [] for security_group (fdd17bd1-3c44-4e99-9da8-bc5b23acc2aa), precommit_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:26.505354 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-e59a7c70-3d78-46b4-b117-9d6c0b980ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (fdd17bd1-3c44-4e99-9da8-bc5b23acc2aa), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:26.509803 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-e59a7c70-3d78-46b4-b117-9d6c0b980ec0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:26.511715 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-e59a7c70-3d78-46b4-b117-9d6c0b980ec0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fdd17bd1-3c44-4e99-9da8-bc5b23acc2aa HTTP/1.1" status: 204 len: 168 time: 0.1692340 Jul 29 05:23:26.525954 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59a7c70-3d78-46b4-b117-9d6c0b980ec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdd17bd1-3c44-4e99-9da8-bc5b23acc2aa,revision_number=None']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:23:26.747569 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-9cfd65bd-c938-43fc-be53-97180aab8694 req-3db2c20f-d392-4634-b274-5ad869ff5c90 tempest-VolumesNegativeTest-1036128200 tempest-VolumesNegativeTest-1036128200-project] 10.222.0.49 "GET /v2.0/ports?device_id=f67587cf-7dfb-4577-8512-ef4dc3500073 HTTP/1.1" status: 200 len: 210 time: 0.0379579 Jul 29 05:23:26.913931 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:23:26.931264 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11948766-027a-49c4-8206-de503acfe641 req-5fe551fc-fc84-4e9b-be8e-093534641e92 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:26.935544 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-11948766-027a-49c4-8206-de503acfe641 req-5fe551fc-fc84-4e9b-be8e-093534641e92 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.60 "GET /v2.0/networks?id=b55efc63-6791-470d-af15-935a2f0fc83e HTTP/1.1" status: 200 len: 814 time: 0.2403793 Jul 29 05:23:27.068000 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e1b944-83c5-4829-8721-820585991e33 req-5b72ba54-910a-477b-a5b7-9126fa59e6f8 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:27.070726 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-d4e1b944-83c5-4829-8721-820585991e33 req-5b72ba54-910a-477b-a5b7-9126fa59e6f8 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f080dde-4e70-4d3f-aa8c-ced0a1065d3d HTTP/1.1" status: 200 len: 946 time: 0.1330097 Jul 29 05:23:27.209466 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-11948766-027a-49c4-8206-de503acfe641 req-910a01f1-3eb7-4cdc-9708-092833b3ef6f tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d8baaf2e23546ee8ed1de278617c7d2 HTTP/1.1" status: 200 len: 470 time: 0.2522047 Jul 29 05:23:27.223461 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-d4e1b944-83c5-4829-8721-820585991e33 req-41c55368-11e4-4cd3-9b1c-c5d1b75c403b tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2d77d07-9d3f-4f87-89d0-b3dbc311f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355948 Jul 29 05:23:27.283764 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.v2.base [req-11948766-027a-49c4-8206-de503acfe641 req-eeaf8f18-221e-4b5d-8850-6dd4d22b2317 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Request body: {'port': {'device_id': 'b11929b6-7818-4cae-be4e-8941c93c6aca', 'network_id': 'b55efc63-6791-470d-af15-935a2f0fc83e', 'admin_state_up': True, 'tenant_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'security_groups': ['2689dc7c-87cf-4b45-89dd-02c9ff7a9ab7']}} {{(pid=104005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:23:27.388472 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-42c0ed44-66f0-418a-bc09-41da499e63e8 req-b8596b58-0192-416a-b536-09b9b8717b13 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/ports?device_id=b11929b6-7818-4cae-be4e-8941c93c6aca HTTP/1.1" status: 200 len: 210 time: 0.0415306 Jul 29 05:23:27.560701 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-26d69744-4a49-412b-9327-7ab3b74a77ac req-52abdc71-6ae9-44f7-846a-4af56e6838e3 tempest-VolumesNegativeTest-1036128200 tempest-VolumesNegativeTest-1036128200-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=4804e980ecc84e12a90f01bca1acee0a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0393605 Jul 29 05:23:27.645237 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11948766-027a-49c4-8206-de503acfe641 req-eeaf8f18-221e-4b5d-8850-6dd4d22b2317 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Made reservation on behalf of 9d8baaf2e23546ee8ed1de278617c7d2 for: {'port': 1} {{(pid=104005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 05:23:27.648804 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-11948766-027a-49c4-8206-de503acfe641 req-eeaf8f18-221e-4b5d-8850-6dd4d22b2317 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (None), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:27.666897 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=4,neutron:DELETE=2 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:23:27.855057 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 59900) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:23:27.881215 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d69744-4a49-412b-9327-7ab3b74a77ac req-0fab78cb-a640-46a8-9662-345aa40c99a8 tempest-VolumesNegativeTest-1036128200 tempest-VolumesNegativeTest-1036128200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:27.882787 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-26d69744-4a49-412b-9327-7ab3b74a77ac req-0fab78cb-a640-46a8-9662-345aa40c99a8 tempest-VolumesNegativeTest-1036128200 tempest-VolumesNegativeTest-1036128200-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3125448 Jul 29 05:23:27.954445 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.v2.base [req-26d69744-4a49-412b-9327-7ab3b74a77ac req-c66ca8c5-9a45-4d68-bd33-a50d00b05c55 tempest-VolumesNegativeTest-1036128200 tempest-VolumesNegativeTest-1036128200-project] Request body: {'port': {'device_id': 'f67587cf-7dfb-4577-8512-ef4dc3500073', 'network_id': '0eedaa8c-40c8-44b9-8694-ad5df2c3e587', 'admin_state_up': True, 'tenant_id': '4804e980ecc84e12a90f01bca1acee0a'}} {{(pid=104005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:23:28.002296 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-44980691-0c66-4ee6-bc88-22e7881f579f req-677b5fa3-3834-4fd7-8329-63c69377ea73 tempest-VolumesNegativeTest-1036128200 tempest-VolumesNegativeTest-1036128200-project] 10.222.0.49 "GET /v2.0/ports?device_id=f67587cf-7dfb-4577-8512-ef4dc3500073 HTTP/1.1" status: 200 len: 210 time: 0.0712531 Jul 29 05:23:28.117351 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.db_base_plugin_common [req-11948766-027a-49c4-8206-de503acfe641 req-eeaf8f18-221e-4b5d-8850-6dd4d22b2317 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Allocated IP 172.20.0.3 (b55efc63-6791-470d-af15-935a2f0fc83e/bbb96b40-4994-4d5c-ad35-a19342a29a39/1d1e98d2-d2a2-495e-8225-fe844a178a63) {{(pid=104005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 05:23:28.123124 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.v2.base [None req-89dee988-10f8-44c5-a2bd-d15ccc7206a3 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-21513364-network', 'tenant_id': '1f75331a524c4a5a981dfd1fdc361467'}} {{(pid=104004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:23:28.172696 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89dee988-10f8-44c5-a2bd-d15ccc7206a3 admin admin] Made reservation on behalf of 1f75331a524c4a5a981dfd1fdc361467 for: {'network': 1} {{(pid=104004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 05:23:28.177600 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-89dee988-10f8-44c5-a2bd-d15ccc7206a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for network (None), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:28.196910 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-89dee988-10f8-44c5-a2bd-d15ccc7206a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:28.261543 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26d69744-4a49-412b-9327-7ab3b74a77ac req-c66ca8c5-9a45-4d68-bd33-a50d00b05c55 tempest-VolumesNegativeTest-1036128200 tempest-VolumesNegativeTest-1036128200-project] Made reservation on behalf of 4804e980ecc84e12a90f01bca1acee0a for: {'port': 1} {{(pid=104005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 05:23:28.267283 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-26d69744-4a49-412b-9327-7ab3b74a77ac req-c66ca8c5-9a45-4d68-bd33-a50d00b05c55 tempest-VolumesNegativeTest-1036128200 tempest-VolumesNegativeTest-1036128200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (None), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:28.331049 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-26d69744-4a49-412b-9327-7ab3b74a77ac req-c66ca8c5-9a45-4d68-bd33-a50d00b05c55 tempest-VolumesNegativeTest-1036128200 tempest-VolumesNegativeTest-1036128200-project] Publish callbacks [] for security_group (None), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:28.379632 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-89dee988-10f8-44c5-a2bd-d15ccc7206a3 admin admin] Publish callbacks [] for security_group (10873ed0-801e-451a-aaaa-93d3e6c9aa2a), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:28.385344 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-89dee988-10f8-44c5-a2bd-d15ccc7206a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (10873ed0-801e-451a-aaaa-93d3e6c9aa2a), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:28.414953 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:23:28.446680 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dee988-10f8-44c5-a2bd-d15ccc7206a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10873ed0-801e-451a-aaaa-93d3e6c9aa2a,revision_number=1']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:23:28.463918 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-11948766-027a-49c4-8206-de503acfe641 req-eeaf8f18-221e-4b5d-8850-6dd4d22b2317 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks [] for port (1d1e98d2-d2a2-495e-8225-fe844a178a63), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:28.486903 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89dee988-10f8-44c5-a2bd-d15ccc7206a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=104004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 05:23:28.507680 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-89dee988-10f8-44c5-a2bd-d15ccc7206a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501452'] for segment (d6b1b595-a5b9-4d29-9561-8d288c1b8139), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:28.508689 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.db.segments_db [None req-89dee988-10f8-44c5-a2bd-d15ccc7206a3 admin admin] Added segment d6b1b595-a5b9-4d29-9561-8d288c1b8139 of type vlan for network 6068f512-e267-445c-a8db-5edcf9da6f4b Jul 29 05:23:28.554825 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 59930) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:23:28.568632 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-26d69744-4a49-412b-9327-7ab3b74a77ac req-c66ca8c5-9a45-4d68-bd33-a50d00b05c55 tempest-VolumesNegativeTest-1036128200 tempest-VolumesNegativeTest-1036128200-project] Publish callbacks [] for security_group (c504bbc9-0b8d-4dde-8cd5-d49b664e7c7b), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:28.569382 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:INSERT=14,neutron:SELECT=81,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:23:28.570263 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-11948766-027a-49c4-8206-de503acfe641 req-eeaf8f18-221e-4b5d-8850-6dd4d22b2317 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737760223811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1905596'] for port (1d1e98d2-d2a2-495e-8225-fe844a178a63), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:28.599599 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-26d69744-4a49-412b-9327-7ab3b74a77ac req-c66ca8c5-9a45-4d68-bd33-a50d00b05c55 tempest-VolumesNegativeTest-1036128200 tempest-VolumesNegativeTest-1036128200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (c504bbc9-0b8d-4dde-8cd5-d49b664e7c7b), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:28.604996 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-89dee988-10f8-44c5-a2bd-d15ccc7206a3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737760211330'] for network (6068f512-e267-445c-a8db-5edcf9da6f4b), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:28.667068 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-89dee988-10f8-44c5-a2bd-d15ccc7206a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436'] for network (6068f512-e267-445c-a8db-5edcf9da6f4b), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:28.670098 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89dee988-10f8-44c5-a2bd-d15ccc7206a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:28.671467 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-89dee988-10f8-44c5-a2bd-d15ccc7206a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670410'] for network (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:28.709155 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11948766-027a-49c4-8206-de503acfe641 req-eeaf8f18-221e-4b5d-8850-6dd4d22b2317 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Network b55efc63-6791-470d-af15-935a2f0fc83e is already hosted by enough agents. {{(pid=104005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 05:23:28.744320 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-89dee988-10f8-44c5-a2bd-d15ccc7206a3 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.8727431 Jul 29 05:23:28.745370 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 59936) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:23:28.751256 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.v2.base [None req-ef05138b-2b19-4a9f-a3e8-e7e224ac0436 admin admin] Request body: {'subnet': {'network_id': '6068f512-e267-445c-a8db-5edcf9da6f4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-21513364-subnet', 'tenant_id': '1f75331a524c4a5a981dfd1fdc361467', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:23:28.797342 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dee988-10f8-44c5-a2bd-d15ccc7206a3 admin admin] Pushing event updated for resources: {'Network': ['ID=6068f512-e267-445c-a8db-5edcf9da6f4b,revision_number=1']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:23:28.817969 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Network 6068f512-e267-445c-a8db-5edcf9da6f4b details requested by agent ovs-agent-dv-cinder-851279-2-iscsi with host dv-cinder-851279-2-iscsi {{(pid=104006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 05:23:28.826384 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef05138b-2b19-4a9f-a3e8-e7e224ac0436 admin admin] Made reservation on behalf of 1f75331a524c4a5a981dfd1fdc361467 for: {'subnet': 1} {{(pid=104004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 05:23:28.828414 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=15,neutron:UPDATE=3 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:23:28.830944 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=15,neutron:UPDATE=3 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:23:28.831414 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-ef05138b-2b19-4a9f-a3e8-e7e224ac0436 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25789431'] for subnet (None), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:29.108371 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 59946) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:23:29.120253 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.v2.base [None req-b89a1e0a-82d5-44d5-8ca3-f8c7ff4fe976 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1502154691', 'description': 'tempest-description--207696217'}} {{(pid=104004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:23:29.135891 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.base_scheduler [req-11948766-027a-49c4-8206-de503acfe641 req-eeaf8f18-221e-4b5d-8850-6dd4d22b2317 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Resources bound (agent type, host, resource id): {{(pid=104005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:23:29.140960 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvrscheduler_db [req-11948766-027a-49c4-8206-de503acfe641 req-eeaf8f18-221e-4b5d-8850-6dd4d22b2317 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Received port after_create {{(pid=104005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 05:23:29.165830 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-b89a1e0a-82d5-44d5-8ca3-f8c7ff4fe976 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Publish callbacks [] for security_group (None), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:29.212096 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66ca8c5-9a45-4d68-bd33-a50d00b05c55 tempest-VolumesNegativeTest-1036128200 tempest-VolumesNegativeTest-1036128200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c504bbc9-0b8d-4dde-8cd5-d49b664e7c7b,revision_number=1']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:23:29.221035 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaf8f18-221e-4b5d-8850-6dd4d22b2317 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Pushing event updated for resources: {'Port': ['ID=1d1e98d2-d2a2-495e-8225-fe844a178a63,revision_number=1']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:23:29.224912 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=82,neutron:UPDATE=4,neutron:INSERT=14 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:23:29.276338 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41081bd-57e4-4cac-9fe5-585f88e7772d req-ab4ee28c-463f-46cd-91dd-ca298f8125a8 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:29.278146 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-c41081bd-57e4-4cac-9fe5-585f88e7772d req-ab4ee28c-463f-46cd-91dd-ca298f8125a8 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/ports?device_id=b11929b6-7818-4cae-be4e-8941c93c6aca HTTP/1.1" status: 200 len: 931 time: 0.6956322 Jul 29 05:23:29.289499 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-2cfcdb87-c19e-4f22-a0b7-01d95854a2be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:29.319656 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-199ff908-53cb-4e41-a9be-3085889af879 req-892ed925-4a60-4923-8c11-e6b534bdb532 tempest-VolumesNegativeTest-1036128200 tempest-VolumesNegativeTest-1036128200-project] 10.222.0.49 "GET /v2.0/ports?device_id=f67587cf-7dfb-4577-8512-ef4dc3500073 HTTP/1.1" status: 200 len: 210 time: 0.0573411 Jul 29 05:23:29.330312 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11948766-027a-49c4-8206-de503acfe641 req-eeaf8f18-221e-4b5d-8850-6dd4d22b2317 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:29.330780 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-11948766-027a-49c4-8206-de503acfe641 req-eeaf8f18-221e-4b5d-8850-6dd4d22b2317 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249840'] for port (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:29.383444 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-ef05138b-2b19-4a9f-a3e8-e7e224ac0436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-292102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25660319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25789401'] for subnet (0bb787ec-229d-4496-8b75-814879057044), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:29.428705 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-11948766-027a-49c4-8206-de503acfe641 req-eeaf8f18-221e-4b5d-8850-6dd4d22b2317 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1507874 Jul 29 05:23:29.453559 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.v2.base [req-11948766-027a-49c4-8206-de503acfe641 req-b269367b-9d55-4be8-b462-553bf0e5f38d service neutron] Request body: {'port': {'device_id': 'b11929b6-7818-4cae-be4e-8941c93c6aca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85127'}} {{(pid=104005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:23:29.512548 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-c41081bd-57e4-4cac-9fe5-585f88e7772d req-d740b240-7c51-434e-b5fc-3e2ab56a2f20 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/security-groups?id=2689dc7c-87cf-4b45-89dd-02c9ff7a9ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2187452 Jul 29 05:23:29.525776 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.db_base_plugin_common [req-26d69744-4a49-412b-9327-7ab3b74a77ac req-c66ca8c5-9a45-4d68-bd33-a50d00b05c55 tempest-VolumesNegativeTest-1036128200 tempest-VolumesNegativeTest-1036128200-project] Allocated IP 192.168.233.197 (0eedaa8c-40c8-44b9-8694-ad5df2c3e587/bb549936-7b84-4623-b2a9-b1cf34524c30/8628c596-8348-4bfe-bb55-d19280454b65) {{(pid=104005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 05:23:29.541657 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-570580f9-c3d5-49c4-bfec-6ab8910f9725 None None] Provisioning complete for port 1d1e98d2-d2a2-495e-8225-fe844a178a63 triggered by entity DHCP. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:23:29.542432 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-570580f9-c3d5-49c4-bfec-6ab8910f9725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (1d1e98d2-d2a2-495e-8225-fe844a178a63), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:29.557400 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-b89a1e0a-82d5-44d5-8ca3-f8c7ff4fe976 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Publish callbacks [] for security_group (1c942e50-e987-405e-a4e5-d39231e8d492), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:29.559813 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:23:29.573336 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef05138b-2b19-4a9f-a3e8-e7e224ac0436 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0bb787ec-229d-4496-8b75-814879057044,revision_number=0']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:23:29.587514 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-b89a1e0a-82d5-44d5-8ca3-f8c7ff4fe976 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (1c942e50-e987-405e-a4e5-d39231e8d492), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:29.608422 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-570580f9-c3d5-49c4-bfec-6ab8910f9725 None None] Port 1d1e98d2-d2a2-495e-8225-fe844a178a63 cannot update to ACTIVE because it is not bound. {{(pid=104006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 29 05:23:29.622704 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-11948766-027a-49c4-8206-de503acfe641 req-b269367b-9d55-4be8-b462-553bf0e5f38d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (1d1e98d2-d2a2-495e-8225-fe844a178a63), before_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:29.627697 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef05138b-2b19-4a9f-a3e8-e7e224ac0436 admin admin] Checking segment: {'id': 'd6b1b595-a5b9-4d29-9561-8d288c1b8139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6068f512-e267-445c-a8db-5edcf9da6f4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 05:23:29.628071 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef05138b-2b19-4a9f-a3e8-e7e224ac0436 admin admin] Network hostable DHCP agents. Network: 6068f512-e267-445c-a8db-5edcf9da6f4b, hostable agents: ['0319cf4e-40d4-4455-bfa4-d5e1d8f6ed41'], hosted agents: [] {{(pid=104004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 05:23:29.639960 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-b89a1e0a-82d5-44d5-8ca3-f8c7ff4fe976 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Publish callbacks [] for security_group (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:29.641659 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-b89a1e0a-82d5-44d5-8ca3-f8c7ff4fe976 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5319767 Jul 29 05:23:29.648709 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 59948) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:23:29.656125 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.v2.base [None req-55dd693d-d945-422c-9b2d-0f295ea02bb4 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Request body: {'security_group_rule': {'security_group_id': '1c942e50-e987-405e-a4e5-d39231e8d492', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:23:29.657745 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:23:29.669250 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89a1e0a-82d5-44d5-8ca3-f8c7ff4fe976 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c942e50-e987-405e-a4e5-d39231e8d492,revision_number=1']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:23:29.672502 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-2cfcdb87-c19e-4f22-a0b7-01d95854a2be admin admin] Publish callbacks [] for security_group (1e0fce77-7cca-4dd3-bf82-fc8ac29e2013), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:29.712104 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef05138b-2b19-4a9f-a3e8-e7e224ac0436 admin admin] Network 6068f512-e267-445c-a8db-5edcf9da6f4b is scheduled to be hosted by DHCP agent 0319cf4e-40d4-4455-bfa4-d5e1d8f6ed41 with binding_index 1 {{(pid=104004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 05:23:29.720990 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-2cfcdb87-c19e-4f22-a0b7-01d95854a2be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (1e0fce77-7cca-4dd3-bf82-fc8ac29e2013), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:29.728380 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-55dd693d-d945-422c-9b2d-0f295ea02bb4 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Publish callbacks [] for security_group_rule (77229a05-4ee0-4beb-8eba-f2b63030f7e0), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:29.732416 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.base_scheduler [None req-ef05138b-2b19-4a9f-a3e8-e7e224ac0436 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851279-2-iscsi, 6068f512-e267-445c-a8db-5edcf9da6f4b) {{(pid=104004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:23:29.747453 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e064795e-90c2-45e9-9b1b-1f36ac9fce6e None None] Network 6068f512-e267-445c-a8db-5edcf9da6f4b requested from dv-cinder-851279-2-iscsi {{(pid=104006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 05:23:29.749074 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef05138b-2b19-4a9f-a3e8-e7e224ac0436 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:29.749074 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-ef05138b-2b19-4a9f-a3e8-e7e224ac0436 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:29.802056 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:23:29.814782 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-ef05138b-2b19-4a9f-a3e8-e7e224ac0436 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0680878 Jul 29 05:23:29.873369 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-55dd693d-d945-422c-9b2d-0f295ea02bb4 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Publish callbacks [] for security_group_rule (77229a05-4ee0-4beb-8eba-f2b63030f7e0), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:29.878176 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f09962-48af-4cba-b35b-60ed060209df None None] Network 6068f512-e267-445c-a8db-5edcf9da6f4b requested from dv-cinder-851279-2-iscsi {{(pid=104006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 05:23:29.880953 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-55dd693d-d945-422c-9b2d-0f295ea02bb4 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298574'] for security_group_rule (77229a05-4ee0-4beb-8eba-f2b63030f7e0), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:29.896681 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-2cfcdb87-c19e-4f22-a0b7-01d95854a2be admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=002ef70b05d34cbca6573a917c491150&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3404126 Jul 29 05:23:29.905651 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 59952) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:23:29.915602 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dd693d-d945-422c-9b2d-0f295ea02bb4 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77229a05-4ee0-4beb-8eba-f2b63030f7e0,revision_number=0']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:23:29.924098 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfcdb87-c19e-4f22-a0b7-01d95854a2be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e0fce77-7cca-4dd3-bf82-fc8ac29e2013,revision_number=1']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:23:29.939287 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-55dd693d-d945-422c-9b2d-0f295ea02bb4 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:29.943187 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-55dd693d-d945-422c-9b2d-0f295ea02bb4 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2921734 Jul 29 05:23:29.946707 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 59954) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:23:29.957211 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.v2.base [None req-caec3855-1266-44c0-b7ce-9f5f0bcbdbe9 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Request body: {'security_group_rule': {'security_group_id': '1c942e50-e987-405e-a4e5-d39231e8d492', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:23:29.999235 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-caec3855-1266-44c0-b7ce-9f5f0bcbdbe9 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Publish callbacks [] for security_group_rule (b4beacbd-49e1-478e-a160-ba83f9335109), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:30.045366 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=84,neutron:DELETE=1,neutron:INSERT=10,neutron:UPDATE=5 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:23:30.076301 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-26d69744-4a49-412b-9327-7ab3b74a77ac req-c66ca8c5-9a45-4d68-bd33-a50d00b05c55 tempest-VolumesNegativeTest-1036128200 tempest-VolumesNegativeTest-1036128200-project] Publish callbacks [] for port (8628c596-8348-4bfe-bb55-d19280454b65), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:30.111873 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-caec3855-1266-44c0-b7ce-9f5f0bcbdbe9 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Publish callbacks [] for security_group_rule (b4beacbd-49e1-478e-a160-ba83f9335109), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:30.117359 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-caec3855-1266-44c0-b7ce-9f5f0bcbdbe9 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298574'] for security_group_rule (b4beacbd-49e1-478e-a160-ba83f9335109), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:30.135217 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-60553706-23f2-463a-902c-29e38c7dad98 admin admin] Publish callbacks [] for security_group (1e0fce77-7cca-4dd3-bf82-fc8ac29e2013), before_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:30.149543 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caec3855-1266-44c0-b7ce-9f5f0bcbdbe9 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4beacbd-49e1-478e-a160-ba83f9335109,revision_number=0']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:23:30.164089 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-caec3855-1266-44c0-b7ce-9f5f0bcbdbe9 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:30.169093 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-caec3855-1266-44c0-b7ce-9f5f0bcbdbe9 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2169747 Jul 29 05:23:30.175239 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 59960) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:23:30.176334 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.v2.base [None req-c56dc3f8-cc7d-4d52-bfad-576bb73390e4 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Request body: {'floatingip': {'floating_network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5'}} {{(pid=104004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:23:30.204142 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-60553706-23f2-463a-902c-29e38c7dad98 admin admin] Publish callbacks [] for security_group (1e0fce77-7cca-4dd3-bf82-fc8ac29e2013), precommit_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:30.210272 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-c56dc3f8-cc7d-4d52-bfad-576bb73390e4 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:30.258989 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-26d69744-4a49-412b-9327-7ab3b74a77ac req-c66ca8c5-9a45-4d68-bd33-a50d00b05c55 tempest-VolumesNegativeTest-1036128200 tempest-VolumesNegativeTest-1036128200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737760223811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1905596'] for port (8628c596-8348-4bfe-bb55-d19280454b65), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:30.345346 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-c56dc3f8-cc7d-4d52-bfad-576bb73390e4 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (None), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:30.353073 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66ca8c5-9a45-4d68-bd33-a50d00b05c55 tempest-VolumesNegativeTest-1036128200 tempest-VolumesNegativeTest-1036128200-project] Pushing event updated for resources: {'Port': ['ID=8628c596-8348-4bfe-bb55-d19280454b65,revision_number=1']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:23:30.369048 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26d69744-4a49-412b-9327-7ab3b74a77ac req-c66ca8c5-9a45-4d68-bd33-a50d00b05c55 tempest-VolumesNegativeTest-1036128200 tempest-VolumesNegativeTest-1036128200-project] Network 0eedaa8c-40c8-44b9-8694-ad5df2c3e587 is already hosted by enough agents. {{(pid=104005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 05:23:30.376799 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.base_scheduler [req-26d69744-4a49-412b-9327-7ab3b74a77ac req-c66ca8c5-9a45-4d68-bd33-a50d00b05c55 tempest-VolumesNegativeTest-1036128200 tempest-VolumesNegativeTest-1036128200-project] Resources bound (agent type, host, resource id): {{(pid=104005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:23:30.381914 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvrscheduler_db [req-26d69744-4a49-412b-9327-7ab3b74a77ac req-c66ca8c5-9a45-4d68-bd33-a50d00b05c55 tempest-VolumesNegativeTest-1036128200 tempest-VolumesNegativeTest-1036128200-project] Received port after_create {{(pid=104005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 05:23:30.471227 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d69744-4a49-412b-9327-7ab3b74a77ac req-c66ca8c5-9a45-4d68-bd33-a50d00b05c55 tempest-VolumesNegativeTest-1036128200 tempest-VolumesNegativeTest-1036128200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:30.471961 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-26d69744-4a49-412b-9327-7ab3b74a77ac req-c66ca8c5-9a45-4d68-bd33-a50d00b05c55 tempest-VolumesNegativeTest-1036128200 tempest-VolumesNegativeTest-1036128200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249840'] for port (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:30.476327 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.notifiers.nova [req-11948766-027a-49c4-8206-de503acfe641 req-b269367b-9d55-4be8-b462-553bf0e5f38d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d1e98d2-d2a2-495e-8225-fe844a178a63 {{(pid=104005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 05:23:30.513844 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-11948766-027a-49c4-8206-de503acfe641 req-b269367b-9d55-4be8-b462-553bf0e5f38d service neutron] Publish callbacks [] for port (1d1e98d2-d2a2-495e-8225-fe844a178a63), precommit_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:30.543698 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-26d69744-4a49-412b-9327-7ab3b74a77ac req-c66ca8c5-9a45-4d68-bd33-a50d00b05c55 tempest-VolumesNegativeTest-1036128200 tempest-VolumesNegativeTest-1036128200-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6111197 Jul 29 05:23:30.545705 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.provisioning_blocks [req-11948766-027a-49c4-8206-de503acfe641 req-b269367b-9d55-4be8-b462-553bf0e5f38d service neutron] Transition to ACTIVE for port object 1d1e98d2-d2a2-495e-8225-fe844a178a63 will not be triggered until provisioned by entity L2. {{(pid=104005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 29 05:23:30.546871 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-60553706-23f2-463a-902c-29e38c7dad98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (1e0fce77-7cca-4dd3-bf82-fc8ac29e2013), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:30.550100 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-60553706-23f2-463a-902c-29e38c7dad98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:30.551595 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-60553706-23f2-463a-902c-29e38c7dad98 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1e0fce77-7cca-4dd3-bf82-fc8ac29e2013 HTTP/1.1" status: 204 len: 168 time: 0.6417198 Jul 29 05:23:30.571030 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.v2.base [req-26d69744-4a49-412b-9327-7ab3b74a77ac req-2abb277c-b0d3-4313-a83a-36f5bdbc6291 service neutron] Request body: {'port': {'device_id': 'f67587cf-7dfb-4577-8512-ef4dc3500073', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85127'}} {{(pid=104005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:23:30.575998 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60553706-23f2-463a-902c-29e38c7dad98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e0fce77-7cca-4dd3-bf82-fc8ac29e2013,revision_number=None']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:23:30.586596 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-11948766-027a-49c4-8206-de503acfe641 req-b269367b-9d55-4be8-b462-553bf0e5f38d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1905579'] for port (1d1e98d2-d2a2-495e-8225-fe844a178a63), after_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:30.686385 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.db.db_base_plugin_common [None req-c56dc3f8-cc7d-4d52-bfad-576bb73390e4 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Allocated IP 172.27.2.32 (24e7367e-e5e6-44e8-9960-5007b05e27d5/c0e5dfe8-844e-4105-ab86-052903918992/b376f7df-d1a6-4001-bbad-c4c4f4a8b60d) {{(pid=104004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 05:23:30.744940 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=3 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:23:30.754631 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b269367b-9d55-4be8-b462-553bf0e5f38d service neutron] Pushing event updated for resources: {'Port': ['ID=1d1e98d2-d2a2-495e-8225-fe844a178a63,revision_number=2']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:23:30.796116 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64deef1c-19e2-40cb-b272-c4329602d53b req-2bc508d4-6055-4a24-a8c7-149bbd7cb026 tempest-VolumesNegativeTest-1036128200 tempest-VolumesNegativeTest-1036128200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:30.804365 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-64deef1c-19e2-40cb-b272-c4329602d53b req-2bc508d4-6055-4a24-a8c7-149bbd7cb026 tempest-VolumesNegativeTest-1036128200 tempest-VolumesNegativeTest-1036128200-project] 10.222.0.49 "GET /v2.0/ports?device_id=f67587cf-7dfb-4577-8512-ef4dc3500073 HTTP/1.1" status: 200 len: 936 time: 0.1932430 Jul 29 05:23:30.854177 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-4313f6c4-ce59-4c68-8833-39482c983a97 None None] Provisioning complete for port 8628c596-8348-4bfe-bb55-d19280454b65 triggered by entity DHCP. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:23:30.854638 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-4313f6c4-ce59-4c68-8833-39482c983a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (8628c596-8348-4bfe-bb55-d19280454b65), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:30.933869 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:DELETE=4,neutron:SELECT=80,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:23:30.936865 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-4313f6c4-ce59-4c68-8833-39482c983a97 None None] Port 8628c596-8348-4bfe-bb55-d19280454b65 cannot update to ACTIVE because it is not bound. {{(pid=104006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 29 05:23:31.035133 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-64deef1c-19e2-40cb-b272-c4329602d53b req-517d48e5-6d50-4d37-92cc-ca2a726ae77d tempest-VolumesNegativeTest-1036128200 tempest-VolumesNegativeTest-1036128200-project] 10.222.0.49 "GET /v2.0/security-groups?id=c504bbc9-0b8d-4dde-8cd5-d49b664e7c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292602 Jul 29 05:23:31.088047 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9136605d-a0ca-4221-b046-a92ace2b217f req-730d962b-7751-47ca-bbf7-6d1c84163f6e tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:31.098517 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-c56dc3f8-cc7d-4d52-bfad-576bb73390e4 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Publish callbacks [] for port (b376f7df-d1a6-4001-bbad-c4c4f4a8b60d), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:31.103675 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-9136605d-a0ca-4221-b046-a92ace2b217f req-730d962b-7751-47ca-bbf7-6d1c84163f6e tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/ports?device_id=b11929b6-7818-4cae-be4e-8941c93c6aca HTTP/1.1" status: 200 len: 943 time: 0.3507440 Jul 29 05:23:31.164132 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-c56dc3f8-cc7d-4d52-bfad-576bb73390e4 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737760223811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660275'] for port (b376f7df-d1a6-4001-bbad-c4c4f4a8b60d), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:31.223966 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-26d69744-4a49-412b-9327-7ab3b74a77ac req-2abb277c-b0d3-4313-a83a-36f5bdbc6291 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (8628c596-8348-4bfe-bb55-d19280454b65), before_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:31.294834 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56dc3f8-cc7d-4d52-bfad-576bb73390e4 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Network 24e7367e-e5e6-44e8-9960-5007b05e27d5 is already hosted by enough agents. {{(pid=104004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 05:23:31.301405 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.base_scheduler [None req-c56dc3f8-cc7d-4d52-bfad-576bb73390e4 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Resources bound (agent type, host, resource id): {{(pid=104004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:23:31.304232 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56dc3f8-cc7d-4d52-bfad-576bb73390e4 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Received port after_create {{(pid=104004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 05:23:31.340760 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56dc3f8-cc7d-4d52-bfad-576bb73390e4 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Pushing event updated for resources: {'Port': ['ID=b376f7df-d1a6-4001-bbad-c4c4f4a8b60d,revision_number=1']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:23:31.385059 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-9136605d-a0ca-4221-b046-a92ace2b217f req-b82de8f0-7af3-4ec4-958a-43ed8086dab6 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/security-groups?id=2689dc7c-87cf-4b45-89dd-02c9ff7a9ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2791734 Jul 29 05:23:31.422898 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 59982) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:23:31.444669 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-095bc80b-99d8-4876-83e3-08f09d68ed3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:31.466397 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-c56dc3f8-cc7d-4d52-bfad-576bb73390e4 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Publish callbacks [] for floatingip (20cf3195-b4e3-4d37-b740-8326115a74b6), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:31.468660 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.managers [req-11948766-027a-49c4-8206-de503acfe641 req-b269367b-9d55-4be8-b462-553bf0e5f38d service neutron] Attempting to bind port 1d1e98d2-d2a2-495e-8225-fe844a178a63 on host hv-cinder-85127 for vnic_type normal with profile {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 05:23:31.469018 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.managers [req-11948766-027a-49c4-8206-de503acfe641 req-b269367b-9d55-4be8-b462-553bf0e5f38d service neutron] Attempting to bind port 1d1e98d2-d2a2-495e-8225-fe844a178a63 by drivers openvswitch,hyperv on host hv-cinder-85127 at level 0 using segments [{'id': '7dd9aee4-ac8a-4d05-b89c-b82451a25827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b55efc63-6791-470d-af15-935a2f0fc83e'}] {{(pid=104005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 05:23:31.469487 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11948766-027a-49c4-8206-de503acfe641 req-b269367b-9d55-4be8-b462-553bf0e5f38d service neutron] Attempting to bind port 1d1e98d2-d2a2-495e-8225-fe844a178a63 on network b55efc63-6791-470d-af15-935a2f0fc83e {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 05:23:31.470898 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:23:31.483968 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11948766-027a-49c4-8206-de503acfe641 req-b269367b-9d55-4be8-b462-553bf0e5f38d service neutron] Port 1d1e98d2-d2a2-495e-8225-fe844a178a63 on network b55efc63-6791-470d-af15-935a2f0fc83e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85127 {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 29 05:23:31.484383 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11948766-027a-49c4-8206-de503acfe641 req-b269367b-9d55-4be8-b462-553bf0e5f38d service neutron] Attempting to bind port 1d1e98d2-d2a2-495e-8225-fe844a178a63 on network b55efc63-6791-470d-af15-935a2f0fc83e {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 05:23:31.490024 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:23:31.498112 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11948766-027a-49c4-8206-de503acfe641 req-b269367b-9d55-4be8-b462-553bf0e5f38d service neutron] Checking agent: {'id': '12b139f9-2daf-4047-bd2d-6bc43cda34b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85127', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 5, 19, 7), 'started_at': datetime.datetime(2022, 7, 29, 5, 19, 7), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 5, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 05:23:31.498442 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11948766-027a-49c4-8206-de503acfe641 req-b269367b-9d55-4be8-b462-553bf0e5f38d service neutron] Checking segment: {'id': '7dd9aee4-ac8a-4d05-b89c-b82451a25827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b55efc63-6791-470d-af15-935a2f0fc83e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 05:23:31.498821 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11948766-027a-49c4-8206-de503acfe641 req-b269367b-9d55-4be8-b462-553bf0e5f38d service neutron] Bound using segment: {'id': '7dd9aee4-ac8a-4d05-b89c-b82451a25827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b55efc63-6791-470d-af15-935a2f0fc83e'} {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 05:23:31.499292 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.managers [req-11948766-027a-49c4-8206-de503acfe641 req-b269367b-9d55-4be8-b462-553bf0e5f38d service neutron] Bound port: 1d1e98d2-d2a2-495e-8225-fe844a178a63, host: hv-cinder-85127, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dd9aee4-ac8a-4d05-b89c-b82451a25827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b55efc63-6791-470d-af15-935a2f0fc83e'}}] {{(pid=104005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 05:23:31.499725 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-11948766-027a-49c4-8206-de503acfe641 req-b269367b-9d55-4be8-b462-553bf0e5f38d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (1d1e98d2-d2a2-495e-8225-fe844a178a63), before_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:31.535809 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-c56dc3f8-cc7d-4d52-bfad-576bb73390e4 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (b376f7df-d1a6-4001-bbad-c4c4f4a8b60d), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:31.650869 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.db [req-11948766-027a-49c4-8206-de503acfe641 req-b269367b-9d55-4be8-b462-553bf0e5f38d service neutron] For port 1d1e98d2-d2a2-495e-8225-fe844a178a63, host hv-cinder-85127, cleared binding levels {{(pid=104005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 05:23:31.668719 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-095bc80b-99d8-4876-83e3-08f09d68ed3a admin admin] Publish callbacks [] for security_group (7ede894b-62c1-4ec5-8a3a-2f8c4e166f5b), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:31.671439 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.db [req-11948766-027a-49c4-8206-de503acfe641 req-b269367b-9d55-4be8-b462-553bf0e5f38d service neutron] For port 1d1e98d2-d2a2-495e-8225-fe844a178a63, host hv-cinder-85127, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=1d1e98d2-d2a2-495e-8225-fe844a178a63,segment=NetworkSegment(7dd9aee4-ac8a-4d05-b89c-b82451a25827),segment_id=7dd9aee4-ac8a-4d05-b89c-b82451a25827)] {{(pid=104005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 05:23:31.680017 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-095bc80b-99d8-4876-83e3-08f09d68ed3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (7ede894b-62c1-4ec5-8a3a-2f8c4e166f5b), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:31.680456 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-11948766-027a-49c4-8206-de503acfe641 req-b269367b-9d55-4be8-b462-553bf0e5f38d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1905579'] for port (1d1e98d2-d2a2-495e-8225-fe844a178a63), after_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:31.753835 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-095bc80b-99d8-4876-83e3-08f09d68ed3a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=319b0a77605d44699080dcb413848102&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3257873 Jul 29 05:23:31.755912 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 59984) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:23:31.765041 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11948766-027a-49c4-8206-de503acfe641 req-b269367b-9d55-4be8-b462-553bf0e5f38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:31.765740 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-11948766-027a-49c4-8206-de503acfe641 req-b269367b-9d55-4be8-b462-553bf0e5f38d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249840'] for port (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:31.767286 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-11948766-027a-49c4-8206-de503acfe641 req-b269367b-9d55-4be8-b462-553bf0e5f38d service neutron] 10.222.0.60 "PUT /v2.0/ports/1d1e98d2-d2a2-495e-8225-fe844a178a63 HTTP/1.1" status: 200 len: 1093 time: 2.3237445 Jul 29 05:23:31.767859 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b11929b6-7818-4cae-be4e-8941c93c6aca', 'tag': '1d1e98d2-d2a2-495e-8225-fe844a178a63'}] {{(pid=104005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 05:23:31.770340 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18cb6d06cd9bdbb2624e76cf95b2230ef06252a8a1dccb16f0d07e3cc9dc753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4874137-ba27-46c4-8899-87ad0be9afd4" -d '{"events": [{"name": "network-changed", "server_uuid": "b11929b6-7818-4cae-be4e-8941c93c6aca", "tag": "1d1e98d2-d2a2-495e-8225-fe844a178a63"}]}' {{(pid=104005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 05:23:31.775851 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095bc80b-99d8-4876-83e3-08f09d68ed3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ede894b-62c1-4ec5-8a3a-2f8c4e166f5b,revision_number=1']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:23:31.776818 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.notifiers.nova [req-26d69744-4a49-412b-9327-7ab3b74a77ac req-2abb277c-b0d3-4313-a83a-36f5bdbc6291 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8628c596-8348-4bfe-bb55-d19280454b65 {{(pid=104005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 05:23:31.795954 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-26d69744-4a49-412b-9327-7ab3b74a77ac req-2abb277c-b0d3-4313-a83a-36f5bdbc6291 service neutron] Publish callbacks [] for port (8628c596-8348-4bfe-bb55-d19280454b65), precommit_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:31.809747 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b269367b-9d55-4be8-b462-553bf0e5f38d service neutron] Pushing event updated for resources: {'Port': ['ID=1d1e98d2-d2a2-495e-8225-fe844a178a63,revision_number=3']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:23:31.819884 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:23:31.820153 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.provisioning_blocks [req-26d69744-4a49-412b-9327-7ab3b74a77ac req-2abb277c-b0d3-4313-a83a-36f5bdbc6291 service neutron] Transition to ACTIVE for port object 8628c596-8348-4bfe-bb55-d19280454b65 will not be triggered until provisioned by entity L2. {{(pid=104005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 29 05:23:31.840881 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-26d69744-4a49-412b-9327-7ab3b74a77ac req-2abb277c-b0d3-4313-a83a-36f5bdbc6291 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1905579'] for port (8628c596-8348-4bfe-bb55-d19280454b65), after_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:31.849934 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-c56dc3f8-cc7d-4d52-bfad-576bb73390e4 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Publish callbacks [] for port (b376f7df-d1a6-4001-bbad-c4c4f4a8b60d), precommit_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:31.869451 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-c56dc3f8-cc7d-4d52-bfad-576bb73390e4 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25660260'] for port (b376f7df-d1a6-4001-bbad-c4c4f4a8b60d), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:31.903710 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 05:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fd4a162-2b3d-4b72-a09f-09e02baaf838 x-openstack-request-id: req-7fd4a162-2b3d-4b72-a09f-09e02baaf838 {{(pid=104005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 05:23:31.904006 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b11929b6-7818-4cae-be4e-8941c93c6aca", "tag": "1d1e98d2-d2a2-495e-8225-fe844a178a63", "status": "completed", "code": 200}]} {{(pid=104005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 05:23:31.904257 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7fd4a162-2b3d-4b72-a09f-09e02baaf838 {{(pid=104005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 05:23:31.904655 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fd4a162-2b3d-4b72-a09f-09e02baaf838'] response: {'name': 'network-changed', 'server_uuid': 'b11929b6-7818-4cae-be4e-8941c93c6aca', 'tag': '1d1e98d2-d2a2-495e-8225-fe844a178a63', 'status': 'completed', 'code': 200} Jul 29 05:23:31.917207 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cbdcc161-ac34-49a9-9c75-8640f6950cd7 admin admin] Publish callbacks [] for security_group (7ede894b-62c1-4ec5-8a3a-2f8c4e166f5b), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:31.999662 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abb277c-b0d3-4313-a83a-36f5bdbc6291 service neutron] Pushing event updated for resources: {'Port': ['ID=8628c596-8348-4bfe-bb55-d19280454b65,revision_number=2']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:23:32.007319 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11948766-027a-49c4-8206-de503acfe641 req-dba2042a-09ec-4604-b818-2cc35c0eae36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:32.009196 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-11948766-027a-49c4-8206-de503acfe641 req-dba2042a-09ec-4604-b818-2cc35c0eae36 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9d8baaf2e23546ee8ed1de278617c7d2&device_id=b11929b6-7818-4cae-be4e-8941c93c6aca HTTP/1.1" status: 200 len: 1127 time: 0.1245351 Jul 29 05:23:32.071126 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56dc3f8-cc7d-4d52-bfad-576bb73390e4 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Pushing event updated for resources: {'Port': ['ID=b376f7df-d1a6-4001-bbad-c4c4f4a8b60d,revision_number=2']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:23:32.092060 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cbdcc161-ac34-49a9-9c75-8640f6950cd7 admin admin] Publish callbacks [] for security_group (7ede894b-62c1-4ec5-8a3a-2f8c4e166f5b), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:32.124480 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-11948766-027a-49c4-8206-de503acfe641 req-98848bd9-e7e1-4b80-966f-0565549e10ea service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d1e98d2-d2a2-495e-8225-fe844a178a63 HTTP/1.1" status: 200 len: 217 time: 0.0970774 Jul 29 05:23:32.182034 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-c56dc3f8-cc7d-4d52-bfad-576bb73390e4 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-375524'] for floatingip (20cf3195-b4e3-4d37-b740-8326115a74b6), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:32.196924 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cbdcc161-ac34-49a9-9c75-8640f6950cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (7ede894b-62c1-4ec5-8a3a-2f8c4e166f5b), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:32.200039 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cbdcc161-ac34-49a9-9c75-8640f6950cd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:32.207775 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=91,neutron:UPDATE=7,neutron:INSERT=2 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:23:32.218298 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-cbdcc161-ac34-49a9-9c75-8640f6950cd7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7ede894b-62c1-4ec5-8a3a-2f8c4e166f5b HTTP/1.1" status: 204 len: 168 time: 0.4548204 Jul 29 05:23:32.268721 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-c56dc3f8-cc7d-4d52-bfad-576bb73390e4 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249840'] for floatingip (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:32.279388 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-c56dc3f8-cc7d-4d52-bfad-576bb73390e4 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0990467 Jul 29 05:23:32.279388 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdcc161-ac34-49a9-9c75-8640f6950cd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ede894b-62c1-4ec5-8a3a-2f8c4e166f5b,revision_number=None']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:23:32.340769 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.managers [req-26d69744-4a49-412b-9327-7ab3b74a77ac req-2abb277c-b0d3-4313-a83a-36f5bdbc6291 service neutron] Attempting to bind port 8628c596-8348-4bfe-bb55-d19280454b65 on host hv-cinder-85127 for vnic_type normal with profile {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 05:23:32.344161 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.managers [req-26d69744-4a49-412b-9327-7ab3b74a77ac req-2abb277c-b0d3-4313-a83a-36f5bdbc6291 service neutron] Attempting to bind port 8628c596-8348-4bfe-bb55-d19280454b65 by drivers openvswitch,hyperv on host hv-cinder-85127 at level 0 using segments [{'id': 'aa64d83e-de18-4cf4-9f38-bca00602d684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '0eedaa8c-40c8-44b9-8694-ad5df2c3e587'}] {{(pid=104005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 05:23:32.344834 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d69744-4a49-412b-9327-7ab3b74a77ac req-2abb277c-b0d3-4313-a83a-36f5bdbc6291 service neutron] Attempting to bind port 8628c596-8348-4bfe-bb55-d19280454b65 on network 0eedaa8c-40c8-44b9-8694-ad5df2c3e587 {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 05:23:32.368993 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe711b5-68f2-4e56-b328-819dd22ca2c0 req-5fb311ae-9ecb-4ff6-a9d7-a043df24ed3c tempest-VolumesNegativeTest-1036128200 tempest-VolumesNegativeTest-1036128200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:32.370646 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-bfe711b5-68f2-4e56-b328-819dd22ca2c0 req-5fb311ae-9ecb-4ff6-a9d7-a043df24ed3c tempest-VolumesNegativeTest-1036128200 tempest-VolumesNegativeTest-1036128200-project] 10.222.0.49 "GET /v2.0/ports?device_id=f67587cf-7dfb-4577-8512-ef4dc3500073 HTTP/1.1" status: 200 len: 948 time: 0.1535141 Jul 29 05:23:32.381490 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d69744-4a49-412b-9327-7ab3b74a77ac req-2abb277c-b0d3-4313-a83a-36f5bdbc6291 service neutron] Port 8628c596-8348-4bfe-bb55-d19280454b65 on network 0eedaa8c-40c8-44b9-8694-ad5df2c3e587 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85127 {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 29 05:23:32.381934 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d69744-4a49-412b-9327-7ab3b74a77ac req-2abb277c-b0d3-4313-a83a-36f5bdbc6291 service neutron] Attempting to bind port 8628c596-8348-4bfe-bb55-d19280454b65 on network 0eedaa8c-40c8-44b9-8694-ad5df2c3e587 {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 05:23:32.416509 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11948766-027a-49c4-8206-de503acfe641 req-399cdd80-82c9-4277-bb91-2706474d6d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:32.417937 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-11948766-027a-49c4-8206-de503acfe641 req-399cdd80-82c9-4277-bb91-2706474d6d90 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bbb96b40-4994-4d5c-ad35-a19342a29a39 HTTP/1.1" status: 200 len: 853 time: 0.2829032 Jul 29 05:23:32.419317 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d69744-4a49-412b-9327-7ab3b74a77ac req-2abb277c-b0d3-4313-a83a-36f5bdbc6291 service neutron] Checking agent: {'id': '12b139f9-2daf-4047-bd2d-6bc43cda34b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85127', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 5, 19, 7), 'started_at': datetime.datetime(2022, 7, 29, 5, 19, 7), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 5, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 05:23:32.419702 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d69744-4a49-412b-9327-7ab3b74a77ac req-2abb277c-b0d3-4313-a83a-36f5bdbc6291 service neutron] Checking segment: {'id': 'aa64d83e-de18-4cf4-9f38-bca00602d684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '0eedaa8c-40c8-44b9-8694-ad5df2c3e587'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 05:23:32.420131 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d69744-4a49-412b-9327-7ab3b74a77ac req-2abb277c-b0d3-4313-a83a-36f5bdbc6291 service neutron] Bound using segment: {'id': 'aa64d83e-de18-4cf4-9f38-bca00602d684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '0eedaa8c-40c8-44b9-8694-ad5df2c3e587'} {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 05:23:32.420685 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.managers [req-26d69744-4a49-412b-9327-7ab3b74a77ac req-2abb277c-b0d3-4313-a83a-36f5bdbc6291 service neutron] Bound port: 8628c596-8348-4bfe-bb55-d19280454b65, host: hv-cinder-85127, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa64d83e-de18-4cf4-9f38-bca00602d684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '0eedaa8c-40c8-44b9-8694-ad5df2c3e587'}}] {{(pid=104005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 05:23:32.421073 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-26d69744-4a49-412b-9327-7ab3b74a77ac req-2abb277c-b0d3-4313-a83a-36f5bdbc6291 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (8628c596-8348-4bfe-bb55-d19280454b65), before_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:32.532598 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-bfe711b5-68f2-4e56-b328-819dd22ca2c0 req-a703a663-330c-460b-b734-7054e979af54 tempest-VolumesNegativeTest-1036128200 tempest-VolumesNegativeTest-1036128200-project] 10.222.0.49 "GET /v2.0/security-groups?id=c504bbc9-0b8d-4dde-8cd5-d49b664e7c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481440 Jul 29 05:23:32.544657 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11948766-027a-49c4-8206-de503acfe641 req-58d656d5-ffb4-4991-b44b-5dbf5dbdd44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:32.546271 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-11948766-027a-49c4-8206-de503acfe641 req-58d656d5-ffb4-4991-b44b-5dbf5dbdd44b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b55efc63-6791-470d-af15-935a2f0fc83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1081679 Jul 29 05:23:32.660126 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.db [req-26d69744-4a49-412b-9327-7ab3b74a77ac req-2abb277c-b0d3-4313-a83a-36f5bdbc6291 service neutron] For port 8628c596-8348-4bfe-bb55-d19280454b65, host hv-cinder-85127, cleared binding levels {{(pid=104005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 05:23:32.686343 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.db [req-26d69744-4a49-412b-9327-7ab3b74a77ac req-2abb277c-b0d3-4313-a83a-36f5bdbc6291 service neutron] For port 8628c596-8348-4bfe-bb55-d19280454b65, host hv-cinder-85127, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=8628c596-8348-4bfe-bb55-d19280454b65,segment=NetworkSegment(aa64d83e-de18-4cf4-9f38-bca00602d684),segment_id=aa64d83e-de18-4cf4-9f38-bca00602d684)] {{(pid=104005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 05:23:32.714347 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-26d69744-4a49-412b-9327-7ab3b74a77ac req-2abb277c-b0d3-4313-a83a-36f5bdbc6291 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1905579'] for port (8628c596-8348-4bfe-bb55-d19280454b65), after_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:32.808264 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:23:32.861661 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d69744-4a49-412b-9327-7ab3b74a77ac req-2abb277c-b0d3-4313-a83a-36f5bdbc6291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:32.862378 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-26d69744-4a49-412b-9327-7ab3b74a77ac req-2abb277c-b0d3-4313-a83a-36f5bdbc6291 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249840'] for port (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:32.863896 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-26d69744-4a49-412b-9327-7ab3b74a77ac req-2abb277c-b0d3-4313-a83a-36f5bdbc6291 service neutron] 10.222.0.60 "PUT /v2.0/ports/8628c596-8348-4bfe-bb55-d19280454b65 HTTP/1.1" status: 200 len: 1098 time: 2.2980170 Jul 29 05:23:32.881402 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffd1947-e651-4f59-afce-d89c43445eae req-7dcce6c0-8dd9-4ee3-8583-372510ac065e tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:32.882994 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-cffd1947-e651-4f59-afce-d89c43445eae req-7dcce6c0-8dd9-4ee3-8583-372510ac065e tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/ports?device_id=b11929b6-7818-4cae-be4e-8941c93c6aca HTTP/1.1" status: 200 len: 943 time: 0.1710143 Jul 29 05:23:32.889909 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-11948766-027a-49c4-8206-de503acfe641 req-f82775e4-19e0-4432-84aa-ca654f9bc4cc service neutron] 10.222.0.60 "GET /v2.0/networks/b55efc63-6791-470d-af15-935a2f0fc83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3240552 Jul 29 05:23:32.923455 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abb277c-b0d3-4313-a83a-36f5bdbc6291 service neutron] Pushing event updated for resources: {'Port': ['ID=8628c596-8348-4bfe-bb55-d19280454b65,revision_number=3']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:23:32.953924 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-ea42d013-04cf-4987-b6bf-6231deb166e5 req-1682cced-6e0b-4a07-80df-3144e972e7a5 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1502154691&fields=id&tenant_id=153fe5d9d64346f6b7419eba91948678 HTTP/1.1" status: 200 len: 267 time: 0.1461329 Jul 29 05:23:33.100004 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d69744-4a49-412b-9327-7ab3b74a77ac req-51fce056-5448-44dd-b7a4-eb434d225cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:33.101692 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-26d69744-4a49-412b-9327-7ab3b74a77ac req-51fce056-5448-44dd-b7a4-eb434d225cf2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4804e980ecc84e12a90f01bca1acee0a&device_id=f67587cf-7dfb-4577-8512-ef4dc3500073 HTTP/1.1" status: 200 len: 1132 time: 0.0988960 Jul 29 05:23:33.149682 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea42d013-04cf-4987-b6bf-6231deb166e5 req-fe483f58-dbfa-431c-9fc8-e1f45b6c5662 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:33.181468 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-cffd1947-e651-4f59-afce-d89c43445eae req-e00c9ff4-dc8c-43d0-815e-d554000c4f65 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/security-groups?id=2689dc7c-87cf-4b45-89dd-02c9ff7a9ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2589300 Jul 29 05:23:33.183010 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-ea42d013-04cf-4987-b6bf-6231deb166e5 req-fe483f58-dbfa-431c-9fc8-e1f45b6c5662 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/networks?id=71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9 HTTP/1.1" status: 200 len: 819 time: 0.2278035 Jul 29 05:23:33.188201 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-26d69744-4a49-412b-9327-7ab3b74a77ac req-d2e2a946-fc0f-4abf-95b8-0f407d1372d2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=8628c596-8348-4bfe-bb55-d19280454b65 HTTP/1.1" status: 200 len: 217 time: 0.0722330 Jul 29 05:23:33.207412 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-11948766-027a-49c4-8206-de503acfe641 req-b9ec8b4d-616e-4b98-969a-e143206c2efb service neutron] 10.222.0.60 "GET /v2.0/networks/b55efc63-6791-470d-af15-935a2f0fc83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3085463 Jul 29 05:23:33.228164 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-ea42d013-04cf-4987-b6bf-6231deb166e5 req-3615a79c-7ac5-4b2c-be51-c80ad3503bd6 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/quotas/153fe5d9d64346f6b7419eba91948678 HTTP/1.1" status: 200 len: 375 time: 0.0383859 Jul 29 05:23:33.333529 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d69744-4a49-412b-9327-7ab3b74a77ac req-b148347c-548d-4d61-b932-5c6c81c0ce9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:33.337076 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-26d69744-4a49-412b-9327-7ab3b74a77ac req-b148347c-548d-4d61-b932-5c6c81c0ce9f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bb549936-7b84-4623-b2a9-b1cf34524c30 HTTP/1.1" status: 200 len: 843 time: 0.1350937 Jul 29 05:23:33.381653 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-ea42d013-04cf-4987-b6bf-6231deb166e5 req-0d5222a7-4c60-452a-8d9c-c461fffed31d tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=153fe5d9d64346f6b7419eba91948678&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1209333 Jul 29 05:23:33.566630 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1553c23-fa0e-4ba5-98d2-2b119a7db118 req-92611d82-d408-4803-bb58-b577f8a42afa tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:33.566630 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-f1553c23-fa0e-4ba5-98d2-2b119a7db118 req-92611d82-d408-4803-bb58-b577f8a42afa tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] 10.222.0.49 "GET /v2.0/networks?id=6068f512-e267-445c-a8db-5edcf9da6f4b HTTP/1.1" status: 200 len: 812 time: 0.1664224 Jul 29 05:23:33.568473 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-ea42d013-04cf-4987-b6bf-6231deb166e5 req-9ab4334e-4b70-4cc7-9f4a-e65fc4ab868c service neutron] 10.222.0.49 "GET /v2.0/networks/71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672845 Jul 29 05:23:33.592063 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-f1553c23-fa0e-4ba5-98d2-2b119a7db118 req-26ed1754-05dc-43a3-b972-af956a74e214 tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] 10.222.0.49 "GET /v2.0/quotas/1f75331a524c4a5a981dfd1fdc361467 HTTP/1.1" status: 200 len: 375 time: 0.0154305 Jul 29 05:23:33.638094 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-f1553c23-fa0e-4ba5-98d2-2b119a7db118 req-8ca1b79a-4d22-4521-b9ff-04c079482a33 tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=1f75331a524c4a5a981dfd1fdc361467&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0361788 Jul 29 05:23:33.718589 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-ea42d013-04cf-4987-b6bf-6231deb166e5 req-44f22d1e-c3af-4c18-a673-388af349cacf service neutron] 10.222.0.49 "GET /v2.0/networks/71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421194 Jul 29 05:23:33.763832 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:23:33.804889 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-f1553c23-fa0e-4ba5-98d2-2b119a7db118 req-c5dbe12e-5166-4101-b3dd-854a509d9c99 service neutron] 10.222.0.49 "GET /v2.0/networks/6068f512-e267-445c-a8db-5edcf9da6f4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601775 Jul 29 05:23:33.905669 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f67587cf-7dfb-4577-8512-ef4dc3500073', 'tag': '8628c596-8348-4bfe-bb55-d19280454b65'}] {{(pid=104005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 05:23:33.909258 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18cb6d06cd9bdbb2624e76cf95b2230ef06252a8a1dccb16f0d07e3cc9dc753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efb2eca2-d2dd-4c9d-afe9-0ddf62d6979f" -d '{"events": [{"name": "network-changed", "server_uuid": "f67587cf-7dfb-4577-8512-ef4dc3500073", "tag": "8628c596-8348-4bfe-bb55-d19280454b65"}]}' {{(pid=104005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 05:23:33.944319 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-f1553c23-fa0e-4ba5-98d2-2b119a7db118 req-0cdfb944-0307-4721-b9c5-36204326febc service neutron] 10.222.0.49 "GET /v2.0/networks/6068f512-e267-445c-a8db-5edcf9da6f4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374016 Jul 29 05:23:34.147338 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 05:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7091ef15-04e9-4723-b831-fe846997302b x-openstack-request-id: req-7091ef15-04e9-4723-b831-fe846997302b {{(pid=104005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 05:23:34.148130 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f67587cf-7dfb-4577-8512-ef4dc3500073", "tag": "8628c596-8348-4bfe-bb55-d19280454b65", "status": "completed", "code": 200}]} {{(pid=104005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 05:23:34.148609 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7091ef15-04e9-4723-b831-fe846997302b {{(pid=104005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 05:23:34.149302 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7091ef15-04e9-4723-b831-fe846997302b'] response: {'name': 'network-changed', 'server_uuid': 'f67587cf-7dfb-4577-8512-ef4dc3500073', 'tag': '8628c596-8348-4bfe-bb55-d19280454b65', 'status': 'completed', 'code': 200} Jul 29 05:23:34.154226 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:23:34.213896 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391b6096-3944-4949-b9cb-c8258449a7e7 req-3c57f512-a3e1-4e21-ace0-da6864579a61 tempest-VolumesNegativeTest-1036128200 tempest-VolumesNegativeTest-1036128200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:34.218796 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-391b6096-3944-4949-b9cb-c8258449a7e7 req-3c57f512-a3e1-4e21-ace0-da6864579a61 tempest-VolumesNegativeTest-1036128200 tempest-VolumesNegativeTest-1036128200-project] 10.222.0.49 "GET /v2.0/ports?device_id=f67587cf-7dfb-4577-8512-ef4dc3500073 HTTP/1.1" status: 200 len: 948 time: 0.1151795 Jul 29 05:23:34.313772 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4874137-ba27-46c4-8899-87ad0be9afd4 req-f918a67a-c651-462f-8867-1a98e6850314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:34.315233 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-391b6096-3944-4949-b9cb-c8258449a7e7 req-5e422805-7f55-4654-bad2-68c14aae9f2d tempest-VolumesNegativeTest-1036128200 tempest-VolumesNegativeTest-1036128200-project] 10.222.0.49 "GET /v2.0/security-groups?id=c504bbc9-0b8d-4dde-8cd5-d49b664e7c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891929 Jul 29 05:23:34.316254 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-d4874137-ba27-46c4-8899-87ad0be9afd4 req-f918a67a-c651-462f-8867-1a98e6850314 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9d8baaf2e23546ee8ed1de278617c7d2&device_id=b11929b6-7818-4cae-be4e-8941c93c6aca HTTP/1.1" status: 200 len: 1127 time: 0.1302710 Jul 29 05:23:34.452007 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-e888f6ae-f983-4980-8d6d-dc6fd758315b req-17ba3173-3830-43db-bea3-59bdb95ec696 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=00171c99-cf39-4ed6-b78a-3bb24272b171 HTTP/1.1" status: 200 len: 210 time: 0.1881917 Jul 29 05:23:34.473592 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d69744-4a49-412b-9327-7ab3b74a77ac req-ede5014c-468a-468f-99fa-f46173355710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:34.476247 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-26d69744-4a49-412b-9327-7ab3b74a77ac req-ede5014c-468a-468f-99fa-f46173355710 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0eedaa8c-40c8-44b9-8694-ad5df2c3e587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.2938435 Jul 29 05:23:34.542179 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-c45f6b7e-9b52-4610-9ca6-910b33ed87d6 req-7d7edff4-cb08-4dc0-8eb1-e8bd14526263 tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f803c7a-3603-4d3c-bdcf-67e7f12f1b20 HTTP/1.1" status: 200 len: 210 time: 0.0995297 Jul 29 05:23:34.603929 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4874137-ba27-46c4-8899-87ad0be9afd4 req-f306b07c-bbdc-4416-be7c-5c4dac3d5c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:34.606038 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-d4874137-ba27-46c4-8899-87ad0be9afd4 req-f306b07c-bbdc-4416-be7c-5c4dac3d5c07 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b55efc63-6791-470d-af15-935a2f0fc83e HTTP/1.1" status: 200 len: 915 time: 0.2817204 Jul 29 05:23:34.670706 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-d4874137-ba27-46c4-8899-87ad0be9afd4 req-f7a2746f-40da-490e-8714-7240cba4b4b5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d1e98d2-d2a2-495e-8225-fe844a178a63 HTTP/1.1" status: 200 len: 217 time: 0.0549381 Jul 29 05:23:34.745311 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4874137-ba27-46c4-8899-87ad0be9afd4 req-03c7ff6c-946f-4bb5-a846-24fa0b0e21be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:34.747002 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-d4874137-ba27-46c4-8899-87ad0be9afd4 req-03c7ff6c-946f-4bb5-a846-24fa0b0e21be service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bbb96b40-4994-4d5c-ad35-a19342a29a39 HTTP/1.1" status: 200 len: 853 time: 0.0564671 Jul 29 05:23:34.778964 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=100 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:23:34.781433 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-26d69744-4a49-412b-9327-7ab3b74a77ac req-e57de50a-cc41-4564-b2ae-2f4f218a8515 service neutron] 10.222.0.60 "GET /v2.0/networks/0eedaa8c-40c8-44b9-8694-ad5df2c3e587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2961335 Jul 29 05:23:34.830540 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498163eb-8d88-4dfc-a2a1-a8f0c8d2c5ae req-864806e8-8288-4cd4-be92-b48b2835bda4 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:34.837838 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-498163eb-8d88-4dfc-a2a1-a8f0c8d2c5ae req-864806e8-8288-4cd4-be92-b48b2835bda4 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/ports?device_id=b11929b6-7818-4cae-be4e-8941c93c6aca HTTP/1.1" status: 200 len: 943 time: 0.1698925 Jul 29 05:23:34.913339 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4874137-ba27-46c4-8899-87ad0be9afd4 req-96f7615a-2916-453e-a163-3bb059f8260e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:34.915338 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-d4874137-ba27-46c4-8899-87ad0be9afd4 req-96f7615a-2916-453e-a163-3bb059f8260e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b55efc63-6791-470d-af15-935a2f0fc83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1474881 Jul 29 05:23:35.017879 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-498163eb-8d88-4dfc-a2a1-a8f0c8d2c5ae req-ccd5a8ea-6bbf-4be1-b38a-4cf90969ac22 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/security-groups?id=2689dc7c-87cf-4b45-89dd-02c9ff7a9ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1783304 Jul 29 05:23:35.025389 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=5 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:23:35.032495 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=2 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:23:35.148285 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-d4874137-ba27-46c4-8899-87ad0be9afd4 req-88b0e48f-cf2c-4d72-a721-ae80feabb9ea service neutron] 10.222.0.60 "GET /v2.0/networks/b55efc63-6791-470d-af15-935a2f0fc83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054915 Jul 29 05:23:35.181900 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-26d69744-4a49-412b-9327-7ab3b74a77ac req-45f6954c-8998-482e-9298-0e9457b3c361 service neutron] 10.222.0.60 "GET /v2.0/networks/0eedaa8c-40c8-44b9-8694-ad5df2c3e587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3707502 Jul 29 05:23:35.300515 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-d4874137-ba27-46c4-8899-87ad0be9afd4 req-eb6e0695-54ef-459e-9148-52c64b9c8ddd service neutron] 10.222.0.60 "GET /v2.0/networks/b55efc63-6791-470d-af15-935a2f0fc83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438146 Jul 29 05:23:35.455991 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df2653a-469d-49ba-8364-27d8ee07c1bb req-173f3d83-19c6-4d55-93bd-cb18f9a5753e tempest-VolumesNegativeTest-1036128200 tempest-VolumesNegativeTest-1036128200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:35.457542 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-8df2653a-469d-49ba-8364-27d8ee07c1bb req-173f3d83-19c6-4d55-93bd-cb18f9a5753e tempest-VolumesNegativeTest-1036128200 tempest-VolumesNegativeTest-1036128200-project] 10.222.0.49 "GET /v2.0/ports?device_id=f67587cf-7dfb-4577-8512-ef4dc3500073 HTTP/1.1" status: 200 len: 948 time: 0.0559723 Jul 29 05:23:35.497257 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:23:35.537969 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-8df2653a-469d-49ba-8364-27d8ee07c1bb req-5101058b-c6b9-4f29-a83c-799969fc397f tempest-VolumesNegativeTest-1036128200 tempest-VolumesNegativeTest-1036128200-project] 10.222.0.49 "GET /v2.0/security-groups?id=c504bbc9-0b8d-4dde-8cd5-d49b664e7c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742447 Jul 29 05:23:35.600936 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-22dd721f-d467-41da-980c-d9afc00846eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (0319cf4e-40d4-4455-bfa4-d5e1d8f6ed41), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:35.617542 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-d247c3e3-d2c6-4877-b2e1-be7c5d9c7aa7 req-caaaa3fe-546a-451d-beaa-528ab1e4d48d tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=00171c99-cf39-4ed6-b78a-3bb24272b171 HTTP/1.1" status: 200 len: 210 time: 0.0337381 Jul 29 05:23:35.694666 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Device 1d1e98d2-d2a2-495e-8225-fe844a178a63 details requested by agent hyperv_hv-cinder-85127 with host hv-cinder-85127 {{(pid=104006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 05:23:35.694790 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-f075dfe3-1750-45c9-9d2e-028dc4f0240a req-dd2bf06a-450d-40f9-bf2c-07636c44f11c tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f803c7a-3603-4d3c-bdcf-67e7f12f1b20 HTTP/1.1" status: 200 len: 210 time: 0.0355933 Jul 29 05:23:35.824472 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] For port 1d1e98d2-d2a2-495e-8225-fe844a178a63, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=1d1e98d2-d2a2-495e-8225-fe844a178a63,segment=NetworkSegment(7dd9aee4-ac8a-4d05-b89c-b82451a25827),segment_id=7dd9aee4-ac8a-4d05-b89c-b82451a25827)] {{(pid=104006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:23:35.838198 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Returning: {'device': '1d1e98d2-d2a2-495e-8225-fe844a178a63', 'network_id': 'b55efc63-6791-470d-af15-935a2f0fc83e', 'port_id': '1d1e98d2-d2a2-495e-8225-fe844a178a63', 'mac_address': 'fa:16:3e:79:8b:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbb96b40-4994-4d5c-ad35-a19342a29a39', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 05:23:35.881720 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Current status of the port 1d1e98d2-d2a2-495e-8225-fe844a178a63 is: DOWN; New status is: BUILD {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:23:35.881720 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (1d1e98d2-d2a2-495e-8225-fe844a178a63), before_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:35.898092 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:23:35.901421 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.notifiers.nova [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d1e98d2-d2a2-495e-8225-fe844a178a63 {{(pid=104006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 05:23:35.925477 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] For port 1d1e98d2-d2a2-495e-8225-fe844a178a63, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=1d1e98d2-d2a2-495e-8225-fe844a178a63,segment=NetworkSegment(7dd9aee4-ac8a-4d05-b89c-b82451a25827),segment_id=7dd9aee4-ac8a-4d05-b89c-b82451a25827)] {{(pid=104006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:23:35.929839 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (1d1e98d2-d2a2-495e-8225-fe844a178a63), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:35.989127 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Pushing event updated for resources: {'Port': ['ID=1d1e98d2-d2a2-495e-8225-fe844a178a63,revision_number=4']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:23:35.997719 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:23:35.998092 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:23:35.998419 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:23:35.998802 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:23:35.999119 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:23:35.999479 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:23:35.999808 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:23:36.000136 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:23:36.000468 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:23:36.000803 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:23:36.001116 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:23:36.001469 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:23:36.001800 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:23:36.002116 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:23:36.002475 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:23:36.195282 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c85d8d-0b9e-48a6-9d5e-38ca2638725b req-374e5ccf-f433-480d-8214-d3d0a4c6d1e9 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:36.202909 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-72c85d8d-0b9e-48a6-9d5e-38ca2638725b req-374e5ccf-f433-480d-8214-d3d0a4c6d1e9 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/ports?device_id=b11929b6-7818-4cae-be4e-8941c93c6aca HTTP/1.1" status: 200 len: 944 time: 0.0858512 Jul 29 05:23:36.235593 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 60156) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:23:36.253640 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] get_ports_and_sgs() called for port_ids ['1d1e98d2-d2a2-495e-8225-fe844a178a63'] {{(pid=104006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 05:23:36.291602 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-72c85d8d-0b9e-48a6-9d5e-38ca2638725b req-f84e81cf-581d-431d-9824-e496088638b0 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/security-groups?id=2689dc7c-87cf-4b45-89dd-02c9ff7a9ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0872846 Jul 29 05:23:36.453595 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb2eca2-d2dd-4c9d-afe9-0ddf62d6979f req-61868827-1be0-42ce-b09d-ba3c1cc5ba52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:36.456402 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-efb2eca2-d2dd-4c9d-afe9-0ddf62d6979f req-61868827-1be0-42ce-b09d-ba3c1cc5ba52 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4804e980ecc84e12a90f01bca1acee0a&device_id=f67587cf-7dfb-4577-8512-ef4dc3500073 HTTP/1.1" status: 200 len: 1132 time: 0.1698105 Jul 29 05:23:36.519187 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:23:36.543750 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-0bd9cdeb-2c63-4c9d-801f-1b7129e93d6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:36.637808 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eae19e-472a-4fc6-a473-88ebcd612ffd req-67bc2cc5-d2f0-4084-a9d1-2dc4c2551401 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:36.639739 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-87eae19e-472a-4fc6-a473-88ebcd612ffd req-67bc2cc5-d2f0-4084-a9d1-2dc4c2551401 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ff4221e-eadc-491b-9f3c-9b41413a63d0 HTTP/1.1" status: 200 len: 946 time: 0.0682266 Jul 29 05:23:36.678082 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-0bd9cdeb-2c63-4c9d-801f-1b7129e93d6f admin admin] Publish callbacks [] for security_group (791645c8-9629-4667-95fb-1176d8e86ee9), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:36.685379 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-0bd9cdeb-2c63-4c9d-801f-1b7129e93d6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (791645c8-9629-4667-95fb-1176d8e86ee9), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:36.698865 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:23:36.712676 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-87eae19e-472a-4fc6-a473-88ebcd612ffd req-946137cc-d173-4328-b9df-c17892e1f64e tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1b037b0-0efa-496f-bd70-b1139f60e425&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0590024 Jul 29 05:23:36.782212 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-0bd9cdeb-2c63-4c9d-801f-1b7129e93d6f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=11af284622464a6ca9cbc12ab171c6d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5358877 Jul 29 05:23:36.786190 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd9cdeb-2c63-4c9d-801f-1b7129e93d6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=791645c8-9629-4667-95fb-1176d8e86ee9,revision_number=1']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:23:36.786807 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 60176) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:23:36.795388 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb5ba0f-2bd5-4d58-bba0-bc9d89ae4bce req-0731f44b-7d32-4a66-aa4d-ece41e089f49 tempest-VolumesNegativeTest-1036128200 tempest-VolumesNegativeTest-1036128200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:36.796889 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-1bb5ba0f-2bd5-4d58-bba0-bc9d89ae4bce req-0731f44b-7d32-4a66-aa4d-ece41e089f49 tempest-VolumesNegativeTest-1036128200 tempest-VolumesNegativeTest-1036128200-project] 10.222.0.49 "GET /v2.0/ports?device_id=f67587cf-7dfb-4577-8512-ef4dc3500073 HTTP/1.1" status: 200 len: 948 time: 0.1014526 Jul 29 05:23:36.853081 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-e3a4351e-3459-4763-ba72-fdf8c14bb152 req-fc80b0cb-0f23-428e-a449-2c64ef5e4d11 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=00171c99-cf39-4ed6-b78a-3bb24272b171 HTTP/1.1" status: 200 len: 210 time: 0.0495491 Jul 29 05:23:36.873328 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-1bb5ba0f-2bd5-4d58-bba0-bc9d89ae4bce req-7d81c819-2ec0-4a52-b26d-97d018a0f1d5 tempest-VolumesNegativeTest-1036128200 tempest-VolumesNegativeTest-1036128200-project] 10.222.0.49 "GET /v2.0/security-groups?id=c504bbc9-0b8d-4dde-8cd5-d49b664e7c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591266 Jul 29 05:23:36.903769 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-72ff5353-f9df-46d6-b874-d5be24ad1bc6 admin admin] Publish callbacks [] for security_group (791645c8-9629-4667-95fb-1176d8e86ee9), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:36.932700 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-72ff5353-f9df-46d6-b874-d5be24ad1bc6 admin admin] Publish callbacks [] for security_group (791645c8-9629-4667-95fb-1176d8e86ee9), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:36.979121 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-4c4cf80f-e1de-4fd0-aff3-2ddd0b01be7c req-ee32ea40-6614-4613-b98d-b26e0d258662 tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f803c7a-3603-4d3c-bdcf-67e7f12f1b20 HTTP/1.1" status: 200 len: 210 time: 0.0429189 Jul 29 05:23:37.044715 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-72ff5353-f9df-46d6-b874-d5be24ad1bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (791645c8-9629-4667-95fb-1176d8e86ee9), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:37.052580 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-72ff5353-f9df-46d6-b874-d5be24ad1bc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:37.052580 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-72ff5353-f9df-46d6-b874-d5be24ad1bc6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/791645c8-9629-4667-95fb-1176d8e86ee9 HTTP/1.1" status: 204 len: 168 time: 0.2606900 Jul 29 05:23:37.073353 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ff5353-f9df-46d6-b874-d5be24ad1bc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=791645c8-9629-4667-95fb-1176d8e86ee9,revision_number=None']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:23:37.118611 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:23:37.189874 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb2eca2-d2dd-4c9d-afe9-0ddf62d6979f req-c3a21a91-08c3-4e6a-871f-e6b23e14d057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:37.192493 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-efb2eca2-d2dd-4c9d-afe9-0ddf62d6979f req-c3a21a91-08c3-4e6a-871f-e6b23e14d057 service neutron] 10.222.0.60 "GET /v2.0/networks?id=0eedaa8c-40c8-44b9-8694-ad5df2c3e587 HTTP/1.1" status: 200 len: 870 time: 0.1699474 Jul 29 05:23:37.329613 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (12b139f9-2daf-4047-bd2d-6bc43cda34b6), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:37.688999 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 60192) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:23:37.705859 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-89ed3987-6d20-4508-8d95-f1fa799875b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:37.707049 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Device 8628c596-8348-4bfe-bb55-d19280454b65 details requested by agent hyperv_hv-cinder-85127 with host hv-cinder-85127 {{(pid=104006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 05:23:37.712823 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Device 1d1e98d2-d2a2-495e-8225-fe844a178a63 up at agent hyperv_hv-cinder-85127 {{(pid=104006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 05:23:37.844542 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Provisioning for port 1d1e98d2-d2a2-495e-8225-fe844a178a63 completed by entity L2. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 29 05:23:37.856129 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Provisioning complete for port 1d1e98d2-d2a2-495e-8225-fe844a178a63 triggered by entity L2. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:23:37.857117 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (1d1e98d2-d2a2-495e-8225-fe844a178a63), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:37.894535 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-efb2eca2-d2dd-4c9d-afe9-0ddf62d6979f req-7c9d3081-9b9e-4fab-9c8b-91441cb4fd34 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=8628c596-8348-4bfe-bb55-d19280454b65 HTTP/1.1" status: 200 len: 217 time: 0.6221318 Jul 29 05:23:37.923112 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-89ed3987-6d20-4508-8d95-f1fa799875b8 admin admin] Publish callbacks [] for security_group (fa5b2ac3-c790-4a2d-921c-b217d83acf42), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:37.937954 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-89ed3987-6d20-4508-8d95-f1fa799875b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (fa5b2ac3-c790-4a2d-921c-b217d83acf42), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:37.966830 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] For port 8628c596-8348-4bfe-bb55-d19280454b65, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=8628c596-8348-4bfe-bb55-d19280454b65,segment=NetworkSegment(aa64d83e-de18-4cf4-9f38-bca00602d684),segment_id=aa64d83e-de18-4cf4-9f38-bca00602d684)] {{(pid=104006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:23:37.974043 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-89ed3987-6d20-4508-8d95-f1fa799875b8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bcebeea9afe344c698ea393291bc4df1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2812805 Jul 29 05:23:37.980182 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e496896-901b-417c-bc91-a733ede9fda2 req-0a8b8a70-9057-4644-b8eb-e1de4e21bc6e tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:37.983918 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-1e496896-901b-417c-bc91-a733ede9fda2 req-0a8b8a70-9057-4644-b8eb-e1de4e21bc6e tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ff4221e-eadc-491b-9f3c-9b41413a63d0 HTTP/1.1" status: 200 len: 946 time: 0.1381493 Jul 29 05:23:37.984714 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 60202) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:23:38.004837 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.agents_db [None req-24db149f-f2c4-42ba-b1ad-acaecd0c6386 None None] Agent healthcheck: found 6 active agents {{(pid=104007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 05:23:38.013420 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Returning: {'device': '8628c596-8348-4bfe-bb55-d19280454b65', 'network_id': '0eedaa8c-40c8-44b9-8694-ad5df2c3e587', 'port_id': '8628c596-8348-4bfe-bb55-d19280454b65', 'mac_address': 'fa:16:3e:36:b7:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb549936-7b84-4623-b2a9-b1cf34524c30', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 05:23:38.018466 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Current status of the port 1d1e98d2-d2a2-495e-8225-fe844a178a63 is: BUILD; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:23:38.019217 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (1d1e98d2-d2a2-495e-8225-fe844a178a63), before_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:38.064942 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ed3987-6d20-4508-8d95-f1fa799875b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa5b2ac3-c790-4a2d-921c-b217d83acf42,revision_number=1']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:23:38.081878 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b11929b6-7818-4cae-be4e-8941c93c6aca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d1e98d2-d2a2-495e-8225-fe844a178a63'}] {{(pid=104006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 05:23:38.084307 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e99febf74dea338d8edfc28e98bc5f49fff1daa2966fa3a6b84f517592192115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb15b275-d29b-4c48-a3e6-854d45871907" -d '{"events": [{"server_uuid": "b11929b6-7818-4cae-be4e-8941c93c6aca", "name": "network-vif-plugged", "status": "completed", "tag": "1d1e98d2-d2a2-495e-8225-fe844a178a63"}]}' {{(pid=104006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 05:23:38.098130 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Current status of the port 8628c596-8348-4bfe-bb55-d19280454b65 is: DOWN; New status is: BUILD {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:23:38.099024 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (8628c596-8348-4bfe-bb55-d19280454b65), before_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:38.102729 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] For port 1d1e98d2-d2a2-495e-8225-fe844a178a63, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=1d1e98d2-d2a2-495e-8225-fe844a178a63,segment=NetworkSegment(7dd9aee4-ac8a-4d05-b89c-b82451a25827),segment_id=7dd9aee4-ac8a-4d05-b89c-b82451a25827)] {{(pid=104006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:23:38.124118 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-1e496896-901b-417c-bc91-a733ede9fda2 req-fdd2cf86-4b4f-4ed8-8b21-3dea5771261e tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1b037b0-0efa-496f-bd70-b1139f60e425&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1126373 Jul 29 05:23:38.128809 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (1d1e98d2-d2a2-495e-8225-fe844a178a63), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:38.174952 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.notifiers.nova [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8628c596-8348-4bfe-bb55-d19280454b65 {{(pid=104006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 05:23:38.180338 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-746b6605-d2bd-4009-b2c4-73891d665be9 admin admin] Publish callbacks [] for security_group (fa5b2ac3-c790-4a2d-921c-b217d83acf42), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:38.196191 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-66fffea2-60a0-40d2-bb5f-8aedcf9cb089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (8a9a6061-e61b-4901-b35e-5e71dea10db3), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:38.220682 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] For port 8628c596-8348-4bfe-bb55-d19280454b65, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=8628c596-8348-4bfe-bb55-d19280454b65,segment=NetworkSegment(aa64d83e-de18-4cf4-9f38-bca00602d684),segment_id=aa64d83e-de18-4cf4-9f38-bca00602d684)] {{(pid=104006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:23:38.223409 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916fce94-1461-44f9-9b1c-2521bfaf471c req-95597a58-be0d-4bdb-9c43-5fefda064e78 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:38.231654 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-916fce94-1461-44f9-9b1c-2521bfaf471c req-95597a58-be0d-4bdb-9c43-5fefda064e78 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/ports?device_id=b11929b6-7818-4cae-be4e-8941c93c6aca HTTP/1.1" status: 200 len: 944 time: 0.3555014 Jul 29 05:23:38.232666 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (8628c596-8348-4bfe-bb55-d19280454b65), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:38.234718 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-746b6605-d2bd-4009-b2c4-73891d665be9 admin admin] Publish callbacks [] for security_group (fa5b2ac3-c790-4a2d-921c-b217d83acf42), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:38.238280 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Pushing event updated for resources: {'Port': ['ID=1d1e98d2-d2a2-495e-8225-fe844a178a63,revision_number=5']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:23:38.238515 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=10 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:23:38.254895 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb2eca2-d2dd-4c9d-afe9-0ddf62d6979f req-ab9d27ef-1f5f-49dc-a803-7d8c526eb0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:38.256445 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-efb2eca2-d2dd-4c9d-afe9-0ddf62d6979f req-ab9d27ef-1f5f-49dc-a803-7d8c526eb0f0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bb549936-7b84-4623-b2a9-b1cf34524c30 HTTP/1.1" status: 200 len: 843 time: 0.3044958 Jul 29 05:23:38.275917 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:23:38.307757 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Pushing event updated for resources: {'Port': ['ID=8628c596-8348-4bfe-bb55-d19280454b65,revision_number=4']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:23:38.332075 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1553c23-fa0e-4ba5-98d2-2b119a7db118 req-3bb9e28e-72e6-402b-81b2-5d14412a8909 tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:38.333641 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-f1553c23-fa0e-4ba5-98d2-2b119a7db118 req-3bb9e28e-72e6-402b-81b2-5d14412a8909 tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] 10.222.0.60 "GET /v2.0/networks?id=6068f512-e267-445c-a8db-5edcf9da6f4b HTTP/1.1" status: 200 len: 812 time: 1.0314465 Jul 29 05:23:38.337590 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-b0b50f21-768c-421b-bedc-7f81454c38ce req-f017d4ed-8089-493c-96ef-c40304985e95 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=00171c99-cf39-4ed6-b78a-3bb24272b171 HTTP/1.1" status: 200 len: 210 time: 0.0868492 Jul 29 05:23:38.343413 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea42d013-04cf-4987-b6bf-6231deb166e5 req-1d40b230-4be2-4918-a930-f92bfc6f42b0 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:38.344981 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-ea42d013-04cf-4987-b6bf-6231deb166e5 req-1d40b230-4be2-4918-a930-f92bfc6f42b0 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.60 "GET /v2.0/networks?id=71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9 HTTP/1.1" status: 200 len: 819 time: 1.0620408 Jul 29 05:23:38.357129 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.v2.base [req-f1553c23-fa0e-4ba5-98d2-2b119a7db118 req-f4dd97fa-5747-410d-a7fd-adf7fa5b8dc5 tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] Request body: {'port': {'device_id': '9f803c7a-3603-4d3c-bdcf-67e7f12f1b20', 'network_id': '6068f512-e267-445c-a8db-5edcf9da6f4b', 'admin_state_up': True, 'tenant_id': '1f75331a524c4a5a981dfd1fdc361467'}} {{(pid=104005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:23:38.371452 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb2eca2-d2dd-4c9d-afe9-0ddf62d6979f req-3edc8e56-f3ed-4536-a6b9-92c054a25d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:38.373377 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-efb2eca2-d2dd-4c9d-afe9-0ddf62d6979f req-3edc8e56-f3ed-4536-a6b9-92c054a25d35 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0eedaa8c-40c8-44b9-8694-ad5df2c3e587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0944805 Jul 29 05:23:38.382627 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-746b6605-d2bd-4009-b2c4-73891d665be9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (fa5b2ac3-c790-4a2d-921c-b217d83acf42), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:38.387436 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-746b6605-d2bd-4009-b2c4-73891d665be9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:38.388875 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-746b6605-d2bd-4009-b2c4-73891d665be9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fa5b2ac3-c790-4a2d-921c-b217d83acf42 HTTP/1.1" status: 204 len: 168 time: 0.3947833 Jul 29 05:23:38.407509 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746b6605-d2bd-4009-b2c4-73891d665be9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa5b2ac3-c790-4a2d-921c-b217d83acf42,revision_number=None']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:23:38.503396 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:23:38.525438 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3d8bde-b8d5-4843-86b7-70aa2cecaa4c req-211360d5-27ff-43e2-bb12-78939ea67e40 tempest-VolumesNegativeTest-1036128200 tempest-VolumesNegativeTest-1036128200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:38.526660 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-4a3d8bde-b8d5-4843-86b7-70aa2cecaa4c req-211360d5-27ff-43e2-bb12-78939ea67e40 tempest-VolumesNegativeTest-1036128200 tempest-VolumesNegativeTest-1036128200-project] 10.222.0.49 "GET /v2.0/ports?device_id=f67587cf-7dfb-4577-8512-ef4dc3500073 HTTP/1.1" status: 200 len: 949 time: 0.0646062 Jul 29 05:23:38.547488 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] get_ports_and_sgs() called for port_ids ['8628c596-8348-4bfe-bb55-d19280454b65'] {{(pid=104006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 05:23:38.564712 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-916fce94-1461-44f9-9b1c-2521bfaf471c req-185c9743-bb5b-40fa-bc34-c23ff0cc250d tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/security-groups?id=2689dc7c-87cf-4b45-89dd-02c9ff7a9ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3320107 Jul 29 05:23:38.633789 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-4a3d8bde-b8d5-4843-86b7-70aa2cecaa4c req-084179dd-25cd-45bd-8a7a-983ec86ec2db tempest-VolumesNegativeTest-1036128200 tempest-VolumesNegativeTest-1036128200-project] 10.222.0.49 "GET /v2.0/security-groups?id=c504bbc9-0b8d-4dde-8cd5-d49b664e7c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809639 Jul 29 05:23:38.690106 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-efb2eca2-d2dd-4c9d-afe9-0ddf62d6979f req-e3c2f040-ec52-4c09-8fad-37a6d782b895 service neutron] 10.222.0.60 "GET /v2.0/networks/0eedaa8c-40c8-44b9-8694-ad5df2c3e587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2934163 Jul 29 05:23:38.703823 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 05:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbde82d1-3795-4c3f-9c52-7aeeb3122810 x-openstack-request-id: req-fbde82d1-3795-4c3f-9c52-7aeeb3122810 {{(pid=104006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 05:23:38.704461 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b11929b6-7818-4cae-be4e-8941c93c6aca", "name": "network-vif-plugged", "status": "completed", "tag": "1d1e98d2-d2a2-495e-8225-fe844a178a63", "code": 200}]} {{(pid=104006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 05:23:38.704964 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fbde82d1-3795-4c3f-9c52-7aeeb3122810 {{(pid=104006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 05:23:38.705375 dv-cinder-851279-2-iscsi neutron-server[104006]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbde82d1-3795-4c3f-9c52-7aeeb3122810'] response: {'server_uuid': 'b11929b6-7818-4cae-be4e-8941c93c6aca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d1e98d2-d2a2-495e-8225-fe844a178a63', 'code': 200} Jul 29 05:23:38.795494 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-0a5e74d4-7e6b-49a5-84bd-c6f171847baf req-ae58ff6f-f5c0-4c3e-be01-d448e9467294 tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f803c7a-3603-4d3c-bdcf-67e7f12f1b20 HTTP/1.1" status: 200 len: 210 time: 0.0984490 Jul 29 05:23:38.843814 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-ea42d013-04cf-4987-b6bf-6231deb166e5 req-1eb0a50a-6889-4d4b-b984-54b3a85ffc10 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=153fe5d9d64346f6b7419eba91948678 HTTP/1.1" status: 200 len: 380 time: 0.4743793 Jul 29 05:23:38.863793 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.v2.base [req-ea42d013-04cf-4987-b6bf-6231deb166e5 req-77b53ad0-37f3-4167-b2b4-34b7283d6b90 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Request body: {'port': {'device_id': '00171c99-cf39-4ed6-b78a-3bb24272b171', 'network_id': '71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9', 'admin_state_up': True, 'tenant_id': '153fe5d9d64346f6b7419eba91948678', 'security_groups': ['1c942e50-e987-405e-a4e5-d39231e8d492']}} {{(pid=104005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:23:38.899703 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:23:38.952214 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1553c23-fa0e-4ba5-98d2-2b119a7db118 req-f4dd97fa-5747-410d-a7fd-adf7fa5b8dc5 tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] Made reservation on behalf of 1f75331a524c4a5a981dfd1fdc361467 for: {'port': 1} {{(pid=104005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 05:23:38.957265 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-f1553c23-fa0e-4ba5-98d2-2b119a7db118 req-f4dd97fa-5747-410d-a7fd-adf7fa5b8dc5 tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (None), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:38.972602 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de24522a-8a8e-4b47-9d83-421ddcf3f9e8 req-2a320c44-48a7-44d4-871d-939de4912973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:38.977427 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-de24522a-8a8e-4b47-9d83-421ddcf3f9e8 req-2a320c44-48a7-44d4-871d-939de4912973 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b11929b6-7818-4cae-be4e-8941c93c6aca HTTP/1.1" status: 200 len: 1129 time: 0.0575688 Jul 29 05:23:39.031731 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-de24522a-8a8e-4b47-9d83-421ddcf3f9e8 req-569866ca-570d-48b7-8e35-a0e0650cf85e service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=2689dc7c-87cf-4b45-89dd-02c9ff7a9ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0483403 Jul 29 05:23:39.034291 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-efb2eca2-d2dd-4c9d-afe9-0ddf62d6979f req-e64214c9-87cd-4dc3-b83c-4469788d21c0 service neutron] 10.222.0.60 "GET /v2.0/networks/0eedaa8c-40c8-44b9-8694-ad5df2c3e587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3008537 Jul 29 05:23:39.084890 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:23:39.116802 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea42d013-04cf-4987-b6bf-6231deb166e5 req-77b53ad0-37f3-4167-b2b4-34b7283d6b90 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Made reservation on behalf of 153fe5d9d64346f6b7419eba91948678 for: {'port': 1} {{(pid=104005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 05:23:39.120285 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-ea42d013-04cf-4987-b6bf-6231deb166e5 req-77b53ad0-37f3-4167-b2b4-34b7283d6b90 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (None), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:39.291706 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.db_base_plugin_common [req-f1553c23-fa0e-4ba5-98d2-2b119a7db118 req-f4dd97fa-5747-410d-a7fd-adf7fa5b8dc5 tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] Allocated IP 172.20.0.11 (6068f512-e267-445c-a8db-5edcf9da6f4b/0bb787ec-229d-4496-8b75-814879057044/7b9f65ae-322a-484b-a4c5-136721870e39) {{(pid=104005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 05:23:39.339187 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe2a5dc-3783-4e9b-9edd-e434a12598ba req-a9a1d51e-1939-4e53-bde8-c96e0dac1d97 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:39.343477 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-bfe2a5dc-3783-4e9b-9edd-e434a12598ba req-a9a1d51e-1939-4e53-bde8-c96e0dac1d97 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ff4221e-eadc-491b-9f3c-9b41413a63d0 HTTP/1.1" status: 200 len: 946 time: 0.0837982 Jul 29 05:23:39.461125 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-bfe2a5dc-3783-4e9b-9edd-e434a12598ba req-f1636c70-10a3-4bc4-ba19-e7232ac5b2fd tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1b037b0-0efa-496f-bd70-b1139f60e425&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1094847 Jul 29 05:23:39.483120 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.db_base_plugin_common [req-ea42d013-04cf-4987-b6bf-6231deb166e5 req-77b53ad0-37f3-4167-b2b4-34b7283d6b90 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Allocated IP 172.20.0.12 (71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9/a137c074-4437-44e5-8103-6184a1dda097/b9da91d9-425e-4a0a-af65-aa645da630ad) {{(pid=104005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 05:23:39.565171 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-e82d4e83-485e-4650-93df-d7b29914b3cf req-7946fb49-32ed-4376-b9f6-4db1a7813aca tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=00171c99-cf39-4ed6-b78a-3bb24272b171 HTTP/1.1" status: 200 len: 210 time: 0.0568633 Jul 29 05:23:39.741214 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Device 8628c596-8348-4bfe-bb55-d19280454b65 up at agent hyperv_hv-cinder-85127 {{(pid=104006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 05:23:39.766447 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-f1553c23-fa0e-4ba5-98d2-2b119a7db118 req-f4dd97fa-5747-410d-a7fd-adf7fa5b8dc5 tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] Publish callbacks [] for port (7b9f65ae-322a-484b-a4c5-136721870e39), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:39.816604 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eab99c-8c20-494a-b69a-ce4a4bcb1a22 req-be83c116-67c8-45e0-accd-c97e54e7da1b tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:39.832153 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-90eab99c-8c20-494a-b69a-ce4a4bcb1a22 req-be83c116-67c8-45e0-accd-c97e54e7da1b tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/ports?device_id=b11929b6-7818-4cae-be4e-8941c93c6aca HTTP/1.1" status: 200 len: 945 time: 0.1267159 Jul 29 05:23:39.881621 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Provisioning for port 8628c596-8348-4bfe-bb55-d19280454b65 completed by entity L2. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 29 05:23:39.899285 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Provisioning complete for port 8628c596-8348-4bfe-bb55-d19280454b65 triggered by entity L2. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:23:39.900395 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-ea42d013-04cf-4987-b6bf-6231deb166e5 req-77b53ad0-37f3-4167-b2b4-34b7283d6b90 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Publish callbacks [] for port (b9da91d9-425e-4a0a-af65-aa645da630ad), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:39.901722 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (8628c596-8348-4bfe-bb55-d19280454b65), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:39.908659 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:23:39.936485 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-f1553c23-fa0e-4ba5-98d2-2b119a7db118 req-f4dd97fa-5747-410d-a7fd-adf7fa5b8dc5 tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737760223811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1905596'] for port (7b9f65ae-322a-484b-a4c5-136721870e39), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:39.950383 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-90eab99c-8c20-494a-b69a-ce4a4bcb1a22 req-fe5223a8-18a2-4de8-957d-f805915a1867 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/security-groups?id=2689dc7c-87cf-4b45-89dd-02c9ff7a9ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1157362 Jul 29 05:23:40.092310 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df4c988-3c1d-4014-b2dc-e84f5473c8df req-67cb8682-8d3a-4bbd-8b4b-7d63d488f7d9 tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:40.096998 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1553c23-fa0e-4ba5-98d2-2b119a7db118 req-f4dd97fa-5747-410d-a7fd-adf7fa5b8dc5 tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] Network 6068f512-e267-445c-a8db-5edcf9da6f4b is already hosted by enough agents. {{(pid=104005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 05:23:40.102244 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-1df4c988-3c1d-4014-b2dc-e84f5473c8df req-67cb8682-8d3a-4bbd-8b4b-7d63d488f7d9 tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f803c7a-3603-4d3c-bdcf-67e7f12f1b20 HTTP/1.1" status: 200 len: 932 time: 0.0791976 Jul 29 05:23:40.108091 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:23:40.117217 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.base_scheduler [req-f1553c23-fa0e-4ba5-98d2-2b119a7db118 req-f4dd97fa-5747-410d-a7fd-adf7fa5b8dc5 tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] Resources bound (agent type, host, resource id): {{(pid=104005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:23:40.129906 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1553c23-fa0e-4ba5-98d2-2b119a7db118 req-f4dd97fa-5747-410d-a7fd-adf7fa5b8dc5 tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] Received port after_create {{(pid=104005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 05:23:40.137744 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:23:40.176420 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-1df4c988-3c1d-4014-b2dc-e84f5473c8df req-d647a034-0419-4210-9e17-7909cb694e65 tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] 10.222.0.49 "GET /v2.0/security-groups?id=10873ed0-801e-451a-aaaa-93d3e6c9aa2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728235 Jul 29 05:23:40.265252 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dd97fa-5747-410d-a7fd-adf7fa5b8dc5 tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] Pushing event updated for resources: {'Port': ['ID=7b9f65ae-322a-484b-a4c5-136721870e39,revision_number=1']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:23:40.286676 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-ea42d013-04cf-4987-b6bf-6231deb166e5 req-77b53ad0-37f3-4167-b2b4-34b7283d6b90 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737760223811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1905596'] for port (b9da91d9-425e-4a0a-af65-aa645da630ad), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:40.320217 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbb2b93-4945-4fc9-b052-c922bafd510b req-51ddad49-f2f4-4b17-90ee-19dcb6a1bbbe tempest-VolumesNegativeTest-1036128200 tempest-VolumesNegativeTest-1036128200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:40.326951 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-7dbb2b93-4945-4fc9-b052-c922bafd510b req-51ddad49-f2f4-4b17-90ee-19dcb6a1bbbe tempest-VolumesNegativeTest-1036128200 tempest-VolumesNegativeTest-1036128200-project] 10.222.0.49 "GET /v2.0/ports?device_id=f67587cf-7dfb-4577-8512-ef4dc3500073 HTTP/1.1" status: 200 len: 949 time: 0.3512678 Jul 29 05:23:40.329546 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c0cfcfc2-d3d3-4a7d-ac6c-95a3fd745979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (543ff7d7-1636-45b2-a25e-e19209bc2e01), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:40.352857 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Current status of the port 8628c596-8348-4bfe-bb55-d19280454b65 is: BUILD; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:23:40.353256 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (8628c596-8348-4bfe-bb55-d19280454b65), before_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:40.410639 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1553c23-fa0e-4ba5-98d2-2b119a7db118 req-f4dd97fa-5747-410d-a7fd-adf7fa5b8dc5 tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:40.411656 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-f1553c23-fa0e-4ba5-98d2-2b119a7db118 req-f4dd97fa-5747-410d-a7fd-adf7fa5b8dc5 tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249840'] for port (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:40.412060 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] For port 8628c596-8348-4bfe-bb55-d19280454b65, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=8628c596-8348-4bfe-bb55-d19280454b65,segment=NetworkSegment(aa64d83e-de18-4cf4-9f38-bca00602d684),segment_id=aa64d83e-de18-4cf4-9f38-bca00602d684)] {{(pid=104006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:23:40.417168 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (8628c596-8348-4bfe-bb55-d19280454b65), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:40.478896 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea42d013-04cf-4987-b6bf-6231deb166e5 req-77b53ad0-37f3-4167-b2b4-34b7283d6b90 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Network 71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9 is already hosted by enough agents. {{(pid=104005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 05:23:40.480620 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Pushing event updated for resources: {'Port': ['ID=8628c596-8348-4bfe-bb55-d19280454b65,revision_number=5']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:23:40.501845 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.base_scheduler [req-ea42d013-04cf-4987-b6bf-6231deb166e5 req-77b53ad0-37f3-4167-b2b4-34b7283d6b90 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Resources bound (agent type, host, resource id): {{(pid=104005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:23:40.515240 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea42d013-04cf-4987-b6bf-6231deb166e5 req-77b53ad0-37f3-4167-b2b4-34b7283d6b90 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Received port after_create {{(pid=104005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 05:23:40.550347 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-f1553c23-fa0e-4ba5-98d2-2b119a7db118 req-f4dd97fa-5747-410d-a7fd-adf7fa5b8dc5 tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2035024 Jul 29 05:23:40.613955 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b53ad0-37f3-4167-b2b4-34b7283d6b90 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Pushing event updated for resources: {'Port': ['ID=b9da91d9-425e-4a0a-af65-aa645da630ad,revision_number=1']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:23:40.623890 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea42d013-04cf-4987-b6bf-6231deb166e5 req-77b53ad0-37f3-4167-b2b4-34b7283d6b90 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:40.624955 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-ea42d013-04cf-4987-b6bf-6231deb166e5 req-77b53ad0-37f3-4167-b2b4-34b7283d6b90 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249840'] for port (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:40.653790 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d022d8-1cdb-4373-bbad-7d4e3714416f req-1678eec3-b0b6-4316-8cc0-c047599e71d9 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:40.654007 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-ea42d013-04cf-4987-b6bf-6231deb166e5 req-77b53ad0-37f3-4167-b2b4-34b7283d6b90 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7962806 Jul 29 05:23:40.663499 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-78d022d8-1cdb-4373-bbad-7d4e3714416f req-1678eec3-b0b6-4316-8cc0-c047599e71d9 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ff4221e-eadc-491b-9f3c-9b41413a63d0 HTTP/1.1" status: 200 len: 946 time: 0.0731175 Jul 29 05:23:40.671384 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-7dbb2b93-4945-4fc9-b052-c922bafd510b req-c5dfebba-19de-435f-ace5-c57eccd9514f tempest-VolumesNegativeTest-1036128200 tempest-VolumesNegativeTest-1036128200-project] 10.222.0.49 "GET /v2.0/security-groups?id=c504bbc9-0b8d-4dde-8cd5-d49b664e7c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2976134 Jul 29 05:23:40.706785 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f67587cf-7dfb-4577-8512-ef4dc3500073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8628c596-8348-4bfe-bb55-d19280454b65'}] {{(pid=104006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 05:23:40.710884 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e99febf74dea338d8edfc28e98bc5f49fff1daa2966fa3a6b84f517592192115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dd58ca1-2499-4260-8fb5-044d5ebfae3b" -d '{"events": [{"server_uuid": "f67587cf-7dfb-4577-8512-ef4dc3500073", "name": "network-vif-plugged", "status": "completed", "tag": "8628c596-8348-4bfe-bb55-d19280454b65"}]}' {{(pid=104006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 05:23:40.794443 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.v2.base [req-f1553c23-fa0e-4ba5-98d2-2b119a7db118 req-03927fba-670e-4448-99f8-9fa715f74d6b service neutron] Request body: {'port': {'device_id': '9f803c7a-3603-4d3c-bdcf-67e7f12f1b20', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85127'}} {{(pid=104005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:23:40.822313 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.v2.base [req-ea42d013-04cf-4987-b6bf-6231deb166e5 req-dd46862e-ed30-488c-be53-c6db5b59be58 service neutron] Request body: {'port': {'device_id': '00171c99-cf39-4ed6-b78a-3bb24272b171', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85127'}} {{(pid=104005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:23:40.845846 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-78d022d8-1cdb-4373-bbad-7d4e3714416f req-14f3e1d6-d6b3-433f-adbb-d98c8e116748 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1b037b0-0efa-496f-bd70-b1139f60e425&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1807704 Jul 29 05:23:40.921623 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d4b2bb-4f87-4132-a182-4df06e47b4bb req-7417a12d-76cc-418d-beaf-c1ce6cea1463 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:40.930370 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-28d4b2bb-4f87-4132-a182-4df06e47b4bb req-7417a12d-76cc-418d-beaf-c1ce6cea1463 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=00171c99-cf39-4ed6-b78a-3bb24272b171 HTTP/1.1" status: 200 len: 932 time: 0.1689770 Jul 29 05:23:40.955819 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 05:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22ba511f-4926-49aa-86f9-2bb51e00eb4d x-openstack-request-id: req-22ba511f-4926-49aa-86f9-2bb51e00eb4d {{(pid=104006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 05:23:40.956967 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f67587cf-7dfb-4577-8512-ef4dc3500073", "name": "network-vif-plugged", "status": "completed", "tag": "8628c596-8348-4bfe-bb55-d19280454b65", "code": 200}]} {{(pid=104006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 05:23:40.956967 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-22ba511f-4926-49aa-86f9-2bb51e00eb4d {{(pid=104006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 05:23:40.956967 dv-cinder-851279-2-iscsi neutron-server[104006]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22ba511f-4926-49aa-86f9-2bb51e00eb4d'] response: {'server_uuid': 'f67587cf-7dfb-4577-8512-ef4dc3500073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8628c596-8348-4bfe-bb55-d19280454b65', 'code': 200} Jul 29 05:23:41.033523 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-a719481f-6f7a-4325-b607-5636165aac03 None None] Provisioning complete for port b9da91d9-425e-4a0a-af65-aa645da630ad triggered by entity DHCP. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:23:41.033896 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-a719481f-6f7a-4325-b607-5636165aac03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (b9da91d9-425e-4a0a-af65-aa645da630ad), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:41.072770 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-ea42d013-04cf-4987-b6bf-6231deb166e5 req-dd46862e-ed30-488c-be53-c6db5b59be58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (b9da91d9-425e-4a0a-af65-aa645da630ad), before_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:41.077057 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-f1553c23-fa0e-4ba5-98d2-2b119a7db118 req-03927fba-670e-4448-99f8-9fa715f74d6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (7b9f65ae-322a-484b-a4c5-136721870e39), before_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:41.098833 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-a719481f-6f7a-4325-b607-5636165aac03 None None] Port b9da91d9-425e-4a0a-af65-aa645da630ad cannot update to ACTIVE because it is not bound. {{(pid=104006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 29 05:23:41.142819 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-28d4b2bb-4f87-4132-a182-4df06e47b4bb req-42351bbe-5398-40e7-a1f8-81fef3c875c3 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c942e50-e987-405e-a4e5-d39231e8d492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2111473 Jul 29 05:23:41.184926 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e4b59e-1ce2-4a5c-91ff-1227ad247c0f req-5c287c9a-a601-4cbe-a504-7b78f34e84c6 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:41.187709 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-a2e4b59e-1ce2-4a5c-91ff-1227ad247c0f req-5c287c9a-a601-4cbe-a504-7b78f34e84c6 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/ports?device_id=b11929b6-7818-4cae-be4e-8941c93c6aca HTTP/1.1" status: 200 len: 945 time: 0.1089337 Jul 29 05:23:41.278141 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-a2e4b59e-1ce2-4a5c-91ff-1227ad247c0f req-81128472-4094-428f-afa4-6c143a4d15c6 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/security-groups?id=2689dc7c-87cf-4b45-89dd-02c9ff7a9ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0832157 Jul 29 05:23:41.502273 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdf4215-cc9f-45f6-b7e5-437ae40c6d21 req-8b43716c-9a77-4b22-9581-7663da58c237 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:41.504103 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-0cdf4215-cc9f-45f6-b7e5-437ae40c6d21 req-8b43716c-9a77-4b22-9581-7663da58c237 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/ports?device_id=b11929b6-7818-4cae-be4e-8941c93c6aca HTTP/1.1" status: 200 len: 945 time: 0.0853393 Jul 29 05:23:41.506901 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eaaebf-8bdd-415f-be3c-c2f761e6443d req-1db02c1d-992a-49cf-9d95-997a201b9777 tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:41.508932 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-59eaaebf-8bdd-415f-be3c-c2f761e6443d req-1db02c1d-992a-49cf-9d95-997a201b9777 tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f803c7a-3603-4d3c-bdcf-67e7f12f1b20 HTTP/1.1" status: 200 len: 932 time: 0.2080379 Jul 29 05:23:41.526328 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:23:41.526758 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 60278) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:23:41.537869 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.v2.base [None req-bb367763-4367-45db-b9f5-47d3f9849e8b tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Request body: {'floatingip': {'port_id': '1d1e98d2-d2a2-495e-8225-fe844a178a63'}} {{(pid=104004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:23:41.598255 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-bb367763-4367-45db-b9f5-47d3f9849e8b tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks [] for floatingip (3f2c6248-a849-4542-8a5e-993b98c5ebcb), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:41.697614 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-25d2d662-1c10-455a-a758-35c132406432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (7da8dcb9-9a4e-44fd-b4da-fa922ad17d56), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:41.724037 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:23:41.729934 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 60282) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:23:41.786672 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-59eaaebf-8bdd-415f-be3c-c2f761e6443d req-96320f9a-fd2b-4ef1-810e-519853d94587 tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] 10.222.0.49 "GET /v2.0/security-groups?id=10873ed0-801e-451a-aaaa-93d3e6c9aa2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679453 Jul 29 05:23:41.805972 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (aa119a64-f506-4951-a68b-6dc6289eaece), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:41.864010 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a951d2-05dd-4b5f-8af0-8f8eacb3c951 req-ee476729-3dd4-4c1c-a8a5-8b108688e071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:41.865900 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-87a951d2-05dd-4b5f-8af0-8f8eacb3c951 req-ee476729-3dd4-4c1c-a8a5-8b108688e071 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f67587cf-7dfb-4577-8512-ef4dc3500073 HTTP/1.1" status: 200 len: 1134 time: 0.1403375 Jul 29 05:23:41.894877 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350fddd3-5db4-4e11-ae8d-9b8206a4cc4b req-902996cc-bf6d-4e05-9db6-457d683ba4c8 tempest-VolumesNegativeTest-1036128200 tempest-VolumesNegativeTest-1036128200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:41.902380 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-350fddd3-5db4-4e11-ae8d-9b8206a4cc4b req-902996cc-bf6d-4e05-9db6-457d683ba4c8 tempest-VolumesNegativeTest-1036128200 tempest-VolumesNegativeTest-1036128200-project] 10.222.0.49 "GET /v2.0/ports?device_id=f67587cf-7dfb-4577-8512-ef4dc3500073 HTTP/1.1" status: 200 len: 950 time: 0.1401577 Jul 29 05:23:41.934806 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.notifiers.nova [req-ea42d013-04cf-4987-b6bf-6231deb166e5 req-dd46862e-ed30-488c-be53-c6db5b59be58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9da91d9-425e-4a0a-af65-aa645da630ad {{(pid=104005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 05:23:41.945284 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-ea42d013-04cf-4987-b6bf-6231deb166e5 req-dd46862e-ed30-488c-be53-c6db5b59be58 service neutron] Publish callbacks [] for port (b9da91d9-425e-4a0a-af65-aa645da630ad), precommit_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:41.978091 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.provisioning_blocks [req-ea42d013-04cf-4987-b6bf-6231deb166e5 req-dd46862e-ed30-488c-be53-c6db5b59be58 service neutron] Transition to ACTIVE for port object b9da91d9-425e-4a0a-af65-aa645da630ad will not be triggered until provisioned by entity L2. {{(pid=104005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 29 05:23:41.995895 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-ea42d013-04cf-4987-b6bf-6231deb166e5 req-dd46862e-ed30-488c-be53-c6db5b59be58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1905579'] for port (b9da91d9-425e-4a0a-af65-aa645da630ad), after_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:42.005956 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-d16b0f7a-e9d1-4115-b2ba-d5011a2f7986 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:42.028719 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-350fddd3-5db4-4e11-ae8d-9b8206a4cc4b req-e8abea55-90bb-4503-b6c2-c474d53b7453 tempest-VolumesNegativeTest-1036128200 tempest-VolumesNegativeTest-1036128200-project] 10.222.0.49 "GET /v2.0/security-groups?id=c504bbc9-0b8d-4dde-8cd5-d49b664e7c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220603 Jul 29 05:23:42.037130 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=100 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:23:42.073418 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:23:42.320094 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-d16b0f7a-e9d1-4115-b2ba-d5011a2f7986 admin admin] Publish callbacks [] for security_group (0be56fe4-3aae-4e46-8c42-cd756f5cf1a1), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:42.338420 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-d16b0f7a-e9d1-4115-b2ba-d5011a2f7986 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (0be56fe4-3aae-4e46-8c42-cd756f5cf1a1), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:42.421157 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-87a951d2-05dd-4b5f-8af0-8f8eacb3c951 req-2741acd0-03c8-46f1-8c2e-5594174e7b4e service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c504bbc9-0b8d-4dde-8cd5-d49b664e7c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5213397 Jul 29 05:23:42.427892 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.notifiers.nova [req-f1553c23-fa0e-4ba5-98d2-2b119a7db118 req-03927fba-670e-4448-99f8-9fa715f74d6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b9f65ae-322a-484b-a4c5-136721870e39 {{(pid=104005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 05:23:42.445218 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-f1553c23-fa0e-4ba5-98d2-2b119a7db118 req-03927fba-670e-4448-99f8-9fa715f74d6b service neutron] Publish callbacks [] for port (7b9f65ae-322a-484b-a4c5-136721870e39), precommit_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:42.459807 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd46862e-ed30-488c-be53-c6db5b59be58 service neutron] Pushing event updated for resources: {'Port': ['ID=b9da91d9-425e-4a0a-af65-aa645da630ad,revision_number=2']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:23:42.490302 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7277d52b-725f-456f-aa0c-2383a2ae8376 req-6de0df4e-5410-46ca-b4dc-916e8afba914 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:42.496117 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-7277d52b-725f-456f-aa0c-2383a2ae8376 req-6de0df4e-5410-46ca-b4dc-916e8afba914 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ff4221e-eadc-491b-9f3c-9b41413a63d0 HTTP/1.1" status: 200 len: 946 time: 0.1446540 Jul 29 05:23:42.517484 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.provisioning_blocks [req-f1553c23-fa0e-4ba5-98d2-2b119a7db118 req-03927fba-670e-4448-99f8-9fa715f74d6b service neutron] Transition to ACTIVE for port object 7b9f65ae-322a-484b-a4c5-136721870e39 will not be triggered until provisioned by entity L2. {{(pid=104005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 29 05:23:42.552846 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-f1553c23-fa0e-4ba5-98d2-2b119a7db118 req-03927fba-670e-4448-99f8-9fa715f74d6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1905579'] for port (7b9f65ae-322a-484b-a4c5-136721870e39), after_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:42.652671 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03927fba-670e-4448-99f8-9fa715f74d6b service neutron] Pushing event updated for resources: {'Port': ['ID=7b9f65ae-322a-484b-a4c5-136721870e39,revision_number=2']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:23:42.666662 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-7277d52b-725f-456f-aa0c-2383a2ae8376 req-5dd3041d-454d-4c2f-8948-95f4cfd3aa31 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1b037b0-0efa-496f-bd70-b1139f60e425&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1654623 Jul 29 05:23:42.695606 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.managers [req-ea42d013-04cf-4987-b6bf-6231deb166e5 req-dd46862e-ed30-488c-be53-c6db5b59be58 service neutron] Attempting to bind port b9da91d9-425e-4a0a-af65-aa645da630ad on host hv-cinder-85127 for vnic_type normal with profile {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 05:23:42.696079 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.managers [req-ea42d013-04cf-4987-b6bf-6231deb166e5 req-dd46862e-ed30-488c-be53-c6db5b59be58 service neutron] Attempting to bind port b9da91d9-425e-4a0a-af65-aa645da630ad by drivers openvswitch,hyperv on host hv-cinder-85127 at level 0 using segments [{'id': '2ceab750-82be-448f-8b3e-b595d666c0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9'}] {{(pid=104005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 05:23:42.696493 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea42d013-04cf-4987-b6bf-6231deb166e5 req-dd46862e-ed30-488c-be53-c6db5b59be58 service neutron] Attempting to bind port b9da91d9-425e-4a0a-af65-aa645da630ad on network 71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9 {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 05:23:42.706597 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea42d013-04cf-4987-b6bf-6231deb166e5 req-dd46862e-ed30-488c-be53-c6db5b59be58 service neutron] Port b9da91d9-425e-4a0a-af65-aa645da630ad on network 71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85127 {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 29 05:23:42.706926 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea42d013-04cf-4987-b6bf-6231deb166e5 req-dd46862e-ed30-488c-be53-c6db5b59be58 service neutron] Attempting to bind port b9da91d9-425e-4a0a-af65-aa645da630ad on network 71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9 {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 05:23:42.736959 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea42d013-04cf-4987-b6bf-6231deb166e5 req-dd46862e-ed30-488c-be53-c6db5b59be58 service neutron] Checking agent: {'id': '12b139f9-2daf-4047-bd2d-6bc43cda34b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85127', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 5, 19, 7), 'started_at': datetime.datetime(2022, 7, 29, 5, 19, 7), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 5, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 05:23:42.736959 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea42d013-04cf-4987-b6bf-6231deb166e5 req-dd46862e-ed30-488c-be53-c6db5b59be58 service neutron] Checking segment: {'id': '2ceab750-82be-448f-8b3e-b595d666c0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 05:23:42.737419 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea42d013-04cf-4987-b6bf-6231deb166e5 req-dd46862e-ed30-488c-be53-c6db5b59be58 service neutron] Bound using segment: {'id': '2ceab750-82be-448f-8b3e-b595d666c0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9'} {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 05:23:42.737593 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.managers [req-ea42d013-04cf-4987-b6bf-6231deb166e5 req-dd46862e-ed30-488c-be53-c6db5b59be58 service neutron] Bound port: b9da91d9-425e-4a0a-af65-aa645da630ad, host: hv-cinder-85127, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ceab750-82be-448f-8b3e-b595d666c0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9'}}] {{(pid=104005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 05:23:42.737979 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-ea42d013-04cf-4987-b6bf-6231deb166e5 req-dd46862e-ed30-488c-be53-c6db5b59be58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (b9da91d9-425e-4a0a-af65-aa645da630ad), before_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:42.793965 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16b0f7a-e9d1-4115-b2ba-d5011a2f7986 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0be56fe4-3aae-4e46-8c42-cd756f5cf1a1,revision_number=1']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:23:42.798249 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-d16b0f7a-e9d1-4115-b2ba-d5011a2f7986 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=48c58a138afd4b7cb6bf3f7c1dbb6860&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0667174 Jul 29 05:23:42.804680 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 60298) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:23:42.807180 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e15094-28c8-43bd-8ed5-35c69ddd3587 req-ac068941-71a5-4fd1-b6a4-9f59fb46961d tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:42.809359 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-64e15094-28c8-43bd-8ed5-35c69ddd3587 req-ac068941-71a5-4fd1-b6a4-9f59fb46961d tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=00171c99-cf39-4ed6-b78a-3bb24272b171 HTTP/1.1" status: 200 len: 944 time: 0.4820857 Jul 29 05:23:42.814318 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-bb367763-4367-45db-b9f5-47d3f9849e8b tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:42.820251 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:23:42.821601 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-bb367763-4367-45db-b9f5-47d3f9849e8b tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-375524'] for floatingip (3f2c6248-a849-4542-8a5e-993b98c5ebcb), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:42.867079 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.managers [req-f1553c23-fa0e-4ba5-98d2-2b119a7db118 req-03927fba-670e-4448-99f8-9fa715f74d6b service neutron] Attempting to bind port 7b9f65ae-322a-484b-a4c5-136721870e39 on host hv-cinder-85127 for vnic_type normal with profile {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 05:23:42.867482 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.managers [req-f1553c23-fa0e-4ba5-98d2-2b119a7db118 req-03927fba-670e-4448-99f8-9fa715f74d6b service neutron] Attempting to bind port 7b9f65ae-322a-484b-a4c5-136721870e39 by drivers openvswitch,hyperv on host hv-cinder-85127 at level 0 using segments [{'id': 'd6b1b595-a5b9-4d29-9561-8d288c1b8139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6068f512-e267-445c-a8db-5edcf9da6f4b'}] {{(pid=104005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 05:23:42.867783 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1553c23-fa0e-4ba5-98d2-2b119a7db118 req-03927fba-670e-4448-99f8-9fa715f74d6b service neutron] Attempting to bind port 7b9f65ae-322a-484b-a4c5-136721870e39 on network 6068f512-e267-445c-a8db-5edcf9da6f4b {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 05:23:42.893205 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:23:42.899806 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27810f9e-50fd-4c69-be8b-5a5bde5f4b5c req-63835a51-b111-430b-83b4-a5569bf590d0 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:42.901405 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-27810f9e-50fd-4c69-be8b-5a5bde5f4b5c req-63835a51-b111-430b-83b4-a5569bf590d0 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ff83e9-b98e-47c5-83cb-37ac61826fba HTTP/1.1" status: 200 len: 946 time: 0.1431670 Jul 29 05:23:42.908509 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1553c23-fa0e-4ba5-98d2-2b119a7db118 req-03927fba-670e-4448-99f8-9fa715f74d6b service neutron] Port 7b9f65ae-322a-484b-a4c5-136721870e39 on network 6068f512-e267-445c-a8db-5edcf9da6f4b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85127 {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 29 05:23:42.908846 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1553c23-fa0e-4ba5-98d2-2b119a7db118 req-03927fba-670e-4448-99f8-9fa715f74d6b service neutron] Attempting to bind port 7b9f65ae-322a-484b-a4c5-136721870e39 on network 6068f512-e267-445c-a8db-5edcf9da6f4b {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 05:23:42.942960 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1553c23-fa0e-4ba5-98d2-2b119a7db118 req-03927fba-670e-4448-99f8-9fa715f74d6b service neutron] Checking agent: {'id': '12b139f9-2daf-4047-bd2d-6bc43cda34b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85127', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 5, 19, 7), 'started_at': datetime.datetime(2022, 7, 29, 5, 19, 7), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 5, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 05:23:42.943954 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1553c23-fa0e-4ba5-98d2-2b119a7db118 req-03927fba-670e-4448-99f8-9fa715f74d6b service neutron] Checking segment: {'id': 'd6b1b595-a5b9-4d29-9561-8d288c1b8139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6068f512-e267-445c-a8db-5edcf9da6f4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 05:23:42.943954 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1553c23-fa0e-4ba5-98d2-2b119a7db118 req-03927fba-670e-4448-99f8-9fa715f74d6b service neutron] Bound using segment: {'id': 'd6b1b595-a5b9-4d29-9561-8d288c1b8139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6068f512-e267-445c-a8db-5edcf9da6f4b'} {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 05:23:42.944267 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.managers [req-f1553c23-fa0e-4ba5-98d2-2b119a7db118 req-03927fba-670e-4448-99f8-9fa715f74d6b service neutron] Bound port: 7b9f65ae-322a-484b-a4c5-136721870e39, host: hv-cinder-85127, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6b1b595-a5b9-4d29-9561-8d288c1b8139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6068f512-e267-445c-a8db-5edcf9da6f4b'}}] {{(pid=104005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 05:23:42.944636 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-f1553c23-fa0e-4ba5-98d2-2b119a7db118 req-03927fba-670e-4448-99f8-9fa715f74d6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (7b9f65ae-322a-484b-a4c5-136721870e39), before_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:42.961839 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-64e15094-28c8-43bd-8ed5-35c69ddd3587 req-e1e0dfc1-9c04-47d1-b6e3-ca8030c709e1 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c942e50-e987-405e-a4e5-d39231e8d492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004646 Jul 29 05:23:42.970143 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.db [req-ea42d013-04cf-4987-b6bf-6231deb166e5 req-dd46862e-ed30-488c-be53-c6db5b59be58 service neutron] For port b9da91d9-425e-4a0a-af65-aa645da630ad, host hv-cinder-85127, cleared binding levels {{(pid=104005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 05:23:42.974187 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.db.l3_db [None req-bb367763-4367-45db-b9f5-47d3f9849e8b tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Floating IP 3f2c6248-a849-4542-8a5e-993b98c5ebcb associated. External IP: 172.27.2.243, port: 1d1e98d2-d2a2-495e-8225-fe844a178a63. Jul 29 05:23:42.992775 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.db [req-ea42d013-04cf-4987-b6bf-6231deb166e5 req-dd46862e-ed30-488c-be53-c6db5b59be58 service neutron] For port b9da91d9-425e-4a0a-af65-aa645da630ad, host hv-cinder-85127, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=b9da91d9-425e-4a0a-af65-aa645da630ad,segment=NetworkSegment(2ceab750-82be-448f-8b3e-b595d666c0d7),segment_id=2ceab750-82be-448f-8b3e-b595d666c0d7)] {{(pid=104005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 05:23:43.083256 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-ea42d013-04cf-4987-b6bf-6231deb166e5 req-dd46862e-ed30-488c-be53-c6db5b59be58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1905579'] for port (b9da91d9-425e-4a0a-af65-aa645da630ad), after_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:43.107899 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-6a31f99c-e7b5-4175-9d3e-4c21f6cf8ae3 admin admin] Publish callbacks [] for security_group (0be56fe4-3aae-4e46-8c42-cd756f5cf1a1), before_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:43.133686 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-27810f9e-50fd-4c69-be8b-5a5bde5f4b5c req-270b8108-e18e-4d56-a0a2-6d1c08883cdf tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/security-groups?id=e9b3d23d-0615-4fd6-b695-2037ba10d6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2170920 Jul 29 05:23:43.182312 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea42d013-04cf-4987-b6bf-6231deb166e5 req-dd46862e-ed30-488c-be53-c6db5b59be58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:43.182831 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-ea42d013-04cf-4987-b6bf-6231deb166e5 req-dd46862e-ed30-488c-be53-c6db5b59be58 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249840'] for port (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:43.184340 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-ea42d013-04cf-4987-b6bf-6231deb166e5 req-dd46862e-ed30-488c-be53-c6db5b59be58 service neutron] 10.222.0.60 "PUT /v2.0/ports/b9da91d9-425e-4a0a-af65-aa645da630ad HTTP/1.1" status: 200 len: 1094 time: 2.3678439 Jul 29 05:23:43.189943 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00171c99-cf39-4ed6-b78a-3bb24272b171', 'tag': 'b9da91d9-425e-4a0a-af65-aa645da630ad'}] {{(pid=104005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 05:23:43.192343 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18cb6d06cd9bdbb2624e76cf95b2230ef06252a8a1dccb16f0d07e3cc9dc753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa35c8ac-9bc4-479b-a1cc-4dfe0f669124" -d '{"events": [{"name": "network-changed", "server_uuid": "00171c99-cf39-4ed6-b78a-3bb24272b171", "tag": "b9da91d9-425e-4a0a-af65-aa645da630ad"}]}' {{(pid=104005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 05:23:43.223372 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-6a31f99c-e7b5-4175-9d3e-4c21f6cf8ae3 admin admin] Publish callbacks [] for security_group (0be56fe4-3aae-4e46-8c42-cd756f5cf1a1), precommit_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:43.225942 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.db [req-f1553c23-fa0e-4ba5-98d2-2b119a7db118 req-03927fba-670e-4448-99f8-9fa715f74d6b service neutron] For port 7b9f65ae-322a-484b-a4c5-136721870e39, host hv-cinder-85127, cleared binding levels {{(pid=104005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 05:23:43.240551 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fcaf6d-f534-4a23-b608-6d3bef3a29d7 req-61630ba5-18bb-477c-9958-058b9b46d3e8 tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:43.243000 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-d7fcaf6d-f534-4a23-b608-6d3bef3a29d7 req-61630ba5-18bb-477c-9958-058b9b46d3e8 tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f803c7a-3603-4d3c-bdcf-67e7f12f1b20 HTTP/1.1" status: 200 len: 944 time: 0.1435487 Jul 29 05:23:43.250471 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd46862e-ed30-488c-be53-c6db5b59be58 service neutron] Pushing event updated for resources: {'Port': ['ID=b9da91d9-425e-4a0a-af65-aa645da630ad,revision_number=3']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:23:43.264142 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.db [req-f1553c23-fa0e-4ba5-98d2-2b119a7db118 req-03927fba-670e-4448-99f8-9fa715f74d6b service neutron] For port 7b9f65ae-322a-484b-a4c5-136721870e39, host hv-cinder-85127, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=7b9f65ae-322a-484b-a4c5-136721870e39,segment=NetworkSegment(d6b1b595-a5b9-4d29-9561-8d288c1b8139),segment_id=d6b1b595-a5b9-4d29-9561-8d288c1b8139)] {{(pid=104005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 05:23:43.311255 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-f1553c23-fa0e-4ba5-98d2-2b119a7db118 req-03927fba-670e-4448-99f8-9fa715f74d6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1905579'] for port (7b9f65ae-322a-484b-a4c5-136721870e39), after_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:43.408834 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:23:43.429794 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-d7fcaf6d-f534-4a23-b608-6d3bef3a29d7 req-d95a6374-33e7-4a34-8acb-cf40b172439a tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] 10.222.0.49 "GET /v2.0/security-groups?id=10873ed0-801e-451a-aaaa-93d3e6c9aa2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759057 Jul 29 05:23:43.436173 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c178bdef-1581-4e9a-a62c-cce61a109943 req-ab13a9fb-82d3-45c3-85fb-0c9237a9360f tempest-VolumesNegativeTest-1036128200 tempest-VolumesNegativeTest-1036128200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:43.439496 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb367763-4367-45db-b9f5-47d3f9849e8b tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Router 2f4539bc-d4ea-4bf2-91d9-64bace1e5856 has already been hosted by L3 agent 8a9a6061-e61b-4901-b35e-5e71dea10db3 {{(pid=104004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 05:23:43.440321 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-c178bdef-1581-4e9a-a62c-cce61a109943 req-ab13a9fb-82d3-45c3-85fb-0c9237a9360f tempest-VolumesNegativeTest-1036128200 tempest-VolumesNegativeTest-1036128200-project] 10.222.0.49 "GET /v2.0/ports?device_id=f67587cf-7dfb-4577-8512-ef4dc3500073 HTTP/1.1" status: 200 len: 950 time: 0.1929862 Jul 29 05:23:43.465671 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03927fba-670e-4448-99f8-9fa715f74d6b service neutron] Pushing event updated for resources: {'Port': ['ID=7b9f65ae-322a-484b-a4c5-136721870e39,revision_number=3']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:23:43.477571 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1553c23-fa0e-4ba5-98d2-2b119a7db118 req-03927fba-670e-4448-99f8-9fa715f74d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:43.478299 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-f1553c23-fa0e-4ba5-98d2-2b119a7db118 req-03927fba-670e-4448-99f8-9fa715f74d6b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249840'] for port (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:43.481270 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-f1553c23-fa0e-4ba5-98d2-2b119a7db118 req-03927fba-670e-4448-99f8-9fa715f74d6b service neutron] 10.222.0.60 "PUT /v2.0/ports/7b9f65ae-322a-484b-a4c5-136721870e39 HTTP/1.1" status: 200 len: 1094 time: 2.6922917 Jul 29 05:23:43.512517 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea42d013-04cf-4987-b6bf-6231deb166e5 req-201cf6ca-d3f6-44d6-a98e-46e4412215ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:43.514361 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-ea42d013-04cf-4987-b6bf-6231deb166e5 req-201cf6ca-d3f6-44d6-a98e-46e4412215ec service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=153fe5d9d64346f6b7419eba91948678&device_id=00171c99-cf39-4ed6-b78a-3bb24272b171 HTTP/1.1" status: 200 len: 1128 time: 0.1645658 Jul 29 05:23:43.526692 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-6a31f99c-e7b5-4175-9d3e-4c21f6cf8ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (0be56fe4-3aae-4e46-8c42-cd756f5cf1a1), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:43.530406 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-6a31f99c-e7b5-4175-9d3e-4c21f6cf8ae3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:43.531715 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-6a31f99c-e7b5-4175-9d3e-4c21f6cf8ae3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0be56fe4-3aae-4e46-8c42-cd756f5cf1a1 HTTP/1.1" status: 204 len: 168 time: 0.7259643 Jul 29 05:23:43.572914 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 05:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-422e87e6-10f2-49bc-a50b-c8a6762687d6 x-openstack-request-id: req-422e87e6-10f2-49bc-a50b-c8a6762687d6 {{(pid=104005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 05:23:43.574396 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00171c99-cf39-4ed6-b78a-3bb24272b171", "tag": "b9da91d9-425e-4a0a-af65-aa645da630ad", "status": "completed", "code": 200}]} {{(pid=104005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 05:23:43.574396 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-422e87e6-10f2-49bc-a50b-c8a6762687d6 {{(pid=104005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 05:23:43.574396 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.notifiers.nova [-] Nova event matching ['req-422e87e6-10f2-49bc-a50b-c8a6762687d6'] response: {'name': 'network-changed', 'server_uuid': '00171c99-cf39-4ed6-b78a-3bb24272b171', 'tag': 'b9da91d9-425e-4a0a-af65-aa645da630ad', 'status': 'completed', 'code': 200} Jul 29 05:23:43.579681 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb367763-4367-45db-b9f5-47d3f9849e8b tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Notify agent at l3_agent.dv-cinder-851279-2-iscsi the message routers_updated {{(pid=104004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 05:23:43.584796 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-bb367763-4367-45db-b9f5-47d3f9849e8b tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249840'] for floatingip (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:43.599433 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c7702c-f90e-4705-8a31-e0810355249e None None] Sync routers for ids ['2f4539bc-d4ea-4bf2-91d9-64bace1e5856'] in dv-cinder-851279-2-iscsi {{(pid=104006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 05:23:43.624356 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-bb367763-4367-45db-b9f5-47d3f9849e8b tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "PUT /v2.0/floatingips/3f2c6248-a849-4542-8a5e-993b98c5ebcb HTTP/1.1" status: 200 len: 991 time: 2.0922787 Jul 29 05:23:43.624356 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b11929b6-7818-4cae-be4e-8941c93c6aca', 'tag': '1d1e98d2-d2a2-495e-8225-fe844a178a63'}] {{(pid=104004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 05:23:43.625579 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63c9829679c4fd80aa44d623845be63326d0df95c18b6a0c0eedf1e192ffcaec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-156d517c-3d42-4240-b196-0b12eb4c351e" -d '{"events": [{"name": "network-changed", "server_uuid": "b11929b6-7818-4cae-be4e-8941c93c6aca", "tag": "1d1e98d2-d2a2-495e-8225-fe844a178a63"}]}' {{(pid=104004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 05:23:43.626928 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c7702c-f90e-4705-8a31-e0810355249e None None] Routers {'2f4539bc-d4ea-4bf2-91d9-64bace1e5856'} bound to L3 agent in host dv-cinder-851279-2-iscsi {{(pid=104006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:23:43.629049 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_hamode_db [None req-71c7702c-f90e-4705-8a31-e0810355249e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-29T05:12:08Z,description=,heartbeat_timestamp=2022-07-29T05:23:38Z,host='dv-cinder-851279-2-iscsi',id=8a9a6061-e61b-4901-b35e-5e71dea10db3,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T05:12:08Z,topic='l3_agent')) {'router_ids': ['2f4539bc-d4ea-4bf2-91d9-64bace1e5856'], 'active': True} {{(pid=104006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:23:43.652550 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1553c23-fa0e-4ba5-98d2-2b119a7db118 req-135c26dc-de9b-4670-aeac-7b2f94500b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:43.654120 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-f1553c23-fa0e-4ba5-98d2-2b119a7db118 req-135c26dc-de9b-4670-aeac-7b2f94500b00 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1f75331a524c4a5a981dfd1fdc361467&device_id=9f803c7a-3603-4d3c-bdcf-67e7f12f1b20 HTTP/1.1" status: 200 len: 1128 time: 0.0901074 Jul 29 05:23:43.654873 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a31f99c-e7b5-4175-9d3e-4c21f6cf8ae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0be56fe4-3aae-4e46-8c42-cd756f5cf1a1,revision_number=None']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:23:43.663914 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-ea42d013-04cf-4987-b6bf-6231deb166e5 req-64145cf7-f8e1-4220-8854-197ac310eeee service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9da91d9-425e-4a0a-af65-aa645da630ad HTTP/1.1" status: 200 len: 217 time: 0.1216147 Jul 29 05:23:43.674330 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-c178bdef-1581-4e9a-a62c-cce61a109943 req-9c805288-a20e-4bce-a336-c5a39d270c01 tempest-VolumesNegativeTest-1036128200 tempest-VolumesNegativeTest-1036128200-project] 10.222.0.49 "GET /v2.0/security-groups?id=c504bbc9-0b8d-4dde-8cd5-d49b664e7c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006781 Jul 29 05:23:43.681388 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 05:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ef1a871-d754-4cef-a65d-f39044bade86 x-openstack-request-id: req-1ef1a871-d754-4cef-a65d-f39044bade86 {{(pid=104004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 05:23:43.681855 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b11929b6-7818-4cae-be4e-8941c93c6aca", "tag": "1d1e98d2-d2a2-495e-8225-fe844a178a63", "status": "completed", "code": 200}]} {{(pid=104004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 05:23:43.682265 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1ef1a871-d754-4cef-a65d-f39044bade86 {{(pid=104004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 05:23:43.682726 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ef1a871-d754-4cef-a65d-f39044bade86'] response: {'name': 'network-changed', 'server_uuid': 'b11929b6-7818-4cae-be4e-8941c93c6aca', 'tag': '1d1e98d2-d2a2-495e-8225-fe844a178a63', 'status': 'completed', 'code': 200} Jul 29 05:23:43.812244 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:23:43.838945 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvr_db [None req-71c7702c-f90e-4705-8a31-e0810355249e None None] Set router 2f4539bc-d4ea-4bf2-91d9-64bace1e5856 gateway port host: dv-cinder-851279-2-iscsi {{(pid=104006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:23:43.894470 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf282f6b-1a34-473e-931c-5e97768d2286 req-4308a844-e7cd-4127-8fd4-d34a53923c5f tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:43.906017 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-bf282f6b-1a34-473e-931c-5e97768d2286 req-4308a844-e7cd-4127-8fd4-d34a53923c5f tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ff4221e-eadc-491b-9f3c-9b41413a63d0 HTTP/1.1" status: 200 len: 946 time: 0.1188486 Jul 29 05:23:43.972300 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-bf282f6b-1a34-473e-931c-5e97768d2286 req-b0834d41-3a08-4969-8b39-06cd81f88653 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1b037b0-0efa-496f-bd70-b1139f60e425&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0643692 Jul 29 05:23:44.093083 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 60320) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:23:44.114501 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-7b6535d8-0361-4072-87b5-d70c81af5ab7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:44.145754 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:23:44.187522 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_hamode_db [None req-71c7702c-f90e-4705-8a31-e0810355249e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f4539bc-d4ea-4bf2-91d9-64bace1e5856', 'name': 'tempest-AttachVolumeNegativeTest-392654816-router', 'tenant_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '80161f1c-297a-4942-ab94-ca8574f080db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:21:02Z', 'updated_at': '2022-07-29T05:21:11Z', 'revision_number': 4, 'project_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'gw_port': {'id': '80161f1c-297a-4942-ab94-ca8574f080db', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:33:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4539bc-d4ea-4bf2-91d9-64bace1e5856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:03Z', 'updated_at': '2022-07-29T05:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi', '_floatingips': [{'id': '3f2c6248-a849-4542-8a5e-993b98c5ebcb', 'tenant_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'floating_ip_address': '172.27.2.243', 'floating_network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'router_id': '2f4539bc-d4ea-4bf2-91d9-64bace1e5856', 'port_id': '1d1e98d2-d2a2-495e-8225-fe844a178a63', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 327, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b55efc63-6791-470d-af15-935a2f0fc83e', 'mac_address': 'fa:16:3e:79:8b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11929b6-7818-4cae-be4e-8941c93c6aca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T05:23:21Z', 'updated_at': '2022-07-29T05:23:42Z', 'revision_number': 1, 'project_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'fixed_ip_address_scope': None}, {'id': '41499e0e-47e5-4b58-91d7-5e4fa2ba474c', 'tenant_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'floating_ip_address': '172.27.2.57', 'floating_network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'router_id': '2f4539bc-d4ea-4bf2-91d9-64bace1e5856', 'port_id': 'a271d975-09dc-4c3e-8b57-3468787c62a8', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b55efc63-6791-470d-af15-935a2f0fc83e', 'mac_address': 'fa:16:3e:47:c1:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c46947-e368-441d-9e07-584e95d55780', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T05:21:21Z', 'updated_at': '2022-07-29T05:22:15Z', 'revision_number': 2, 'project_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '205980a9-ef0f-4a59-a55e-71e75787c094', 'name': '', 'network_id': 'b55efc63-6791-470d-af15-935a2f0fc83e', 'tenant_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'mac_address': 'fa:16:3e:95:99:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4539bc-d4ea-4bf2-91d9-64bace1e5856', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'bbb96b40-4994-4d5c-ad35-a19342a29a39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:08Z', 'updated_at': '2022-07-29T05:21:26Z', 'revision_number': 5, 'project_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'subnets': [{'id': 'bbb96b40-4994-4d5c-ad35-a19342a29a39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-2-iscsi', False) {} {{(pid=104006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:23:44.200797 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f6d1b1-ee6a-4563-bd34-0ee440f18f74 req-11e5b8bb-b6d0-4819-82aa-310810e8b67b tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:44.206528 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-65f6d1b1-ee6a-4563-bd34-0ee440f18f74 req-11e5b8bb-b6d0-4819-82aa-310810e8b67b tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=00171c99-cf39-4ed6-b78a-3bb24272b171 HTTP/1.1" status: 200 len: 944 time: 0.0975828 Jul 29 05:23:44.225380 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c7702c-f90e-4705-8a31-e0810355249e None None] Checking router: 2f4539bc-d4ea-4bf2-91d9-64bace1e5856 for host: dv-cinder-851279-2-iscsi {{(pid=104006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 05:23:44.240859 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c7702c-f90e-4705-8a31-e0810355249e None None] Routers {'2f4539bc-d4ea-4bf2-91d9-64bace1e5856'} bound to L3 agent in host dv-cinder-851279-2-iscsi {{(pid=104006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:23:44.241536 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_hamode_db [None req-71c7702c-f90e-4705-8a31-e0810355249e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-29T05:12:08Z,description=,heartbeat_timestamp=2022-07-29T05:23:38Z,host='dv-cinder-851279-2-iscsi',id=8a9a6061-e61b-4901-b35e-5e71dea10db3,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T05:12:08Z,topic='l3_agent')) {'router_ids': ['2f4539bc-d4ea-4bf2-91d9-64bace1e5856'], 'active': True} {{(pid=104006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:23:44.307124 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-65f6d1b1-ee6a-4563-bd34-0ee440f18f74 req-85e3294e-16c4-43b6-9245-d1ce93767464 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c942e50-e987-405e-a4e5-d39231e8d492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972822 Jul 29 05:23:44.320099 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb69e40-431b-42f6-b547-a3305b76890b req-d2975f07-b083-4868-9f17-70df0515f6ff tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:44.321679 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-1bb69e40-431b-42f6-b547-a3305b76890b req-d2975f07-b083-4868-9f17-70df0515f6ff tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ff83e9-b98e-47c5-83cb-37ac61826fba HTTP/1.1" status: 200 len: 946 time: 0.0776765 Jul 29 05:23:44.343163 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-7b6535d8-0361-4072-87b5-d70c81af5ab7 admin admin] Publish callbacks [] for security_group (55a29cdf-9562-4ade-8a8c-3185307c216e), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:44.353497 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-7b6535d8-0361-4072-87b5-d70c81af5ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (55a29cdf-9562-4ade-8a8c-3185307c216e), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:44.412803 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvr_db [None req-71c7702c-f90e-4705-8a31-e0810355249e None None] Set router 2f4539bc-d4ea-4bf2-91d9-64bace1e5856 gateway port host: dv-cinder-851279-2-iscsi {{(pid=104006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:23:44.421952 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-f1553c23-fa0e-4ba5-98d2-2b119a7db118 req-25ff6969-76a0-4b07-b02e-23b3501fc015 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b9f65ae-322a-484b-a4c5-136721870e39 HTTP/1.1" status: 200 len: 217 time: 0.0940955 Jul 29 05:23:44.450526 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-1bb69e40-431b-42f6-b547-a3305b76890b req-cd15d6a8-57c7-4616-859e-5b48c5433d56 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/security-groups?id=e9b3d23d-0615-4fd6-b695-2037ba10d6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096821 Jul 29 05:23:44.458115 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6535d8-0361-4072-87b5-d70c81af5ab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55a29cdf-9562-4ade-8a8c-3185307c216e,revision_number=1']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:23:44.459844 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:23:44.477039 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-7b6535d8-0361-4072-87b5-d70c81af5ab7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=926311d46c1b44ae8e7970e8ce9f01c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3816502 Jul 29 05:23:44.478433 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 60324) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:23:44.504930 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156d517c-3d42-4240-b196-0b12eb4c351e req-1d29e7b2-5202-47ef-ae20-953c3f13f383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:44.506678 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-156d517c-3d42-4240-b196-0b12eb4c351e req-1d29e7b2-5202-47ef-ae20-953c3f13f383 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9d8baaf2e23546ee8ed1de278617c7d2&device_id=b11929b6-7818-4cae-be4e-8941c93c6aca HTTP/1.1" status: 200 len: 1129 time: 0.1543083 Jul 29 05:23:44.508916 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea42d013-04cf-4987-b6bf-6231deb166e5 req-3e5b7fd1-363a-4bd2-81fb-0602edb50482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:44.511378 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-ea42d013-04cf-4987-b6bf-6231deb166e5 req-3e5b7fd1-363a-4bd2-81fb-0602edb50482 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a137c074-4437-44e5-8103-6184a1dda097 HTTP/1.1" status: 200 len: 858 time: 0.1847730 Jul 29 05:23:44.574063 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-976677c2-cb90-484e-8abe-35fc475479e5 admin admin] Publish callbacks [] for security_group (55a29cdf-9562-4ade-8a8c-3185307c216e), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:44.603684 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-976677c2-cb90-484e-8abe-35fc475479e5 admin admin] Publish callbacks [] for security_group (55a29cdf-9562-4ade-8a8c-3185307c216e), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:44.608576 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:23:44.639237 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:23:44.684200 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-976677c2-cb90-484e-8abe-35fc475479e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (55a29cdf-9562-4ade-8a8c-3185307c216e), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:44.684681 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156d517c-3d42-4240-b196-0b12eb4c351e req-2bc9a6f4-f204-44ad-81e4-c24273d46974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:44.686244 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-156d517c-3d42-4240-b196-0b12eb4c351e req-2bc9a6f4-f204-44ad-81e4-c24273d46974 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b55efc63-6791-470d-af15-935a2f0fc83e HTTP/1.1" status: 200 len: 915 time: 0.1653857 Jul 29 05:23:44.689685 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-976677c2-cb90-484e-8abe-35fc475479e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:44.692469 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1553c23-fa0e-4ba5-98d2-2b119a7db118 req-9288bc9d-f7e8-4595-bbc0-7fc643cab0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:44.693997 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-976677c2-cb90-484e-8abe-35fc475479e5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/55a29cdf-9562-4ade-8a8c-3185307c216e HTTP/1.1" status: 204 len: 168 time: 0.2143323 Jul 29 05:23:44.694240 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-f1553c23-fa0e-4ba5-98d2-2b119a7db118 req-9288bc9d-f7e8-4595-bbc0-7fc643cab0c4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0bb787ec-229d-4496-8b75-814879057044 HTTP/1.1" status: 200 len: 852 time: 0.2530470 Jul 29 05:23:44.705942 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976677c2-cb90-484e-8abe-35fc475479e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55a29cdf-9562-4ade-8a8c-3185307c216e,revision_number=None']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:23:44.733476 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea42d013-04cf-4987-b6bf-6231deb166e5 req-4b17d37f-8130-4762-8c44-69c3e656bf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:44.735052 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-ea42d013-04cf-4987-b6bf-6231deb166e5 req-4b17d37f-8130-4762-8c44-69c3e656bf19 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2153463 Jul 29 05:23:44.769649 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81df62c7-0a25-4aa9-ac0b-2de316204de9 req-907f23db-56f0-4c1f-8129-5c51cde1f5b9 tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:44.771106 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-81df62c7-0a25-4aa9-ac0b-2de316204de9 req-907f23db-56f0-4c1f-8129-5c51cde1f5b9 tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f803c7a-3603-4d3c-bdcf-67e7f12f1b20 HTTP/1.1" status: 200 len: 944 time: 0.1478941 Jul 29 05:23:44.819848 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-f1553c23-fa0e-4ba5-98d2-2b119a7db118 req-79d9f5db-6e85-4f62-85f0-714071793be1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6068f512-e267-445c-a8db-5edcf9da6f4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1040866 Jul 29 05:23:44.827119 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_hamode_db [None req-71c7702c-f90e-4705-8a31-e0810355249e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f4539bc-d4ea-4bf2-91d9-64bace1e5856', 'name': 'tempest-AttachVolumeNegativeTest-392654816-router', 'tenant_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '80161f1c-297a-4942-ab94-ca8574f080db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:21:02Z', 'updated_at': '2022-07-29T05:21:11Z', 'revision_number': 4, 'project_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'gw_port': {'id': '80161f1c-297a-4942-ab94-ca8574f080db', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:33:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4539bc-d4ea-4bf2-91d9-64bace1e5856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:03Z', 'updated_at': '2022-07-29T05:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi', '_floatingips': [{'id': '3f2c6248-a849-4542-8a5e-993b98c5ebcb', 'tenant_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'floating_ip_address': '172.27.2.243', 'floating_network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'router_id': '2f4539bc-d4ea-4bf2-91d9-64bace1e5856', 'port_id': '1d1e98d2-d2a2-495e-8225-fe844a178a63', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 327, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b55efc63-6791-470d-af15-935a2f0fc83e', 'mac_address': 'fa:16:3e:79:8b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11929b6-7818-4cae-be4e-8941c93c6aca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T05:23:21Z', 'updated_at': '2022-07-29T05:23:42Z', 'revision_number': 1, 'project_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'fixed_ip_address_scope': None}, {'id': '41499e0e-47e5-4b58-91d7-5e4fa2ba474c', 'tenant_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'floating_ip_address': '172.27.2.57', 'floating_network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'router_id': '2f4539bc-d4ea-4bf2-91d9-64bace1e5856', 'port_id': 'a271d975-09dc-4c3e-8b57-3468787c62a8', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b55efc63-6791-470d-af15-935a2f0fc83e', 'mac_address': 'fa:16:3e:47:c1:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c46947-e368-441d-9e07-584e95d55780', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T05:21:21Z', 'updated_at': '2022-07-29T05:22:15Z', 'revision_number': 2, 'project_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '205980a9-ef0f-4a59-a55e-71e75787c094', 'name': '', 'network_id': 'b55efc63-6791-470d-af15-935a2f0fc83e', 'tenant_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'mac_address': 'fa:16:3e:95:99:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4539bc-d4ea-4bf2-91d9-64bace1e5856', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'bbb96b40-4994-4d5c-ad35-a19342a29a39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:08Z', 'updated_at': '2022-07-29T05:21:26Z', 'revision_number': 5, 'project_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'subnets': [{'id': 'bbb96b40-4994-4d5c-ad35-a19342a29a39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-2-iscsi', False) {} {{(pid=104006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:23:44.869123 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c7702c-f90e-4705-8a31-e0810355249e None None] The sync data for ids ['2f4539bc-d4ea-4bf2-91d9-64bace1e5856'] in dv-cinder-851279-2-iscsi is: [{'id': '2f4539bc-d4ea-4bf2-91d9-64bace1e5856', 'name': 'tempest-AttachVolumeNegativeTest-392654816-router', 'tenant_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '80161f1c-297a-4942-ab94-ca8574f080db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:21:02Z', 'updated_at': '2022-07-29T05:21:11Z', 'revision_number': 4, 'project_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'gw_port': {'id': '80161f1c-297a-4942-ab94-ca8574f080db', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:33:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4539bc-d4ea-4bf2-91d9-64bace1e5856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:03Z', 'updated_at': '2022-07-29T05:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi', '_floatingips': [{'id': '3f2c6248-a849-4542-8a5e-993b98c5ebcb', 'tenant_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'floating_ip_address': '172.27.2.243', 'floating_network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'router_id': '2f4539bc-d4ea-4bf2-91d9-64bace1e5856', 'port_id': '1d1e98d2-d2a2-495e-8225-fe844a178a63', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 327, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b55efc63-6791-470d-af15-935a2f0fc83e', 'mac_address': 'fa:16:3e:79:8b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11929b6-7818-4cae-be4e-8941c93c6aca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T05:23:21Z', 'updated_at': '2022-07-29T05:23:42Z', 'revision_number': 1, 'project_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'fixed_ip_address_scope': None}, {'id': '41499e0e-47e5-4b58-91d7-5e4fa2ba474c', 'tenant_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'floating_ip_address': '172.27.2.57', 'floating_network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'router_id': '2f4539bc-d4ea-4bf2-91d9-64bace1e5856', 'port_id': 'a271d975-09dc-4c3e-8b57-3468787c62a8', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b55efc63-6791-470d-af15-935a2f0fc83e', 'mac_address': 'fa:16:3e:47:c1:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c46947-e368-441d-9e07-584e95d55780', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T05:21:21Z', 'updated_at': '2022-07-29T05:22:15Z', 'revision_number': 2, 'project_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '205980a9-ef0f-4a59-a55e-71e75787c094', 'name': '', 'network_id': 'b55efc63-6791-470d-af15-935a2f0fc83e', 'tenant_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'mac_address': 'fa:16:3e:95:99:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4539bc-d4ea-4bf2-91d9-64bace1e5856', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'bbb96b40-4994-4d5c-ad35-a19342a29a39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:08Z', 'updated_at': '2022-07-29T05:21:26Z', 'revision_number': 5, 'project_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'subnets': [{'id': 'bbb96b40-4994-4d5c-ad35-a19342a29a39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 05:23:44.962872 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7dd578-76fd-4e74-b7d3-be221e386c2b req-3f424ffc-fc57-4591-a14a-e3339df37d6c tempest-VolumesNegativeTest-1036128200 tempest-VolumesNegativeTest-1036128200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:44.966637 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-7b7dd578-76fd-4e74-b7d3-be221e386c2b req-3f424ffc-fc57-4591-a14a-e3339df37d6c tempest-VolumesNegativeTest-1036128200 tempest-VolumesNegativeTest-1036128200-project] 10.222.0.49 "GET /v2.0/ports?device_id=f67587cf-7dfb-4577-8512-ef4dc3500073 HTTP/1.1" status: 200 len: 950 time: 0.1242988 Jul 29 05:23:44.970848 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-156d517c-3d42-4240-b196-0b12eb4c351e req-78d2a8aa-1e7f-4562-8ee2-7d562fd2620e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d1e98d2-d2a2-495e-8225-fe844a178a63 HTTP/1.1" status: 200 len: 999 time: 0.2588372 Jul 29 05:23:45.066826 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-81df62c7-0a25-4aa9-ac0b-2de316204de9 req-d181ee9f-a32e-4f27-a749-9ed61debd32e tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] 10.222.0.49 "GET /v2.0/security-groups?id=10873ed0-801e-451a-aaaa-93d3e6c9aa2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672892 Jul 29 05:23:45.085343 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-ea42d013-04cf-4987-b6bf-6231deb166e5 req-ecd50c3a-6709-40d4-885d-8537a84e54f4 service neutron] 10.222.0.60 "GET /v2.0/networks/71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3107557 Jul 29 05:23:45.129859 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-7b7dd578-76fd-4e74-b7d3-be221e386c2b req-a6e2f332-6b78-455f-90bb-d5df754619cc tempest-VolumesNegativeTest-1036128200 tempest-VolumesNegativeTest-1036128200-project] 10.222.0.49 "GET /v2.0/security-groups?id=c504bbc9-0b8d-4dde-8cd5-d49b664e7c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370583 Jul 29 05:23:45.167880 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-f1553c23-fa0e-4ba5-98d2-2b119a7db118 req-4b409fbc-d1f1-4fe3-a79f-eca66c133145 service neutron] 10.222.0.60 "GET /v2.0/networks/6068f512-e267-445c-a8db-5edcf9da6f4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2807882 Jul 29 05:23:45.167880 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156d517c-3d42-4240-b196-0b12eb4c351e req-c40f3bee-7186-4ca4-bfa6-66664f7bcdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:45.176721 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-156d517c-3d42-4240-b196-0b12eb4c351e req-c40f3bee-7186-4ca4-bfa6-66664f7bcdd3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bbb96b40-4994-4d5c-ad35-a19342a29a39 HTTP/1.1" status: 200 len: 853 time: 0.1800461 Jul 29 05:23:45.337209 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156d517c-3d42-4240-b196-0b12eb4c351e req-dc0e0bc4-2f26-4596-8882-8732c9d51037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:45.338726 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-156d517c-3d42-4240-b196-0b12eb4c351e req-dc0e0bc4-2f26-4596-8882-8732c9d51037 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b55efc63-6791-470d-af15-935a2f0fc83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1495588 Jul 29 05:23:45.361210 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d9ee7b-4047-4480-9bb3-d5b4c4b83756 None None] New status for floating IP 3f2c6248-a849-4542-8a5e-993b98c5ebcb: ACTIVE {{(pid=104007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 29 05:23:45.378351 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=100 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:23:45.435441 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb315f2-39f3-42d5-88b7-631b7f588be5 req-2bac427a-3706-4d39-8997-80fd4cc104a9 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:45.437107 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-0cb315f2-39f3-42d5-88b7-631b7f588be5 req-2bac427a-3706-4d39-8997-80fd4cc104a9 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ff4221e-eadc-491b-9f3c-9b41413a63d0 HTTP/1.1" status: 200 len: 946 time: 0.1567400 Jul 29 05:23:45.439101 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-ea42d013-04cf-4987-b6bf-6231deb166e5 req-2852b208-2432-4e6f-9dfe-d867567116a4 service neutron] 10.222.0.60 "GET /v2.0/networks/71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3455379 Jul 29 05:23:45.500430 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-f1553c23-fa0e-4ba5-98d2-2b119a7db118 req-1c411445-3060-439e-922d-5aa36f832f34 service neutron] 10.222.0.60 "GET /v2.0/networks/6068f512-e267-445c-a8db-5edcf9da6f4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3217313 Jul 29 05:23:45.562758 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-0cb315f2-39f3-42d5-88b7-631b7f588be5 req-621dce51-7629-4aea-8044-f51408205c56 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1b037b0-0efa-496f-bd70-b1139f60e425&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1098223 Jul 29 05:23:45.575658 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f803c7a-3603-4d3c-bdcf-67e7f12f1b20', 'tag': '7b9f65ae-322a-484b-a4c5-136721870e39'}] {{(pid=104005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 05:23:45.578008 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18cb6d06cd9bdbb2624e76cf95b2230ef06252a8a1dccb16f0d07e3cc9dc753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d53a443-ecfc-42fc-a54f-968765763370" -d '{"events": [{"name": "network-changed", "server_uuid": "9f803c7a-3603-4d3c-bdcf-67e7f12f1b20", "tag": "7b9f65ae-322a-484b-a4c5-136721870e39"}]}' {{(pid=104005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 05:23:45.583035 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-156d517c-3d42-4240-b196-0b12eb4c351e req-2bab3540-7226-48a6-9d52-1ab159e94b57 service neutron] 10.222.0.60 "GET /v2.0/networks/b55efc63-6791-470d-af15-935a2f0fc83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249565 Jul 29 05:23:45.622355 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c03ada-1be4-43c3-8cb1-1a8821cf479b req-b736115b-3fbc-4cf0-9f6f-2481438eb5c6 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:45.624153 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-d9c03ada-1be4-43c3-8cb1-1a8821cf479b req-b736115b-3fbc-4cf0-9f6f-2481438eb5c6 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=00171c99-cf39-4ed6-b78a-3bb24272b171 HTTP/1.1" status: 200 len: 944 time: 0.0838592 Jul 29 05:23:45.703034 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b993951-c83a-444c-9c8a-1486d89c4dc8 req-2f16e521-b48a-4015-b298-fa55cdb4c8d1 tempest-VolumesNegativeTest-1036128200 tempest-VolumesNegativeTest-1036128200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:45.704929 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-3b993951-c83a-444c-9c8a-1486d89c4dc8 req-2f16e521-b48a-4015-b298-fa55cdb4c8d1 tempest-VolumesNegativeTest-1036128200 tempest-VolumesNegativeTest-1036128200-project] 10.222.0.49 "GET /v2.0/ports?device_id=f67587cf-7dfb-4577-8512-ef4dc3500073 HTTP/1.1" status: 200 len: 950 time: 0.0693474 Jul 29 05:23:45.717218 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-d9c03ada-1be4-43c3-8cb1-1a8821cf479b req-69218c68-aadf-44c9-87f7-d83d7af00ad7 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c942e50-e987-405e-a4e5-d39231e8d492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867171 Jul 29 05:23:45.773379 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-3b993951-c83a-444c-9c8a-1486d89c4dc8 req-31e7213a-6e7a-4a43-8315-1393d5455528 tempest-VolumesNegativeTest-1036128200 tempest-VolumesNegativeTest-1036128200-project] 10.222.0.49 "GET /v2.0/security-groups?id=c504bbc9-0b8d-4dde-8cd5-d49b664e7c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610602 Jul 29 05:23:45.841670 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 05:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b2dfe44-69cc-4c12-b97c-bb94069eacec x-openstack-request-id: req-6b2dfe44-69cc-4c12-b97c-bb94069eacec {{(pid=104005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 05:23:45.841670 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f803c7a-3603-4d3c-bdcf-67e7f12f1b20", "tag": "7b9f65ae-322a-484b-a4c5-136721870e39", "status": "completed", "code": 200}]} {{(pid=104005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 05:23:45.841670 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6b2dfe44-69cc-4c12-b97c-bb94069eacec {{(pid=104005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 05:23:45.841670 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b2dfe44-69cc-4c12-b97c-bb94069eacec'] response: {'name': 'network-changed', 'server_uuid': '9f803c7a-3603-4d3c-bdcf-67e7f12f1b20', 'tag': '7b9f65ae-322a-484b-a4c5-136721870e39', 'status': 'completed', 'code': 200} Jul 29 05:23:45.876281 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca6bf0f-a640-46b4-af88-4c3280f4d249 req-dac802a7-5fa6-4034-a475-b285ff4e2ffb tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:45.877881 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-cca6bf0f-a640-46b4-af88-4c3280f4d249 req-dac802a7-5fa6-4034-a475-b285ff4e2ffb tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ff83e9-b98e-47c5-83cb-37ac61826fba HTTP/1.1" status: 200 len: 946 time: 0.0636146 Jul 29 05:23:45.962575 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-cca6bf0f-a640-46b4-af88-4c3280f4d249 req-b9e8eb83-f8ef-4ee7-890a-2aaef58f61be tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/security-groups?id=e9b3d23d-0615-4fd6-b695-2037ba10d6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742042 Jul 29 05:23:46.264224 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c57930-396d-4be9-b1bb-19e6bd4ec88c req-61136fde-d212-404c-9e9d-ca6b0b2f7346 tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:46.267568 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-71c57930-396d-4be9-b1bb-19e6bd4ec88c req-61136fde-d212-404c-9e9d-ca6b0b2f7346 tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f803c7a-3603-4d3c-bdcf-67e7f12f1b20 HTTP/1.1" status: 200 len: 944 time: 0.0660093 Jul 29 05:23:46.357482 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-71c57930-396d-4be9-b1bb-19e6bd4ec88c req-9f720675-93b9-4aaa-96c4-ed818fbc9f68 tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] 10.222.0.49 "GET /v2.0/security-groups?id=10873ed0-801e-451a-aaaa-93d3e6c9aa2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837550 Jul 29 05:23:46.703722 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6d65bc-1ac1-4557-afd5-d0deb96ba25b req-74023009-d5c5-41df-8c02-6625c45d2b0c tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:46.705430 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-3d6d65bc-1ac1-4557-afd5-d0deb96ba25b req-74023009-d5c5-41df-8c02-6625c45d2b0c tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ff4221e-eadc-491b-9f3c-9b41413a63d0 HTTP/1.1" status: 200 len: 946 time: 0.0586841 Jul 29 05:23:46.718997 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:23:46.721591 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:23:46.794364 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-3d6d65bc-1ac1-4557-afd5-d0deb96ba25b req-a4d3c503-95f0-41c9-98c2-8fa1aa3c9092 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1b037b0-0efa-496f-bd70-b1139f60e425&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0820496 Jul 29 05:23:46.887608 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b2f4f5-3323-4db3-8ac9-d7d3b9cab24d req-45d52c8b-25b9-402a-b5ec-f1478892f9fa tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:46.891380 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-b8b2f4f5-3323-4db3-8ac9-d7d3b9cab24d req-45d52c8b-25b9-402a-b5ec-f1478892f9fa tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=00171c99-cf39-4ed6-b78a-3bb24272b171 HTTP/1.1" status: 200 len: 944 time: 0.0795481 Jul 29 05:23:46.936705 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fc0dcc-73d3-4ee2-91f0-f686429cd226 req-ef86a585-2254-42e0-9821-4ef8e00f120b tempest-VolumesNegativeTest-1036128200 tempest-VolumesNegativeTest-1036128200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:46.938402 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-a5fc0dcc-73d3-4ee2-91f0-f686429cd226 req-ef86a585-2254-42e0-9821-4ef8e00f120b tempest-VolumesNegativeTest-1036128200 tempest-VolumesNegativeTest-1036128200-project] 10.222.0.49 "GET /v2.0/ports?device_id=f67587cf-7dfb-4577-8512-ef4dc3500073 HTTP/1.1" status: 200 len: 950 time: 0.0568573 Jul 29 05:23:46.978456 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-b8b2f4f5-3323-4db3-8ac9-d7d3b9cab24d req-798a8f62-8488-4fa6-9adb-25c17b0169a5 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c942e50-e987-405e-a4e5-d39231e8d492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807014 Jul 29 05:23:47.008544 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-a5fc0dcc-73d3-4ee2-91f0-f686429cd226 req-37eaf7da-f335-46ee-a9b9-583d965d4c71 tempest-VolumesNegativeTest-1036128200 tempest-VolumesNegativeTest-1036128200-project] 10.222.0.49 "GET /v2.0/security-groups?id=c504bbc9-0b8d-4dde-8cd5-d49b664e7c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616686 Jul 29 05:23:47.138660 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c70f9db-6929-4992-afd1-b5160986c380 req-22d706d4-ff0b-4b22-8989-2df4a5eccb3b tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:47.141558 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-0c70f9db-6929-4992-afd1-b5160986c380 req-22d706d4-ff0b-4b22-8989-2df4a5eccb3b tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ff83e9-b98e-47c5-83cb-37ac61826fba HTTP/1.1" status: 200 len: 946 time: 0.0656919 Jul 29 05:23:47.186293 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=100 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:23:47.200358 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-0c70f9db-6929-4992-afd1-b5160986c380 req-119a3cb9-fdd4-4dbe-84c4-aecdf6c0e3ec tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/security-groups?id=e9b3d23d-0615-4fd6-b695-2037ba10d6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526989 Jul 29 05:23:47.494102 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b284bcda-885d-4d86-955c-231ae7cea2f1 req-e423f65a-fd64-4260-b37e-77d3ef032557 tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:47.495964 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-b284bcda-885d-4d86-955c-231ae7cea2f1 req-e423f65a-fd64-4260-b37e-77d3ef032557 tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f803c7a-3603-4d3c-bdcf-67e7f12f1b20 HTTP/1.1" status: 200 len: 944 time: 0.0532310 Jul 29 05:23:47.578618 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-b284bcda-885d-4d86-955c-231ae7cea2f1 req-b0d2b609-0dde-42a8-9038-c5c30544e0ef tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] 10.222.0.49 "GET /v2.0/security-groups?id=10873ed0-801e-451a-aaaa-93d3e6c9aa2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749187 Jul 29 05:23:47.847116 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-156d517c-3d42-4240-b196-0b12eb4c351e req-4e0cae76-c135-4b28-ac6d-a7e7f141dc4f service neutron] 10.222.0.60 "GET /v2.0/networks/b55efc63-6791-470d-af15-935a2f0fc83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965948 Jul 29 05:23:47.961685 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c24523-0546-4c90-86e5-b0fdf9608883 req-32e1f39b-6c87-457c-a240-8d9d02fe12e5 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:47.963214 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-65c24523-0546-4c90-86e5-b0fdf9608883 req-32e1f39b-6c87-457c-a240-8d9d02fe12e5 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ff4221e-eadc-491b-9f3c-9b41413a63d0 HTTP/1.1" status: 200 len: 946 time: 0.0643837 Jul 29 05:23:48.012311 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-65c24523-0546-4c90-86e5-b0fdf9608883 req-b1815869-3351-4cd4-bb4e-2a01e747210c tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1b037b0-0efa-496f-bd70-b1139f60e425&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420799 Jul 29 05:23:48.073062 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa35c8ac-9bc4-479b-a1cc-4dfe0f669124 req-1013ccf9-0f7e-4933-b073-30cc36c106a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:48.075488 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-fa35c8ac-9bc4-479b-a1cc-4dfe0f669124 req-1013ccf9-0f7e-4933-b073-30cc36c106a2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=153fe5d9d64346f6b7419eba91948678&device_id=00171c99-cf39-4ed6-b78a-3bb24272b171 HTTP/1.1" status: 200 len: 1128 time: 0.0548592 Jul 29 05:23:48.128985 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1adcfc-3344-4ecc-a9af-3d2619ee0b27 req-34e25b27-60ae-4188-b475-c75a23e574d2 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:48.130457 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-8a1adcfc-3344-4ecc-a9af-3d2619ee0b27 req-34e25b27-60ae-4188-b475-c75a23e574d2 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=00171c99-cf39-4ed6-b78a-3bb24272b171 HTTP/1.1" status: 200 len: 944 time: 0.0540042 Jul 29 05:23:48.171797 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd91c66f-c425-4a14-9dbb-f43c12602451 req-8b78e507-6e2a-4906-ba4f-78c52b139ef2 tempest-VolumesNegativeTest-1036128200 tempest-VolumesNegativeTest-1036128200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:48.174663 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-bd91c66f-c425-4a14-9dbb-f43c12602451 req-8b78e507-6e2a-4906-ba4f-78c52b139ef2 tempest-VolumesNegativeTest-1036128200 tempest-VolumesNegativeTest-1036128200-project] 10.222.0.49 "GET /v2.0/ports?device_id=f67587cf-7dfb-4577-8512-ef4dc3500073 HTTP/1.1" status: 200 len: 950 time: 0.0728300 Jul 29 05:23:48.191909 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-8a1adcfc-3344-4ecc-a9af-3d2619ee0b27 req-53fcb143-e414-4f5f-b328-aa4b3f0d8ca0 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c942e50-e987-405e-a4e5-d39231e8d492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530915 Jul 29 05:23:48.245661 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-bd91c66f-c425-4a14-9dbb-f43c12602451 req-b78cb981-01ef-4dfb-9e51-4d7cc1a11605 tempest-VolumesNegativeTest-1036128200 tempest-VolumesNegativeTest-1036128200-project] 10.222.0.49 "GET /v2.0/security-groups?id=c504bbc9-0b8d-4dde-8cd5-d49b664e7c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609090 Jul 29 05:23:48.342240 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04204a3d-ebfa-4d0b-b5eb-c1531b2e2a9a req-07d2e0d9-948e-486a-9b13-45b4e91a9cb7 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:48.343881 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-04204a3d-ebfa-4d0b-b5eb-c1531b2e2a9a req-07d2e0d9-948e-486a-9b13-45b4e91a9cb7 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ff83e9-b98e-47c5-83cb-37ac61826fba HTTP/1.1" status: 200 len: 946 time: 0.0584695 Jul 29 05:23:48.406862 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-04204a3d-ebfa-4d0b-b5eb-c1531b2e2a9a req-9de874da-a03f-4b96-bb44-02a4f645dc1c tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/security-groups?id=e9b3d23d-0615-4fd6-b695-2037ba10d6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529513 Jul 29 05:23:48.710192 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadc086b-658a-4def-a2aa-7d5ef7e040d5 req-36dd9ca0-4106-4039-acb3-7cd0d9b62fa6 tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:48.711768 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-cadc086b-658a-4def-a2aa-7d5ef7e040d5 req-36dd9ca0-4106-4039-acb3-7cd0d9b62fa6 tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f803c7a-3603-4d3c-bdcf-67e7f12f1b20 HTTP/1.1" status: 200 len: 944 time: 0.0535705 Jul 29 05:23:48.743818 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=100 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:23:48.786073 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-cadc086b-658a-4def-a2aa-7d5ef7e040d5 req-b2f27e95-615e-40f5-8993-32d053a51c18 tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] 10.222.0.49 "GET /v2.0/security-groups?id=10873ed0-801e-451a-aaaa-93d3e6c9aa2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682104 Jul 29 05:23:49.186133 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8853482-0dda-4d1a-bc93-d53a6f5e827c req-587fb4f3-b41c-4265-954e-080511b5595e tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:49.188966 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-b8853482-0dda-4d1a-bc93-d53a6f5e827c req-587fb4f3-b41c-4265-954e-080511b5595e tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ff4221e-eadc-491b-9f3c-9b41413a63d0 HTTP/1.1" status: 200 len: 946 time: 0.0743756 Jul 29 05:23:49.265266 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-b8853482-0dda-4d1a-bc93-d53a6f5e827c req-6f444612-8a15-459a-b93b-64bcc3326efd tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1b037b0-0efa-496f-bd70-b1139f60e425&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0675762 Jul 29 05:23:49.426820 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee1f16e-364a-49fd-97ad-6cb045ee4791 req-69e0e4ec-6fdc-4eb2-b4de-f8d5edc817fd tempest-VolumesNegativeTest-1036128200 tempest-VolumesNegativeTest-1036128200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:49.428518 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-fee1f16e-364a-49fd-97ad-6cb045ee4791 req-69e0e4ec-6fdc-4eb2-b4de-f8d5edc817fd tempest-VolumesNegativeTest-1036128200 tempest-VolumesNegativeTest-1036128200-project] 10.222.0.49 "GET /v2.0/ports?device_id=f67587cf-7dfb-4577-8512-ef4dc3500073 HTTP/1.1" status: 200 len: 950 time: 0.0593770 Jul 29 05:23:49.494403 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-fee1f16e-364a-49fd-97ad-6cb045ee4791 req-fdb0ec08-7955-4a76-8d05-3e2fd8c5ec88 tempest-VolumesNegativeTest-1036128200 tempest-VolumesNegativeTest-1036128200-project] 10.222.0.49 "GET /v2.0/security-groups?id=c504bbc9-0b8d-4dde-8cd5-d49b664e7c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590320 Jul 29 05:23:49.517502 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d53a443-ecfc-42fc-a54f-968765763370 req-39f2819a-4350-4b5b-9af2-4c0d91366abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:49.518960 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-9d53a443-ecfc-42fc-a54f-968765763370 req-39f2819a-4350-4b5b-9af2-4c0d91366abc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1f75331a524c4a5a981dfd1fdc361467&device_id=9f803c7a-3603-4d3c-bdcf-67e7f12f1b20 HTTP/1.1" status: 200 len: 1128 time: 0.4231560 Jul 29 05:23:49.564585 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba680850-5f68-4c28-bf4a-fbf37120b1c4 req-7f2b7024-e658-4fb8-a68f-6c103ee5a12f tempest-VolumesNegativeTest-1036128200 tempest-VolumesNegativeTest-1036128200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:49.566236 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-ba680850-5f68-4c28-bf4a-fbf37120b1c4 req-7f2b7024-e658-4fb8-a68f-6c103ee5a12f tempest-VolumesNegativeTest-1036128200 tempest-VolumesNegativeTest-1036128200-project] 10.222.0.60 "GET /v2.0/ports?device_id=f67587cf-7dfb-4577-8512-ef4dc3500073 HTTP/1.1" status: 200 len: 950 time: 0.4538074 Jul 29 05:23:49.656326 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abbd9b3-a0bc-4529-8daf-26378ab40d79 req-e42c7c99-f4b3-4270-b1c7-0f4c8ded0d0d tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:49.657951 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-8abbd9b3-a0bc-4529-8daf-26378ab40d79 req-e42c7c99-f4b3-4270-b1c7-0f4c8ded0d0d tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ff83e9-b98e-47c5-83cb-37ac61826fba HTTP/1.1" status: 200 len: 946 time: 0.0615935 Jul 29 05:23:49.665740 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ef5597-cabd-46fc-b565-3940400b2485 req-2d33d542-467d-4db6-a1cc-6287c79cb025 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:49.668383 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-29ef5597-cabd-46fc-b565-3940400b2485 req-2d33d542-467d-4db6-a1cc-6287c79cb025 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=00171c99-cf39-4ed6-b78a-3bb24272b171 HTTP/1.1" status: 200 len: 944 time: 0.1766155 Jul 29 05:23:49.711601 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa35c8ac-9bc4-479b-a1cc-4dfe0f669124 req-89381a66-cca1-4dee-a7c5-3e5dc06cfefd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:49.713092 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-fa35c8ac-9bc4-479b-a1cc-4dfe0f669124 req-89381a66-cca1-4dee-a7c5-3e5dc06cfefd service neutron] 10.222.0.60 "GET /v2.0/networks?id=71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9 HTTP/1.1" status: 200 len: 920 time: 0.6029522 Jul 29 05:23:49.727645 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-8abbd9b3-a0bc-4529-8daf-26378ab40d79 req-f9bcc445-7137-4d25-94aa-cab23684e42e tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/security-groups?id=e9b3d23d-0615-4fd6-b695-2037ba10d6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603650 Jul 29 05:23:49.795948 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Device b9da91d9-425e-4a0a-af65-aa645da630ad details requested by agent hyperv_hv-cinder-85127 with host hv-cinder-85127 {{(pid=104006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 05:23:49.817609 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-fa35c8ac-9bc4-479b-a1cc-4dfe0f669124 req-d6b5f573-57bf-46af-ba45-2f5e37598af8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9da91d9-425e-4a0a-af65-aa645da630ad HTTP/1.1" status: 200 len: 217 time: 0.0940714 Jul 29 05:23:49.884567 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.plugin [req-ba680850-5f68-4c28-bf4a-fbf37120b1c4 req-5dd52fec-a1c4-4f9a-9621-2caf8954d86c tempest-VolumesNegativeTest-1036128200 tempest-VolumesNegativeTest-1036128200-project] Deleting port 8628c596-8348-4bfe-bb55-d19280454b65 {{(pid=104005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 05:23:49.884943 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-ba680850-5f68-4c28-bf4a-fbf37120b1c4 req-5dd52fec-a1c4-4f9a-9621-2caf8954d86c tempest-VolumesNegativeTest-1036128200 tempest-VolumesNegativeTest-1036128200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737760600589'] for port (8628c596-8348-4bfe-bb55-d19280454b65), before_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:49.896073 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d53a443-ecfc-42fc-a54f-968765763370 req-e0769ba9-ea93-40aa-b667-842e5e262a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:49.897601 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-9d53a443-ecfc-42fc-a54f-968765763370 req-e0769ba9-ea93-40aa-b667-842e5e262a1c service neutron] 10.222.0.60 "GET /v2.0/networks?id=6068f512-e267-445c-a8db-5edcf9da6f4b HTTP/1.1" status: 200 len: 913 time: 0.3509870 Jul 29 05:23:49.934308 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] For port b9da91d9-425e-4a0a-af65-aa645da630ad, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=b9da91d9-425e-4a0a-af65-aa645da630ad,segment=NetworkSegment(2ceab750-82be-448f-8b3e-b595d666c0d7),segment_id=2ceab750-82be-448f-8b3e-b595d666c0d7)] {{(pid=104006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:23:49.959960 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520f07c4-131e-4ace-acfc-efee2e3fb251 req-25f7468d-281a-4618-baad-43289a96a33b tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:49.960685 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Returning: {'device': 'b9da91d9-425e-4a0a-af65-aa645da630ad', 'network_id': '71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9', 'port_id': 'b9da91d9-425e-4a0a-af65-aa645da630ad', 'mac_address': 'fa:16:3e:fc:40:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a137c074-4437-44e5-8103-6184a1dda097', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 05:23:49.968201 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-520f07c4-131e-4ace-acfc-efee2e3fb251 req-25f7468d-281a-4618-baad-43289a96a33b tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f803c7a-3603-4d3c-bdcf-67e7f12f1b20 HTTP/1.1" status: 200 len: 944 time: 0.0894728 Jul 29 05:23:49.983526 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-29ef5597-cabd-46fc-b565-3940400b2485 req-218a30f6-5a0a-46ad-9df9-426fe94f8c1a tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c942e50-e987-405e-a4e5-d39231e8d492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2960510 Jul 29 05:23:50.024419 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-9d53a443-ecfc-42fc-a54f-968765763370 req-c31ab170-3fec-44e7-b20b-85ef73c7b608 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b9f65ae-322a-484b-a4c5-136721870e39 HTTP/1.1" status: 200 len: 217 time: 0.1160359 Jul 29 05:23:50.030714 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Current status of the port b9da91d9-425e-4a0a-af65-aa645da630ad is: DOWN; New status is: BUILD {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:23:50.031762 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (b9da91d9-425e-4a0a-af65-aa645da630ad), before_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:50.038502 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-520f07c4-131e-4ace-acfc-efee2e3fb251 req-7293a311-8799-4485-8218-63943e16e750 tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] 10.222.0.49 "GET /v2.0/security-groups?id=10873ed0-801e-451a-aaaa-93d3e6c9aa2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677397 Jul 29 05:23:50.039183 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa35c8ac-9bc4-479b-a1cc-4dfe0f669124 req-f099cd0a-1e5f-4c5f-a073-ed730fb6c5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:50.040768 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-fa35c8ac-9bc4-479b-a1cc-4dfe0f669124 req-f099cd0a-1e5f-4c5f-a073-ed730fb6c5d9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a137c074-4437-44e5-8103-6184a1dda097 HTTP/1.1" status: 200 len: 858 time: 0.2113371 Jul 29 05:23:50.069159 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.notifiers.nova [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9da91d9-425e-4a0a-af65-aa645da630ad {{(pid=104006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 05:23:50.109914 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] For port b9da91d9-425e-4a0a-af65-aa645da630ad, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=b9da91d9-425e-4a0a-af65-aa645da630ad,segment=NetworkSegment(2ceab750-82be-448f-8b3e-b595d666c0d7),segment_id=2ceab750-82be-448f-8b3e-b595d666c0d7)] {{(pid=104006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:23:50.117109 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (b9da91d9-425e-4a0a-af65-aa645da630ad), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:50.134199 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=100 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:23:50.157284 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa35c8ac-9bc4-479b-a1cc-4dfe0f669124 req-1e9e999c-cb49-42c7-b0dc-2cb79990514d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:50.159001 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-fa35c8ac-9bc4-479b-a1cc-4dfe0f669124 req-1e9e999c-cb49-42c7-b0dc-2cb79990514d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1043410 Jul 29 05:23:50.185096 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d53a443-ecfc-42fc-a54f-968765763370 req-7fc8d69b-eccb-4b31-b080-b00165c6936e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:50.186601 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-9d53a443-ecfc-42fc-a54f-968765763370 req-7fc8d69b-eccb-4b31-b080-b00165c6936e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0bb787ec-229d-4496-8b75-814879057044 HTTP/1.1" status: 200 len: 852 time: 0.1497128 Jul 29 05:23:50.192403 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Pushing event updated for resources: {'Port': ['ID=b9da91d9-425e-4a0a-af65-aa645da630ad,revision_number=4']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:23:50.281641 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-9d53a443-ecfc-42fc-a54f-968765763370 req-1e0e364e-2f46-4a2b-ad30-0b143d96848c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6068f512-e267-445c-a8db-5edcf9da6f4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0758348 Jul 29 05:23:50.285223 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.db [req-ba680850-5f68-4c28-bf4a-fbf37120b1c4 req-5dd52fec-a1c4-4f9a-9621-2caf8954d86c tempest-VolumesNegativeTest-1036128200 tempest-VolumesNegativeTest-1036128200-project] For port 8628c596-8348-4bfe-bb55-d19280454b65, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=8628c596-8348-4bfe-bb55-d19280454b65,segment=NetworkSegment(aa64d83e-de18-4cf4-9f38-bca00602d684),segment_id=aa64d83e-de18-4cf4-9f38-bca00602d684)] {{(pid=104005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:23:50.285596 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-ba680850-5f68-4c28-bf4a-fbf37120b1c4 req-5dd52fec-a1c4-4f9a-9621-2caf8954d86c tempest-VolumesNegativeTest-1036128200 tempest-VolumesNegativeTest-1036128200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420629'] for port (8628c596-8348-4bfe-bb55-d19280454b65), precommit_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:50.361435 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 60448) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:23:50.362805 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.plugin [req-ba680850-5f68-4c28-bf4a-fbf37120b1c4 req-5dd52fec-a1c4-4f9a-9621-2caf8954d86c tempest-VolumesNegativeTest-1036128200 tempest-VolumesNegativeTest-1036128200-project] Calling delete_port for 8628c596-8348-4bfe-bb55-d19280454b65 owned by compute:nova {{(pid=104005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 05:23:50.444618 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] get_ports_and_sgs() called for port_ids ['b9da91d9-425e-4a0a-af65-aa645da630ad'] {{(pid=104006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 05:23:50.486584 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=100 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:23:50.509943 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-fa35c8ac-9bc4-479b-a1cc-4dfe0f669124 req-2fc4ef31-2e49-4d06-a652-1a79085eb06c service neutron] 10.222.0.60 "GET /v2.0/networks/71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3414750 Jul 29 05:23:50.548953 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-888745e7-8425-4cda-a815-f3f8d67638c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:50.555602 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e716075b-3263-4604-8b9b-25b1d4f227f9 req-16d7b654-245d-4420-99b6-85682a4def73 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:50.557173 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-e716075b-3263-4604-8b9b-25b1d4f227f9 req-16d7b654-245d-4420-99b6-85682a4def73 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ff4221e-eadc-491b-9f3c-9b41413a63d0 HTTP/1.1" status: 200 len: 946 time: 0.1609025 Jul 29 05:23:50.602033 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-9d53a443-ecfc-42fc-a54f-968765763370 req-ac709c24-21f4-446b-b179-b420e6448cfd service neutron] 10.222.0.60 "GET /v2.0/networks/6068f512-e267-445c-a8db-5edcf9da6f4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3080533 Jul 29 05:23:50.723699 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:23:50.765952 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-888745e7-8425-4cda-a815-f3f8d67638c9 admin admin] Publish callbacks [] for security_group (a7ddadb2-722a-4dc9-9c41-ad8df119ae30), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:50.772748 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-888745e7-8425-4cda-a815-f3f8d67638c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (a7ddadb2-722a-4dc9-9c41-ad8df119ae30), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:50.799895 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4369edb3-c660-449a-9696-507fa341531c req-7b252cc8-8002-49e3-9d3a-4883949b1cf9 tempest-VolumesNegativeTest-1036128200 tempest-VolumesNegativeTest-1036128200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:50.806097 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-4369edb3-c660-449a-9696-507fa341531c req-7b252cc8-8002-49e3-9d3a-4883949b1cf9 tempest-VolumesNegativeTest-1036128200 tempest-VolumesNegativeTest-1036128200-project] 10.222.0.49 "GET /v2.0/ports?device_id=f67587cf-7dfb-4577-8512-ef4dc3500073 HTTP/1.1" status: 200 len: 950 time: 0.1570392 Jul 29 05:23:50.806360 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-e716075b-3263-4604-8b9b-25b1d4f227f9 req-4463d3aa-130d-4e83-9511-db45a417ee50 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1b037b0-0efa-496f-bd70-b1139f60e425&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2044487 Jul 29 05:23:50.810325 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:23:50.813447 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-fa35c8ac-9bc4-479b-a1cc-4dfe0f669124 req-f315136e-c7ed-46ba-b0e0-309ce27ae9a7 service neutron] 10.222.0.60 "GET /v2.0/networks/71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2873650 Jul 29 05:23:50.895964 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-ba680850-5f68-4c28-bf4a-fbf37120b1c4 req-5dd52fec-a1c4-4f9a-9621-2caf8954d86c tempest-VolumesNegativeTest-1036128200 tempest-VolumesNegativeTest-1036128200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737760621891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737760223820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1905596'] for port (8628c596-8348-4bfe-bb55-d19280454b65), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:50.899651 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-9d53a443-ecfc-42fc-a54f-968765763370 req-d29beeec-6d28-4ada-aa2f-475d5c3fe218 service neutron] 10.222.0.60 "GET /v2.0/networks/6068f512-e267-445c-a8db-5edcf9da6f4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2658362 Jul 29 05:23:50.906073 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-888745e7-8425-4cda-a815-f3f8d67638c9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=578e96ed553744f4bba43fada85cc38a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5389369 Jul 29 05:23:50.911850 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 60456) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:23:50.933194 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888745e7-8425-4cda-a815-f3f8d67638c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7ddadb2-722a-4dc9-9c41-ad8df119ae30,revision_number=1']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:23:50.968912 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-4369edb3-c660-449a-9696-507fa341531c req-f335c155-3213-4b6c-adde-007b1dc1a291 tempest-VolumesNegativeTest-1036128200 tempest-VolumesNegativeTest-1036128200-project] 10.222.0.49 "GET /v2.0/security-groups?id=c504bbc9-0b8d-4dde-8cd5-d49b664e7c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476524 Jul 29 05:23:50.994896 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd52fec-a1c4-4f9a-9621-2caf8954d86c tempest-VolumesNegativeTest-1036128200 tempest-VolumesNegativeTest-1036128200-project] Pushing event deleted for resources: {'Port': ['ID=8628c596-8348-4bfe-bb55-d19280454b65,revision_number=None']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:23:51.103774 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a88bf35-0f23-4eb8-ba59-a08ebe871b66 req-40c4c70d-79e8-4ce9-8819-03ee885d8282 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:51.106531 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-0a88bf35-0f23-4eb8-ba59-a08ebe871b66 req-40c4c70d-79e8-4ce9-8819-03ee885d8282 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ff83e9-b98e-47c5-83cb-37ac61826fba HTTP/1.1" status: 200 len: 946 time: 0.1434805 Jul 29 05:23:51.109424 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba680850-5f68-4c28-bf4a-fbf37120b1c4 req-5dd52fec-a1c4-4f9a-9621-2caf8954d86c tempest-VolumesNegativeTest-1036128200 tempest-VolumesNegativeTest-1036128200-project] No DVR routers for this DVR port 8628c596-8348-4bfe-bb55-d19280454b65 on host hv-cinder-85127 {{(pid=104005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 29 05:23:51.112182 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-ba680850-5f68-4c28-bf4a-fbf37120b1c4 req-5dd52fec-a1c4-4f9a-9621-2caf8954d86c tempest-VolumesNegativeTest-1036128200 tempest-VolumesNegativeTest-1036128200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249840'] for port (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:51.115743 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-ba680850-5f68-4c28-bf4a-fbf37120b1c4 req-5dd52fec-a1c4-4f9a-9621-2caf8954d86c tempest-VolumesNegativeTest-1036128200 tempest-VolumesNegativeTest-1036128200-project] 10.222.0.60 "DELETE /v2.0/ports/8628c596-8348-4bfe-bb55-d19280454b65 HTTP/1.1" status: 204 len: 173 time: 1.5270922 Jul 29 05:23:51.126375 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f67587cf-7dfb-4577-8512-ef4dc3500073', 'name': 'network-vif-deleted', 'tag': '8628c596-8348-4bfe-bb55-d19280454b65'}] {{(pid=104005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 05:23:51.130235 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18cb6d06cd9bdbb2624e76cf95b2230ef06252a8a1dccb16f0d07e3cc9dc753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6b341db-cb43-4b59-a883-c3e2c030a52f" -d '{"events": [{"server_uuid": "f67587cf-7dfb-4577-8512-ef4dc3500073", "name": "network-vif-deleted", "tag": "8628c596-8348-4bfe-bb55-d19280454b65"}]}' {{(pid=104005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 05:23:51.133023 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-496ab2e8-329e-4819-869f-91b212788a6c admin admin] Publish callbacks [] for security_group (a7ddadb2-722a-4dc9-9c41-ad8df119ae30), before_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:51.150946 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:23:51.155046 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff33a65-50fe-453f-a96f-15d0c99a9b67 req-37472f4b-b977-47d2-9c1f-65eccbc3b10f tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:51.165880 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-eff33a65-50fe-453f-a96f-15d0c99a9b67 req-37472f4b-b977-47d2-9c1f-65eccbc3b10f tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=00171c99-cf39-4ed6-b78a-3bb24272b171 HTTP/1.1" status: 200 len: 945 time: 0.0843709 Jul 29 05:23:51.204762 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-496ab2e8-329e-4819-869f-91b212788a6c admin admin] Publish callbacks [] for security_group (a7ddadb2-722a-4dc9-9c41-ad8df119ae30), precommit_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:51.255175 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-0a88bf35-0f23-4eb8-ba59-a08ebe871b66 req-97def53e-a358-4cb0-a51f-cb6acab82f33 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/security-groups?id=e9b3d23d-0615-4fd6-b695-2037ba10d6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194713 Jul 29 05:23:51.268120 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-eff33a65-50fe-453f-a96f-15d0c99a9b67 req-bb750e7d-33fb-4ff8-af3f-55319bbb64a5 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c942e50-e987-405e-a4e5-d39231e8d492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009305 Jul 29 05:23:51.318459 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-496ab2e8-329e-4819-869f-91b212788a6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (a7ddadb2-722a-4dc9-9c41-ad8df119ae30), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:51.321658 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-496ab2e8-329e-4819-869f-91b212788a6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:51.326865 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-496ab2e8-329e-4819-869f-91b212788a6c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a7ddadb2-722a-4dc9-9c41-ad8df119ae30 HTTP/1.1" status: 204 len: 168 time: 0.4134331 Jul 29 05:23:51.337828 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496ab2e8-329e-4819-869f-91b212788a6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7ddadb2-722a-4dc9-9c41-ad8df119ae30,revision_number=None']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:23:51.352246 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 05:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c76d7f5-0138-4f8a-9bad-36f024f50cdd x-openstack-request-id: req-4c76d7f5-0138-4f8a-9bad-36f024f50cdd {{(pid=104005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 05:23:51.352678 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f67587cf-7dfb-4577-8512-ef4dc3500073", "name": "network-vif-deleted", "tag": "8628c596-8348-4bfe-bb55-d19280454b65", "status": "completed", "code": 200}]} {{(pid=104005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 05:23:51.353033 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4c76d7f5-0138-4f8a-9bad-36f024f50cdd {{(pid=104005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 05:23:51.353480 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c76d7f5-0138-4f8a-9bad-36f024f50cdd'] response: {'server_uuid': 'f67587cf-7dfb-4577-8512-ef4dc3500073', 'name': 'network-vif-deleted', 'tag': '8628c596-8348-4bfe-bb55-d19280454b65', 'status': 'completed', 'code': 200} Jul 29 05:23:51.443954 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e51919-f477-45f5-bde0-c7f966a81722 req-3b7aaeef-98a6-4aca-9c66-aed862b35f0f tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:51.445626 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-d3e51919-f477-45f5-bde0-c7f966a81722 req-3b7aaeef-98a6-4aca-9c66-aed862b35f0f tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f803c7a-3603-4d3c-bdcf-67e7f12f1b20 HTTP/1.1" status: 200 len: 944 time: 0.0649667 Jul 29 05:23:51.530057 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-d3e51919-f477-45f5-bde0-c7f966a81722 req-7a89564c-5843-43d7-b295-b3570bd8632b tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] 10.222.0.49 "GET /v2.0/security-groups?id=10873ed0-801e-451a-aaaa-93d3e6c9aa2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754521 Jul 29 05:23:51.795541 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 60470) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:23:51.817454 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-ced92efa-11c4-470e-98bf-b32a3704798d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:51.833433 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Device 7b9f65ae-322a-484b-a4c5-136721870e39 details requested by agent hyperv_hv-cinder-85127 with host hv-cinder-85127 {{(pid=104006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 05:23:51.839662 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Device b9da91d9-425e-4a0a-af65-aa645da630ad up at agent hyperv_hv-cinder-85127 {{(pid=104006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 05:23:51.847830 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=100 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:23:51.943327 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-ced92efa-11c4-470e-98bf-b32a3704798d admin admin] Publish callbacks [] for security_group (6558370c-c730-4e4c-b4b7-d0ccbe9b995c), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:51.951637 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-ced92efa-11c4-470e-98bf-b32a3704798d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (6558370c-c730-4e4c-b4b7-d0ccbe9b995c), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:52.030871 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Provisioning for port b9da91d9-425e-4a0a-af65-aa645da630ad completed by entity L2. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 29 05:23:52.040268 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-ced92efa-11c4-470e-98bf-b32a3704798d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c5bee50dc1a54c5e9cdfabe801cb0e3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2436578 Jul 29 05:23:52.045070 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced92efa-11c4-470e-98bf-b32a3704798d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6558370c-c730-4e4c-b4b7-d0ccbe9b995c,revision_number=1']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:23:52.045659 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 60476) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:23:52.051133 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Provisioning complete for port b9da91d9-425e-4a0a-af65-aa645da630ad triggered by entity L2. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:23:52.051571 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (b9da91d9-425e-4a0a-af65-aa645da630ad), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:52.054183 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b323a0-1965-4188-b7ea-216d9933fb50 req-7a5ec8a3-d1ff-471d-8fa9-a1c8a297a717 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:52.057016 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-71b323a0-1965-4188-b7ea-216d9933fb50 req-7a5ec8a3-d1ff-471d-8fa9-a1c8a297a717 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ff4221e-eadc-491b-9f3c-9b41413a63d0 HTTP/1.1" status: 200 len: 946 time: 0.0938463 Jul 29 05:23:52.112388 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] For port 7b9f65ae-322a-484b-a4c5-136721870e39, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=7b9f65ae-322a-484b-a4c5-136721870e39,segment=NetworkSegment(d6b1b595-a5b9-4d29-9561-8d288c1b8139),segment_id=d6b1b595-a5b9-4d29-9561-8d288c1b8139)] {{(pid=104006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:23:52.121439 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:23:52.132246 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Returning: {'device': '7b9f65ae-322a-484b-a4c5-136721870e39', 'network_id': '6068f512-e267-445c-a8db-5edcf9da6f4b', 'port_id': '7b9f65ae-322a-484b-a4c5-136721870e39', 'mac_address': 'fa:16:3e:79:e0:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bb787ec-229d-4496-8b75-814879057044', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 05:23:52.146907 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:23:52.177981 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-c9ef1e97-56c4-4fd2-90ee-3bf0c01575da admin admin] Publish callbacks [] for security_group (6558370c-c730-4e4c-b4b7-d0ccbe9b995c), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:52.190367 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-71b323a0-1965-4188-b7ea-216d9933fb50 req-cd1a59de-01d4-453a-aac3-16948df38124 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1b037b0-0efa-496f-bd70-b1139f60e425&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0937321 Jul 29 05:23:52.230417 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-c9ef1e97-56c4-4fd2-90ee-3bf0c01575da admin admin] Publish callbacks [] for security_group (6558370c-c730-4e4c-b4b7-d0ccbe9b995c), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:52.241282 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Current status of the port 7b9f65ae-322a-484b-a4c5-136721870e39 is: DOWN; New status is: BUILD {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:23:52.242098 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (7b9f65ae-322a-484b-a4c5-136721870e39), before_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:52.265468 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Current status of the port b9da91d9-425e-4a0a-af65-aa645da630ad is: BUILD; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:23:52.265925 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (b9da91d9-425e-4a0a-af65-aa645da630ad), before_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:52.269295 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.notifiers.nova [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b9f65ae-322a-484b-a4c5-136721870e39 {{(pid=104006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 05:23:52.317394 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] For port 7b9f65ae-322a-484b-a4c5-136721870e39, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=7b9f65ae-322a-484b-a4c5-136721870e39,segment=NetworkSegment(d6b1b595-a5b9-4d29-9561-8d288c1b8139),segment_id=d6b1b595-a5b9-4d29-9561-8d288c1b8139)] {{(pid=104006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:23:52.323672 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00171c99-cf39-4ed6-b78a-3bb24272b171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9da91d9-425e-4a0a-af65-aa645da630ad'}] {{(pid=104006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 05:23:52.327745 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e99febf74dea338d8edfc28e98bc5f49fff1daa2966fa3a6b84f517592192115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b377fc64-142f-455b-976c-cc7037d9544d" -d '{"events": [{"server_uuid": "00171c99-cf39-4ed6-b78a-3bb24272b171", "name": "network-vif-plugged", "status": "completed", "tag": "b9da91d9-425e-4a0a-af65-aa645da630ad"}]}' {{(pid=104006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 05:23:52.332795 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-c9ef1e97-56c4-4fd2-90ee-3bf0c01575da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (6558370c-c730-4e4c-b4b7-d0ccbe9b995c), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:52.337363 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-c9ef1e97-56c4-4fd2-90ee-3bf0c01575da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:52.339095 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (7b9f65ae-322a-484b-a4c5-136721870e39), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:52.340191 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-c9ef1e97-56c4-4fd2-90ee-3bf0c01575da admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6558370c-c730-4e4c-b4b7-d0ccbe9b995c HTTP/1.1" status: 204 len: 168 time: 0.2908328 Jul 29 05:23:52.353641 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] For port b9da91d9-425e-4a0a-af65-aa645da630ad, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=b9da91d9-425e-4a0a-af65-aa645da630ad,segment=NetworkSegment(2ceab750-82be-448f-8b3e-b595d666c0d7),segment_id=2ceab750-82be-448f-8b3e-b595d666c0d7)] {{(pid=104006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:23:52.366051 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ef1e97-56c4-4fd2-90ee-3bf0c01575da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6558370c-c730-4e4c-b4b7-d0ccbe9b995c,revision_number=None']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:23:52.386577 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (b9da91d9-425e-4a0a-af65-aa645da630ad), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:52.387560 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Device 8628c596-8348-4bfe-bb55-d19280454b65 no longer exists at agent hyperv_hv-cinder-85127 {{(pid=104006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 05:23:52.427136 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] No Port match for: 8628c596-8348-4bfe-bb55-d19280454b65 {{(pid=104006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 05:23:52.427668 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Device 8628c596-8348-4bfe-bb55-d19280454b65 not bound to the agent host hv-cinder-85127 {{(pid=104006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 05:23:52.453228 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Pushing event updated for resources: {'Port': ['ID=7b9f65ae-322a-484b-a4c5-136721870e39,revision_number=4']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:23:52.458640 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da6fe5-a931-4f70-8f84-2cff90172909 req-34780c6a-5c7b-4fcb-afb8-d2f8ace61a69 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:52.460476 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-49da6fe5-a931-4f70-8f84-2cff90172909 req-34780c6a-5c7b-4fcb-afb8-d2f8ace61a69 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=00171c99-cf39-4ed6-b78a-3bb24272b171 HTTP/1.1" status: 200 len: 946 time: 0.0777893 Jul 29 05:23:52.508007 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Pushing event updated for resources: {'Port': ['ID=b9da91d9-425e-4a0a-af65-aa645da630ad,revision_number=5']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:23:52.556539 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091d99c6-a1f2-498a-85f3-7aa5aeb4ff63 req-1ffdd4c8-bde1-428a-a192-b63ec5f8f4b9 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:52.570523 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-091d99c6-a1f2-498a-85f3-7aa5aeb4ff63 req-1ffdd4c8-bde1-428a-a192-b63ec5f8f4b9 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ff83e9-b98e-47c5-83cb-37ac61826fba HTTP/1.1" status: 200 len: 946 time: 0.1005304 Jul 29 05:23:52.578901 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-49da6fe5-a931-4f70-8f84-2cff90172909 req-85f8c94b-f895-4dfd-8706-d76ddbf0b5f6 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c942e50-e987-405e-a4e5-d39231e8d492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988226 Jul 29 05:23:52.646754 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 05:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75fb8227-0fc0-48e0-8ef8-7ea2e82aff5f x-openstack-request-id: req-75fb8227-0fc0-48e0-8ef8-7ea2e82aff5f {{(pid=104006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 05:23:52.647148 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00171c99-cf39-4ed6-b78a-3bb24272b171", "name": "network-vif-plugged", "status": "completed", "tag": "b9da91d9-425e-4a0a-af65-aa645da630ad", "code": 200}]} {{(pid=104006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 05:23:52.647502 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-75fb8227-0fc0-48e0-8ef8-7ea2e82aff5f {{(pid=104006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 05:23:52.648009 dv-cinder-851279-2-iscsi neutron-server[104006]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75fb8227-0fc0-48e0-8ef8-7ea2e82aff5f'] response: {'server_uuid': '00171c99-cf39-4ed6-b78a-3bb24272b171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9da91d9-425e-4a0a-af65-aa645da630ad', 'code': 200} Jul 29 05:23:52.663173 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-091d99c6-a1f2-498a-85f3-7aa5aeb4ff63 req-260a0c00-fa1c-40c0-a7de-04d9c97f6469 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/security-groups?id=e9b3d23d-0615-4fd6-b695-2037ba10d6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886619 Jul 29 05:23:52.665557 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] get_ports_and_sgs() called for port_ids ['7b9f65ae-322a-484b-a4c5-136721870e39'] {{(pid=104006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 05:23:52.808907 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04522625-1e56-4bd4-8ee1-dde6fe3cd1cc req-c827cc80-bf7a-476b-9a79-bd3e053a1ae0 tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:52.813450 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-04522625-1e56-4bd4-8ee1-dde6fe3cd1cc req-c827cc80-bf7a-476b-9a79-bd3e053a1ae0 tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f803c7a-3603-4d3c-bdcf-67e7f12f1b20 HTTP/1.1" status: 200 len: 945 time: 0.0783174 Jul 29 05:23:52.888412 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-04522625-1e56-4bd4-8ee1-dde6fe3cd1cc req-cad743c1-65f4-47e9-bd4a-59dfbb72aa09 tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] 10.222.0.49 "GET /v2.0/security-groups?id=10873ed0-801e-451a-aaaa-93d3e6c9aa2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681639 Jul 29 05:23:52.944362 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7d449a-90d3-45f1-8bcb-ddda6a181eb2 req-7be3eb66-ddce-4a7c-8a91-b75f70a592a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:52.946406 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-2d7d449a-90d3-45f1-8bcb-ddda6a181eb2 req-7be3eb66-ddce-4a7c-8a91-b75f70a592a8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=00171c99-cf39-4ed6-b78a-3bb24272b171 HTTP/1.1" status: 200 len: 1130 time: 0.0636575 Jul 29 05:23:53.077231 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-2d7d449a-90d3-45f1-8bcb-ddda6a181eb2 req-0770fcc7-53eb-4530-bd5b-390a44002429 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=1c942e50-e987-405e-a4e5-d39231e8d492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735669 Jul 29 05:23:53.382285 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b427b1-23fe-410d-bbab-f38c3114e057 req-38526bd8-26ab-4f05-a688-8cfe51f4b064 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:53.384129 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-15b427b1-23fe-410d-bbab-f38c3114e057 req-38526bd8-26ab-4f05-a688-8cfe51f4b064 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ff4221e-eadc-491b-9f3c-9b41413a63d0 HTTP/1.1" status: 200 len: 946 time: 0.0882070 Jul 29 05:23:53.453638 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-15b427b1-23fe-410d-bbab-f38c3114e057 req-41da71fe-75f1-49d9-8561-287efc46d418 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1b037b0-0efa-496f-bd70-b1139f60e425&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0560229 Jul 29 05:23:53.761191 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0d155b-0a1d-4fd7-b1cc-7e7c0739e9e8 req-c752559e-1aca-4c65-8012-e1b91104c4da tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:53.773023 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-de0d155b-0a1d-4fd7-b1cc-7e7c0739e9e8 req-c752559e-1aca-4c65-8012-e1b91104c4da tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=00171c99-cf39-4ed6-b78a-3bb24272b171 HTTP/1.1" status: 200 len: 946 time: 0.0956092 Jul 29 05:23:53.834191 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-de0d155b-0a1d-4fd7-b1cc-7e7c0739e9e8 req-94e2ad0e-00a5-4ce9-a8ea-4248056c5d49 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c942e50-e987-405e-a4e5-d39231e8d492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599246 Jul 29 05:23:53.855995 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Device 7b9f65ae-322a-484b-a4c5-136721870e39 up at agent hyperv_hv-cinder-85127 {{(pid=104006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 05:23:53.910965 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec54786-8b8e-484e-a743-273e53f840e3 req-1f6836b8-bf33-4aad-9ed3-077bb216f660 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:53.920094 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-dec54786-8b8e-484e-a743-273e53f840e3 req-1f6836b8-bf33-4aad-9ed3-077bb216f660 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ff83e9-b98e-47c5-83cb-37ac61826fba HTTP/1.1" status: 200 len: 946 time: 0.1628571 Jul 29 05:23:53.949453 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Provisioning for port 7b9f65ae-322a-484b-a4c5-136721870e39 completed by entity L2. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 29 05:23:53.960842 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Provisioning complete for port 7b9f65ae-322a-484b-a4c5-136721870e39 triggered by entity L2. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:23:53.961308 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (7b9f65ae-322a-484b-a4c5-136721870e39), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:54.005755 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-dec54786-8b8e-484e-a743-273e53f840e3 req-fd7ab1ee-7aaa-42a3-923c-f09dc6708c82 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/security-groups?id=e9b3d23d-0615-4fd6-b695-2037ba10d6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843077 Jul 29 05:23:54.149409 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e9e435-eb05-4ccc-9052-2c0d33ae8f2a req-f3bea360-e27e-4c9b-9b63-8caf2e70e46f tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:54.163474 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-74e9e435-eb05-4ccc-9052-2c0d33ae8f2a req-f3bea360-e27e-4c9b-9b63-8caf2e70e46f tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f803c7a-3603-4d3c-bdcf-67e7f12f1b20 HTTP/1.1" status: 200 len: 945 time: 0.1115241 Jul 29 05:23:54.253753 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:23:54.289356 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-74e9e435-eb05-4ccc-9052-2c0d33ae8f2a req-8afc07c5-fa78-432e-a46c-743156a80c5e tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] 10.222.0.49 "GET /v2.0/security-groups?id=10873ed0-801e-451a-aaaa-93d3e6c9aa2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086283 Jul 29 05:23:54.366134 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:23:54.386887 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Current status of the port 7b9f65ae-322a-484b-a4c5-136721870e39 is: BUILD; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:23:54.387542 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (7b9f65ae-322a-484b-a4c5-136721870e39), before_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:54.469313 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] For port 7b9f65ae-322a-484b-a4c5-136721870e39, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=7b9f65ae-322a-484b-a4c5-136721870e39,segment=NetworkSegment(d6b1b595-a5b9-4d29-9561-8d288c1b8139),segment_id=d6b1b595-a5b9-4d29-9561-8d288c1b8139)] {{(pid=104006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:23:54.476446 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (7b9f65ae-322a-484b-a4c5-136721870e39), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:54.578272 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Pushing event updated for resources: {'Port': ['ID=7b9f65ae-322a-484b-a4c5-136721870e39,revision_number=5']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:23:54.649439 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f803c7a-3603-4d3c-bdcf-67e7f12f1b20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b9f65ae-322a-484b-a4c5-136721870e39'}] {{(pid=104006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 05:23:54.652948 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8002719e-c711-481c-9ad8-b3e9ae9b7da2 req-ee7c767f-0510-4ee0-b8c5-d98939c8ba65 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:54.654445 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e99febf74dea338d8edfc28e98bc5f49fff1daa2966fa3a6b84f517592192115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e2df50e-8ffb-4e4a-87f6-9440d6b4f1e2" -d '{"events": [{"server_uuid": "9f803c7a-3603-4d3c-bdcf-67e7f12f1b20", "name": "network-vif-plugged", "status": "completed", "tag": "7b9f65ae-322a-484b-a4c5-136721870e39"}]}' {{(pid=104006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 05:23:54.655547 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-8002719e-c711-481c-9ad8-b3e9ae9b7da2 req-ee7c767f-0510-4ee0-b8c5-d98939c8ba65 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ff4221e-eadc-491b-9f3c-9b41413a63d0 HTTP/1.1" status: 200 len: 946 time: 0.0743794 Jul 29 05:23:54.694403 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:23:54.710615 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 05:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52d887eb-6f8d-4c9f-9f44-0e8ef4382ebd x-openstack-request-id: req-52d887eb-6f8d-4c9f-9f44-0e8ef4382ebd {{(pid=104006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 05:23:54.710938 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f803c7a-3603-4d3c-bdcf-67e7f12f1b20", "name": "network-vif-plugged", "status": "completed", "tag": "7b9f65ae-322a-484b-a4c5-136721870e39", "code": 200}]} {{(pid=104006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 05:23:54.711192 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-52d887eb-6f8d-4c9f-9f44-0e8ef4382ebd {{(pid=104006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 05:23:54.711617 dv-cinder-851279-2-iscsi neutron-server[104006]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52d887eb-6f8d-4c9f-9f44-0e8ef4382ebd'] response: {'server_uuid': '9f803c7a-3603-4d3c-bdcf-67e7f12f1b20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b9f65ae-322a-484b-a4c5-136721870e39', 'code': 200} Jul 29 05:23:54.739702 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-8002719e-c711-481c-9ad8-b3e9ae9b7da2 req-08794ca5-a981-4133-b0b3-98ee167ba9ce tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1b037b0-0efa-496f-bd70-b1139f60e425&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0674877 Jul 29 05:23:55.006579 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3773573-57de-440c-85e2-bdb710ad3842 req-44216c9e-5be3-4d71-8061-c1d93de56bea tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:55.017043 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-a3773573-57de-440c-85e2-bdb710ad3842 req-44216c9e-5be3-4d71-8061-c1d93de56bea tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=00171c99-cf39-4ed6-b78a-3bb24272b171 HTTP/1.1" status: 200 len: 946 time: 0.0820572 Jul 29 05:23:55.112820 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-a3773573-57de-440c-85e2-bdb710ad3842 req-56563eeb-167c-4ae7-9e37-0595a8ea7e57 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c942e50-e987-405e-a4e5-d39231e8d492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944655 Jul 29 05:23:55.251303 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca60d6b-3bb5-45ea-b2bc-161a48069e47 req-24168dce-ee3e-4fee-a62d-5d321d75c3d9 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:55.254756 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-5ca60d6b-3bb5-45ea-b2bc-161a48069e47 req-24168dce-ee3e-4fee-a62d-5d321d75c3d9 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ff83e9-b98e-47c5-83cb-37ac61826fba HTTP/1.1" status: 200 len: 946 time: 0.0897398 Jul 29 05:23:55.324836 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6b2156-9d95-4c9e-856d-836dcfecb75d req-ba1c50fd-6fdd-4899-ba5a-fe130b8355d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:55.326432 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-bb6b2156-9d95-4c9e-856d-836dcfecb75d req-ba1c50fd-6fdd-4899-ba5a-fe130b8355d1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9f803c7a-3603-4d3c-bdcf-67e7f12f1b20 HTTP/1.1" status: 200 len: 1130 time: 0.1091480 Jul 29 05:23:55.374985 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-5ca60d6b-3bb5-45ea-b2bc-161a48069e47 req-e33a5101-cb77-4dca-ad71-6a12f33a889d tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/security-groups?id=e9b3d23d-0615-4fd6-b695-2037ba10d6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851154 Jul 29 05:23:55.408391 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-bb6b2156-9d95-4c9e-856d-836dcfecb75d req-cf14a2e5-1e8f-4a05-b19b-b64271ea7702 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=10873ed0-801e-451a-aaaa-93d3e6c9aa2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697362 Jul 29 05:23:55.521188 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc849bf-c798-46cb-97a0-fa1bbc4a3068 req-2a5627ed-ac94-4097-a011-e514259fc7c6 tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:55.522934 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-6fc849bf-c798-46cb-97a0-fa1bbc4a3068 req-2a5627ed-ac94-4097-a011-e514259fc7c6 tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f803c7a-3603-4d3c-bdcf-67e7f12f1b20 HTTP/1.1" status: 200 len: 946 time: 0.0684230 Jul 29 05:23:55.587585 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-6fc849bf-c798-46cb-97a0-fa1bbc4a3068 req-52b82b71-f902-45ca-938b-ca1d1b9f7df4 tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] 10.222.0.49 "GET /v2.0/security-groups?id=10873ed0-801e-451a-aaaa-93d3e6c9aa2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553513 Jul 29 05:23:55.617540 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:23:55.941520 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2378c7-f513-484a-a87e-c76374861ae2 req-c368c673-a1fe-43be-b3c4-4647570cd87d tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:55.944778 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-9f2378c7-f513-484a-a87e-c76374861ae2 req-c368c673-a1fe-43be-b3c4-4647570cd87d tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ff4221e-eadc-491b-9f3c-9b41413a63d0 HTTP/1.1" status: 200 len: 946 time: 0.0980463 Jul 29 05:23:56.009019 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-9f2378c7-f513-484a-a87e-c76374861ae2 req-9f4ee8a5-d5f2-476f-b42f-b84d08cd241f tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1b037b0-0efa-496f-bd70-b1139f60e425&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0539927 Jul 29 05:23:56.272643 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053d5624-adb0-49f3-8d91-96042e7149b5 req-8eeab8f5-fb6a-4553-8624-53c3cf282305 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:56.274295 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-053d5624-adb0-49f3-8d91-96042e7149b5 req-8eeab8f5-fb6a-4553-8624-53c3cf282305 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=00171c99-cf39-4ed6-b78a-3bb24272b171 HTTP/1.1" status: 200 len: 946 time: 0.0791168 Jul 29 05:23:56.388466 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-053d5624-adb0-49f3-8d91-96042e7149b5 req-383d96d1-a19b-4da9-b993-11286dee1a22 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c942e50-e987-405e-a4e5-d39231e8d492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006174 Jul 29 05:23:56.624310 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0802c5f1-092f-4601-832d-7ca9d636ddc7 req-1fd3940e-02a7-4b33-9264-7b2afc91f7e0 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:56.627024 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-0802c5f1-092f-4601-832d-7ca9d636ddc7 req-1fd3940e-02a7-4b33-9264-7b2afc91f7e0 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=00171c99-cf39-4ed6-b78a-3bb24272b171 HTTP/1.1" status: 200 len: 946 time: 0.1252558 Jul 29 05:23:56.639028 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 60774) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:23:56.648600 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:23:56.653190 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.v2.base [None req-514f0724-be74-40d4-b170-c02668f97ab1 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Request body: {'floatingip': {'port_id': 'b9da91d9-425e-4a0a-af65-aa645da630ad'}} {{(pid=104005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:23:56.671097 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c059466-d44f-4ca8-970d-10b728da204d req-e10b23c3-38b9-4dea-ae11-da60c7ffa169 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:56.679065 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-0c059466-d44f-4ca8-970d-10b728da204d req-e10b23c3-38b9-4dea-ae11-da60c7ffa169 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ff83e9-b98e-47c5-83cb-37ac61826fba HTTP/1.1" status: 200 len: 946 time: 0.1090043 Jul 29 05:23:56.728800 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-514f0724-be74-40d4-b170-c02668f97ab1 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Publish callbacks [] for floatingip (20cf3195-b4e3-4d37-b740-8326115a74b6), before_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:56.746841 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-0c059466-d44f-4ca8-970d-10b728da204d req-48be864e-d67a-44cb-be92-0cc87318fab1 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/security-groups?id=e9b3d23d-0615-4fd6-b695-2037ba10d6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651581 Jul 29 05:23:56.881391 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8614cf9d-c24f-44be-af8a-36e096bfc42e req-79fafc1d-c7cc-4093-a9cf-b2d6be0c14aa tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:56.883451 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-8614cf9d-c24f-44be-af8a-36e096bfc42e req-79fafc1d-c7cc-4093-a9cf-b2d6be0c14aa tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f803c7a-3603-4d3c-bdcf-67e7f12f1b20 HTTP/1.1" status: 200 len: 946 time: 0.1179872 Jul 29 05:23:57.012649 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=100 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:23:57.020276 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-8614cf9d-c24f-44be-af8a-36e096bfc42e req-960909ce-ff15-49c2-a72a-520153bcf6b8 tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] 10.222.0.49 "GET /v2.0/security-groups?id=10873ed0-801e-451a-aaaa-93d3e6c9aa2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255698 Jul 29 05:23:57.216022 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5403605f-c264-4516-ad38-e602e6e932f5 req-a48cee26-6c2c-4f68-bb7d-395a20e18d4d tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:57.219867 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-5403605f-c264-4516-ad38-e602e6e932f5 req-a48cee26-6c2c-4f68-bb7d-395a20e18d4d tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ff4221e-eadc-491b-9f3c-9b41413a63d0 HTTP/1.1" status: 200 len: 946 time: 0.0944154 Jul 29 05:23:57.301221 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-5403605f-c264-4516-ad38-e602e6e932f5 req-24dbe395-4084-48fe-a5ce-8e2977363729 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1b037b0-0efa-496f-bd70-b1139f60e425&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0642824 Jul 29 05:23:57.408710 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-514f0724-be74-40d4-b170-c02668f97ab1 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:57.414024 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-514f0724-be74-40d4-b170-c02668f97ab1 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-375524'] for floatingip (20cf3195-b4e3-4d37-b740-8326115a74b6), after_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:57.826069 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.db.l3_db [None req-514f0724-be74-40d4-b170-c02668f97ab1 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Floating IP 20cf3195-b4e3-4d37-b740-8326115a74b6 associated. External IP: 172.27.2.32, port: b9da91d9-425e-4a0a-af65-aa645da630ad. Jul 29 05:23:57.997346 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a058b3-c7ce-4bf6-90f9-ce5cb6aee321 req-5149cc8f-d5ef-49fa-a568-e23b65192b03 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:57.998977 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-73a058b3-c7ce-4bf6-90f9-ce5cb6aee321 req-5149cc8f-d5ef-49fa-a568-e23b65192b03 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ff83e9-b98e-47c5-83cb-37ac61826fba HTTP/1.1" status: 200 len: 946 time: 0.0740564 Jul 29 05:23:58.005303 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:23:58.151531 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-73a058b3-c7ce-4bf6-90f9-ce5cb6aee321 req-43652579-d14d-48e9-af6d-9f6e9468e2f9 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/security-groups?id=e9b3d23d-0615-4fd6-b695-2037ba10d6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1390023 Jul 29 05:23:58.177627 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-514f0724-be74-40d4-b170-c02668f97ab1 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Router 36db0afb-fb03-4a20-ad0d-3d4d25715de0 has already been hosted by L3 agent 8a9a6061-e61b-4901-b35e-5e71dea10db3 {{(pid=104005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 05:23:58.224512 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ac5d97-34ac-4eef-ac05-7f4cc063698d req-2479f50f-fc0a-497b-94a4-dcf6c28cfe5d tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:58.226171 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-a4ac5d97-34ac-4eef-ac05-7f4cc063698d req-2479f50f-fc0a-497b-94a4-dcf6c28cfe5d tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f803c7a-3603-4d3c-bdcf-67e7f12f1b20 HTTP/1.1" status: 200 len: 946 time: 0.1010668 Jul 29 05:23:58.301085 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-a4ac5d97-34ac-4eef-ac05-7f4cc063698d req-56ed5cb5-e20e-4043-a596-d4a07d40a700 tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] 10.222.0.49 "GET /v2.0/security-groups?id=10873ed0-801e-451a-aaaa-93d3e6c9aa2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666323 Jul 29 05:23:58.337790 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-514f0724-be74-40d4-b170-c02668f97ab1 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Notify agent at l3_agent.dv-cinder-851279-2-iscsi the message routers_updated {{(pid=104005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 05:23:58.343797 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-514f0724-be74-40d4-b170-c02668f97ab1 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249840'] for floatingip (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:23:58.355137 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd0daa6-7c0b-4d89-ab6d-5034634d2849 None None] Sync routers for ids ['36db0afb-fb03-4a20-ad0d-3d4d25715de0'] in dv-cinder-851279-2-iscsi {{(pid=104006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 05:23:58.378743 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd0daa6-7c0b-4d89-ab6d-5034634d2849 None None] Routers {'36db0afb-fb03-4a20-ad0d-3d4d25715de0'} bound to L3 agent in host dv-cinder-851279-2-iscsi {{(pid=104006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:23:58.379837 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_hamode_db [None req-1dd0daa6-7c0b-4d89-ab6d-5034634d2849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-29T05:12:08Z,description=,heartbeat_timestamp=2022-07-29T05:23:38Z,host='dv-cinder-851279-2-iscsi',id=8a9a6061-e61b-4901-b35e-5e71dea10db3,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T05:12:08Z,topic='l3_agent')) {'router_ids': ['36db0afb-fb03-4a20-ad0d-3d4d25715de0'], 'active': True} {{(pid=104006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:23:58.409980 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-514f0724-be74-40d4-b170-c02668f97ab1 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "PUT /v2.0/floatingips/20cf3195-b4e3-4d37-b740-8326115a74b6 HTTP/1.1" status: 200 len: 991 time: 1.7693515 Jul 29 05:23:58.410625 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00171c99-cf39-4ed6-b78a-3bb24272b171', 'tag': 'b9da91d9-425e-4a0a-af65-aa645da630ad'}] {{(pid=104005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 05:23:58.419958 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18cb6d06cd9bdbb2624e76cf95b2230ef06252a8a1dccb16f0d07e3cc9dc753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b8b79c2-3217-428d-8d0e-3eddd9922859" -d '{"events": [{"name": "network-changed", "server_uuid": "00171c99-cf39-4ed6-b78a-3bb24272b171", "tag": "b9da91d9-425e-4a0a-af65-aa645da630ad"}]}' {{(pid=104005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 05:23:58.527189 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 05:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b866dcc-2acd-4052-8305-f12dfb8aab26 x-openstack-request-id: req-1b866dcc-2acd-4052-8305-f12dfb8aab26 {{(pid=104005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 05:23:58.527597 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00171c99-cf39-4ed6-b78a-3bb24272b171", "tag": "b9da91d9-425e-4a0a-af65-aa645da630ad", "status": "completed", "code": 200}]} {{(pid=104005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 05:23:58.528045 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1b866dcc-2acd-4052-8305-f12dfb8aab26 {{(pid=104005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 05:23:58.528721 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b866dcc-2acd-4052-8305-f12dfb8aab26'] response: {'name': 'network-changed', 'server_uuid': '00171c99-cf39-4ed6-b78a-3bb24272b171', 'tag': 'b9da91d9-425e-4a0a-af65-aa645da630ad', 'status': 'completed', 'code': 200} Jul 29 05:23:58.542504 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:23:58.546048 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvr_db [None req-1dd0daa6-7c0b-4d89-ab6d-5034634d2849 None None] Set router 36db0afb-fb03-4a20-ad0d-3d4d25715de0 gateway port host: dv-cinder-851279-2-iscsi {{(pid=104006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:23:58.567774 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5340cb17-8f11-4a41-bfd5-846cb0a77fae req-a0d415dc-d85f-4874-afcc-d234d8b400fb tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:58.569355 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-5340cb17-8f11-4a41-bfd5-846cb0a77fae req-a0d415dc-d85f-4874-afcc-d234d8b400fb tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ff4221e-eadc-491b-9f3c-9b41413a63d0 HTTP/1.1" status: 200 len: 946 time: 0.1012616 Jul 29 05:23:58.638965 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8b79c2-3217-428d-8d0e-3eddd9922859 req-ec488f0e-f494-4c86-b40f-233f86a2e7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:58.641476 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-1b8b79c2-3217-428d-8d0e-3eddd9922859 req-ec488f0e-f494-4c86-b40f-233f86a2e7ab service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=153fe5d9d64346f6b7419eba91948678&device_id=00171c99-cf39-4ed6-b78a-3bb24272b171 HTTP/1.1" status: 200 len: 1130 time: 0.0917783 Jul 29 05:23:58.652262 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:23:58.723271 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-5340cb17-8f11-4a41-bfd5-846cb0a77fae req-e8f32a02-64d9-40cf-936c-1dede2662bc9 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1b037b0-0efa-496f-bd70-b1139f60e425&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1441627 Jul 29 05:23:58.782917 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8b79c2-3217-428d-8d0e-3eddd9922859 req-c1cae1d7-7c63-4b28-880f-97ee01af9662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:58.784747 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-1b8b79c2-3217-428d-8d0e-3eddd9922859 req-c1cae1d7-7c63-4b28-880f-97ee01af9662 service neutron] 10.222.0.60 "GET /v2.0/networks?id=71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9 HTTP/1.1" status: 200 len: 920 time: 0.1310863 Jul 29 05:23:58.860922 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_hamode_db [None req-1dd0daa6-7c0b-4d89-ab6d-5034634d2849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36db0afb-fb03-4a20-ad0d-3d4d25715de0', 'name': 'tempest-ServerRescueNegativeTestJSON-1869579504-router', 'tenant_id': '153fe5d9d64346f6b7419eba91948678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '283724cf-5dab-4732-b6b0-37f06eb01598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:21:00Z', 'updated_at': '2022-07-29T05:21:13Z', 'revision_number': 4, 'project_id': '153fe5d9d64346f6b7419eba91948678', 'gw_port': {'id': '283724cf-5dab-4732-b6b0-37f06eb01598', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ea:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36db0afb-fb03-4a20-ad0d-3d4d25715de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:02Z', 'updated_at': '2022-07-29T05:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi', '_floatingips': [{'id': '20cf3195-b4e3-4d37-b740-8326115a74b6', 'tenant_id': '153fe5d9d64346f6b7419eba91948678', 'floating_ip_address': '172.27.2.32', 'floating_network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'router_id': '36db0afb-fb03-4a20-ad0d-3d4d25715de0', 'port_id': 'b9da91d9-425e-4a0a-af65-aa645da630ad', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9', 'mac_address': 'fa:16:3e:fc:40:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00171c99-cf39-4ed6-b78a-3bb24272b171', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T05:23:31Z', 'updated_at': '2022-07-29T05:23:57Z', 'revision_number': 1, 'project_id': '153fe5d9d64346f6b7419eba91948678', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2739fa7-55c9-4dcd-8915-958b8efccc6c', 'name': '', 'network_id': '71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9', 'tenant_id': '153fe5d9d64346f6b7419eba91948678', 'mac_address': 'fa:16:3e:42:00:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36db0afb-fb03-4a20-ad0d-3d4d25715de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'a137c074-4437-44e5-8103-6184a1dda097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:11Z', 'updated_at': '2022-07-29T05:21:32Z', 'revision_number': 5, 'project_id': '153fe5d9d64346f6b7419eba91948678', 'subnets': [{'id': 'a137c074-4437-44e5-8103-6184a1dda097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-2-iscsi', False) {} {{(pid=104006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:23:58.908756 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd0daa6-7c0b-4d89-ab6d-5034634d2849 None None] Checking router: 36db0afb-fb03-4a20-ad0d-3d4d25715de0 for host: dv-cinder-851279-2-iscsi {{(pid=104006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 05:23:58.911498 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-1b8b79c2-3217-428d-8d0e-3eddd9922859 req-9c64b043-b42a-4e51-8881-2cb02b7f0d09 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9da91d9-425e-4a0a-af65-aa645da630ad HTTP/1.1" status: 200 len: 999 time: 0.1101773 Jul 29 05:23:58.921541 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd0daa6-7c0b-4d89-ab6d-5034634d2849 None None] Routers {'36db0afb-fb03-4a20-ad0d-3d4d25715de0'} bound to L3 agent in host dv-cinder-851279-2-iscsi {{(pid=104006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:23:58.922205 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_hamode_db [None req-1dd0daa6-7c0b-4d89-ab6d-5034634d2849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-29T05:12:08Z,description=,heartbeat_timestamp=2022-07-29T05:23:38Z,host='dv-cinder-851279-2-iscsi',id=8a9a6061-e61b-4901-b35e-5e71dea10db3,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T05:12:08Z,topic='l3_agent')) {'router_ids': ['36db0afb-fb03-4a20-ad0d-3d4d25715de0'], 'active': True} {{(pid=104006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:23:59.001749 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8b79c2-3217-428d-8d0e-3eddd9922859 req-626ea1fa-7500-4521-a165-d8aba722debb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:59.003620 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-1b8b79c2-3217-428d-8d0e-3eddd9922859 req-626ea1fa-7500-4521-a165-d8aba722debb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a137c074-4437-44e5-8103-6184a1dda097 HTTP/1.1" status: 200 len: 858 time: 0.0894871 Jul 29 05:23:59.094479 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvr_db [None req-1dd0daa6-7c0b-4d89-ab6d-5034634d2849 None None] Set router 36db0afb-fb03-4a20-ad0d-3d4d25715de0 gateway port host: dv-cinder-851279-2-iscsi {{(pid=104006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:23:59.109057 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8b79c2-3217-428d-8d0e-3eddd9922859 req-eee8b96a-6f10-46b0-a86c-576d3896e2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:59.110760 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-1b8b79c2-3217-428d-8d0e-3eddd9922859 req-eee8b96a-6f10-46b0-a86c-576d3896e2ee service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1002810 Jul 29 05:23:59.300432 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-1b8b79c2-3217-428d-8d0e-3eddd9922859 req-16796799-6c96-4b94-b272-ab7e6097fe44 service neutron] 10.222.0.60 "GET /v2.0/networks/71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812785 Jul 29 05:23:59.456607 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 60926) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:23:59.520052 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-1b8b79c2-3217-428d-8d0e-3eddd9922859 req-524e76a8-9cb9-4df1-b811-6605ef3b7d40 service neutron] 10.222.0.60 "GET /v2.0/networks/71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077153 Jul 29 05:23:59.529593 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c319808-5821-4e6d-a46d-6a8ba003adbc req-d886c515-4a9d-485f-9dc8-8a078a9f4d3f tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:23:59.545589 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-5c319808-5821-4e6d-a46d-6a8ba003adbc req-d886c515-4a9d-485f-9dc8-8a078a9f4d3f tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ff83e9-b98e-47c5-83cb-37ac61826fba HTTP/1.1" status: 200 len: 946 time: 0.1753538 Jul 29 05:23:59.563411 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_hamode_db [None req-1dd0daa6-7c0b-4d89-ab6d-5034634d2849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36db0afb-fb03-4a20-ad0d-3d4d25715de0', 'name': 'tempest-ServerRescueNegativeTestJSON-1869579504-router', 'tenant_id': '153fe5d9d64346f6b7419eba91948678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '283724cf-5dab-4732-b6b0-37f06eb01598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:21:00Z', 'updated_at': '2022-07-29T05:21:13Z', 'revision_number': 4, 'project_id': '153fe5d9d64346f6b7419eba91948678', 'gw_port': {'id': '283724cf-5dab-4732-b6b0-37f06eb01598', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ea:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36db0afb-fb03-4a20-ad0d-3d4d25715de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:02Z', 'updated_at': '2022-07-29T05:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi', '_floatingips': [{'id': '20cf3195-b4e3-4d37-b740-8326115a74b6', 'tenant_id': '153fe5d9d64346f6b7419eba91948678', 'floating_ip_address': '172.27.2.32', 'floating_network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'router_id': '36db0afb-fb03-4a20-ad0d-3d4d25715de0', 'port_id': 'b9da91d9-425e-4a0a-af65-aa645da630ad', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9', 'mac_address': 'fa:16:3e:fc:40:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00171c99-cf39-4ed6-b78a-3bb24272b171', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T05:23:31Z', 'updated_at': '2022-07-29T05:23:57Z', 'revision_number': 1, 'project_id': '153fe5d9d64346f6b7419eba91948678', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2739fa7-55c9-4dcd-8915-958b8efccc6c', 'name': '', 'network_id': '71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9', 'tenant_id': '153fe5d9d64346f6b7419eba91948678', 'mac_address': 'fa:16:3e:42:00:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36db0afb-fb03-4a20-ad0d-3d4d25715de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'a137c074-4437-44e5-8103-6184a1dda097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:11Z', 'updated_at': '2022-07-29T05:21:32Z', 'revision_number': 5, 'project_id': '153fe5d9d64346f6b7419eba91948678', 'subnets': [{'id': 'a137c074-4437-44e5-8103-6184a1dda097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-2-iscsi', False) {} {{(pid=104006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:23:59.603288 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd0daa6-7c0b-4d89-ab6d-5034634d2849 None None] The sync data for ids ['36db0afb-fb03-4a20-ad0d-3d4d25715de0'] in dv-cinder-851279-2-iscsi is: [{'id': '36db0afb-fb03-4a20-ad0d-3d4d25715de0', 'name': 'tempest-ServerRescueNegativeTestJSON-1869579504-router', 'tenant_id': '153fe5d9d64346f6b7419eba91948678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '283724cf-5dab-4732-b6b0-37f06eb01598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:21:00Z', 'updated_at': '2022-07-29T05:21:13Z', 'revision_number': 4, 'project_id': '153fe5d9d64346f6b7419eba91948678', 'gw_port': {'id': '283724cf-5dab-4732-b6b0-37f06eb01598', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ea:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36db0afb-fb03-4a20-ad0d-3d4d25715de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:02Z', 'updated_at': '2022-07-29T05:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi', '_floatingips': [{'id': '20cf3195-b4e3-4d37-b740-8326115a74b6', 'tenant_id': '153fe5d9d64346f6b7419eba91948678', 'floating_ip_address': '172.27.2.32', 'floating_network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'router_id': '36db0afb-fb03-4a20-ad0d-3d4d25715de0', 'port_id': 'b9da91d9-425e-4a0a-af65-aa645da630ad', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9', 'mac_address': 'fa:16:3e:fc:40:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00171c99-cf39-4ed6-b78a-3bb24272b171', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T05:23:31Z', 'updated_at': '2022-07-29T05:23:57Z', 'revision_number': 1, 'project_id': '153fe5d9d64346f6b7419eba91948678', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2739fa7-55c9-4dcd-8915-958b8efccc6c', 'name': '', 'network_id': '71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9', 'tenant_id': '153fe5d9d64346f6b7419eba91948678', 'mac_address': 'fa:16:3e:42:00:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36db0afb-fb03-4a20-ad0d-3d4d25715de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'a137c074-4437-44e5-8103-6184a1dda097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:11Z', 'updated_at': '2022-07-29T05:21:32Z', 'revision_number': 5, 'project_id': '153fe5d9d64346f6b7419eba91948678', 'subnets': [{'id': 'a137c074-4437-44e5-8103-6184a1dda097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 05:23:59.648342 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-5c319808-5821-4e6d-a46d-6a8ba003adbc req-08c0cc95-34b9-437d-be8a-215e3656dd1e tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/security-groups?id=e9b3d23d-0615-4fd6-b695-2037ba10d6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014321 Jul 29 05:23:59.816408 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=100 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:23:59.871459 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 60940) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:23:59.876918 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-79936948-82ce-49ca-a43b-10495799b533 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4804e980ecc84e12a90f01bca1acee0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4187820 Jul 29 05:23:59.877924 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Device de35419f-6c42-424f-baf0-e88731e69e60 details requested by agent hyperv_hv-cinder-85127 with host hv-cinder-85127 {{(pid=104006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 05:23:59.922066 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:24:00.029937 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73de002-0a76-499f-817a-f06d51feb26e req-435ca2cf-7aa7-464b-9a49-b5ce473b257f tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:24:00.053982 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-9adce6f7-2354-47db-a10a-8acf9167b658 admin admin] Publish callbacks [] for security_group (c504bbc9-0b8d-4dde-8cd5-d49b664e7c7b), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:24:00.056384 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-a73de002-0a76-499f-817a-f06d51feb26e req-435ca2cf-7aa7-464b-9a49-b5ce473b257f tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ff4221e-eadc-491b-9f3c-9b41413a63d0 HTTP/1.1" status: 200 len: 946 time: 0.1601627 Jul 29 05:24:00.079868 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ee4dce-e573-4c72-9eb3-06fa0e4d9313 None None] New status for floating IP 20cf3195-b4e3-4d37-b740-8326115a74b6: ACTIVE {{(pid=104007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 29 05:24:00.139141 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-9adce6f7-2354-47db-a10a-8acf9167b658 admin admin] Publish callbacks [] for security_group (c504bbc9-0b8d-4dde-8cd5-d49b664e7c7b), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:24:00.154701 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] For port de35419f-6c42-424f-baf0-e88731e69e60, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=de35419f-6c42-424f-baf0-e88731e69e60,segment=NetworkSegment(9167e3b9-12fc-4803-a3cb-91dd7148cc6f),segment_id=9167e3b9-12fc-4803-a3cb-91dd7148cc6f)] {{(pid=104006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:24:00.182252 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Returning: {'device': 'de35419f-6c42-424f-baf0-e88731e69e60', 'network_id': '2abd58fa-fb8d-4cc3-8df0-c903c7b8dd87', 'port_id': 'de35419f-6c42-424f-baf0-e88731e69e60', 'mac_address': 'fa:16:3e:43:34:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac46bf73-3dbd-41e0-8b70-b021adbe3f3f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 05:24:00.188738 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 60946) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:24:00.285097 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Current status of the port de35419f-6c42-424f-baf0-e88731e69e60 is: ACTIVE; New status is: BUILD {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:24:00.285801 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-a73de002-0a76-499f-817a-f06d51feb26e req-8a47f9a2-83fc-4754-85c3-5e5115dc1120 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1b037b0-0efa-496f-bd70-b1139f60e425&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2275009 Jul 29 05:24:00.297321 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (de35419f-6c42-424f-baf0-e88731e69e60), before_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:24:00.331945 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.notifiers.nova [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id de35419f-6c42-424f-baf0-e88731e69e60 {{(pid=104006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 05:24:00.346565 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-9adce6f7-2354-47db-a10a-8acf9167b658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (c504bbc9-0b8d-4dde-8cd5-d49b664e7c7b), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:24:00.353410 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-9adce6f7-2354-47db-a10a-8acf9167b658 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:24:00.357479 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-9adce6f7-2354-47db-a10a-8acf9167b658 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c504bbc9-0b8d-4dde-8cd5-d49b664e7c7b HTTP/1.1" status: 204 len: 168 time: 0.4839256 Jul 29 05:24:00.369122 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] For port de35419f-6c42-424f-baf0-e88731e69e60, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=de35419f-6c42-424f-baf0-e88731e69e60,segment=NetworkSegment(9167e3b9-12fc-4803-a3cb-91dd7148cc6f),segment_id=9167e3b9-12fc-4803-a3cb-91dd7148cc6f)] {{(pid=104006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:24:00.375733 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (de35419f-6c42-424f-baf0-e88731e69e60), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:24:00.380839 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adce6f7-2354-47db-a10a-8acf9167b658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c504bbc9-0b8d-4dde-8cd5-d49b664e7c7b,revision_number=None']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:24:00.476861 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Pushing event updated for resources: {'Port': ['ID=de35419f-6c42-424f-baf0-e88731e69e60,revision_number=6']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:24:00.501495 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-c3253116-fcf9-4ab0-9e00-47d545750c1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:24:00.590899 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] get_ports_and_sgs() called for port_ids ['de35419f-6c42-424f-baf0-e88731e69e60'] {{(pid=104006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 05:24:00.617531 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-c3253116-fcf9-4ab0-9e00-47d545750c1f admin admin] Publish callbacks [] for security_group (61e603d9-ad59-4f83-a320-8390b3f20dd8), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:24:00.624897 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-c3253116-fcf9-4ab0-9e00-47d545750c1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (61e603d9-ad59-4f83-a320-8390b3f20dd8), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:24:00.676871 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3253116-fcf9-4ab0-9e00-47d545750c1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61e603d9-ad59-4f83-a320-8390b3f20dd8,revision_number=1']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:24:00.688108 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-c3253116-fcf9-4ab0-9e00-47d545750c1f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d8b159e657d843cb82aeddc3ac276128&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4971170 Jul 29 05:24:00.690225 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 60952) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:24:00.770021 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=100 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:24:00.786373 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-450e3f6a-a1ce-419d-8cc7-8f79b163fd31 admin admin] Publish callbacks [] for security_group (61e603d9-ad59-4f83-a320-8390b3f20dd8), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:24:00.862837 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-450e3f6a-a1ce-419d-8cc7-8f79b163fd31 admin admin] Publish callbacks [] for security_group (61e603d9-ad59-4f83-a320-8390b3f20dd8), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:24:00.905887 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de769ca-0698-4004-a493-3869815505fb req-c67b7412-bb7d-4b55-b250-4a144b4e27ce tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:24:00.907495 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-1de769ca-0698-4004-a493-3869815505fb req-c67b7412-bb7d-4b55-b250-4a144b4e27ce tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ff83e9-b98e-47c5-83cb-37ac61826fba HTTP/1.1" status: 200 len: 946 time: 0.0967343 Jul 29 05:24:00.959566 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:24:00.977361 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-1de769ca-0698-4004-a493-3869815505fb req-8a9bd218-ec31-4157-b8a9-95e05d1303a9 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/security-groups?id=e9b3d23d-0615-4fd6-b695-2037ba10d6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616283 Jul 29 05:24:00.978775 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-450e3f6a-a1ce-419d-8cc7-8f79b163fd31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (61e603d9-ad59-4f83-a320-8390b3f20dd8), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:24:00.982735 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-450e3f6a-a1ce-419d-8cc7-8f79b163fd31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:24:00.985575 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-450e3f6a-a1ce-419d-8cc7-8f79b163fd31 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/61e603d9-ad59-4f83-a320-8390b3f20dd8 HTTP/1.1" status: 204 len: 168 time: 0.2941449 Jul 29 05:24:00.998424 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e3f6a-a1ce-419d-8cc7-8f79b163fd31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61e603d9-ad59-4f83-a320-8390b3f20dd8,revision_number=None']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:24:01.476149 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 60978) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:24:01.489837 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4070e85-1cfa-46f4-a377-c05345c577d1 req-2bc9acad-3afd-4048-a6ce-4351a09c3d2e tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:24:01.491529 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-e4070e85-1cfa-46f4-a377-c05345c577d1 req-2bc9acad-3afd-4048-a6ce-4351a09c3d2e tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ff4221e-eadc-491b-9f3c-9b41413a63d0 HTTP/1.1" status: 200 len: 945 time: 0.0803311 Jul 29 05:24:01.500440 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-2fbd7e2f-4cb6-45a0-b445-ffaf06e5012e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:24:01.572271 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-e4070e85-1cfa-46f4-a377-c05345c577d1 req-870dccd3-10c6-4e8d-a494-786de555e767 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1b037b0-0efa-496f-bd70-b1139f60e425&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0674188 Jul 29 05:24:01.624737 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-2fbd7e2f-4cb6-45a0-b445-ffaf06e5012e admin admin] Publish callbacks [] for security_group (d4e17607-385e-4d24-b944-6cecbdbb6d8e), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:24:01.629800 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-2fbd7e2f-4cb6-45a0-b445-ffaf06e5012e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (d4e17607-385e-4d24-b944-6cecbdbb6d8e), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:24:01.645916 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=7 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:24:01.676723 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbd7e2f-4cb6-45a0-b445-ffaf06e5012e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4e17607-385e-4d24-b944-6cecbdbb6d8e,revision_number=1']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:24:01.682133 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-2fbd7e2f-4cb6-45a0-b445-ffaf06e5012e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=da46cb1cbf8b4a969fa0b13cd913b666&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2046177 Jul 29 05:24:01.685956 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 60986) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:24:01.746328 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-9564c60a-8864-4cae-8131-60c109f747cc admin admin] Publish callbacks [] for security_group (d4e17607-385e-4d24-b944-6cecbdbb6d8e), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:24:01.772245 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-9564c60a-8864-4cae-8131-60c109f747cc admin admin] Publish callbacks [] for security_group (d4e17607-385e-4d24-b944-6cecbdbb6d8e), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:24:01.854385 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-9564c60a-8864-4cae-8131-60c109f747cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (d4e17607-385e-4d24-b944-6cecbdbb6d8e), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:24:01.860110 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-9564c60a-8864-4cae-8131-60c109f747cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:24:01.862500 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-9564c60a-8864-4cae-8131-60c109f747cc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d4e17607-385e-4d24-b944-6cecbdbb6d8e HTTP/1.1" status: 204 len: 168 time: 0.1750510 Jul 29 05:24:01.901853 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9564c60a-8864-4cae-8131-60c109f747cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4e17607-385e-4d24-b944-6cecbdbb6d8e,revision_number=None']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:24:01.914952 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Device de35419f-6c42-424f-baf0-e88731e69e60 up at agent hyperv_hv-cinder-85127 {{(pid=104006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 05:24:02.033638 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Provisioning complete for port de35419f-6c42-424f-baf0-e88731e69e60 triggered by entity L2. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:24:02.034304 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (de35419f-6c42-424f-baf0-e88731e69e60), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:24:02.172329 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Current status of the port de35419f-6c42-424f-baf0-e88731e69e60 is: BUILD; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:24:02.172984 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (de35419f-6c42-424f-baf0-e88731e69e60), before_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:24:02.205497 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ff4221e-eadc-491b-9f3c-9b41413a63d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de35419f-6c42-424f-baf0-e88731e69e60'}] {{(pid=104006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 05:24:02.208983 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e99febf74dea338d8edfc28e98bc5f49fff1daa2966fa3a6b84f517592192115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbd6ba78-fb0e-42e5-b612-4feecf5f9b45" -d '{"events": [{"server_uuid": "6ff4221e-eadc-491b-9f3c-9b41413a63d0", "name": "network-vif-plugged", "status": "completed", "tag": "de35419f-6c42-424f-baf0-e88731e69e60"}]}' {{(pid=104006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 05:24:02.253405 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] For port de35419f-6c42-424f-baf0-e88731e69e60, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=de35419f-6c42-424f-baf0-e88731e69e60,segment=NetworkSegment(9167e3b9-12fc-4803-a3cb-91dd7148cc6f),segment_id=9167e3b9-12fc-4803-a3cb-91dd7148cc6f)] {{(pid=104006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:24:02.255658 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1a034e-7a7e-4932-8dfc-13e8cdbfc409 req-6cbc13fa-ee6c-4ef1-a5f3-ec54288f6ff9 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:24:02.257371 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-fb1a034e-7a7e-4932-8dfc-13e8cdbfc409 req-6cbc13fa-ee6c-4ef1-a5f3-ec54288f6ff9 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ff83e9-b98e-47c5-83cb-37ac61826fba HTTP/1.1" status: 200 len: 946 time: 0.1343150 Jul 29 05:24:02.263120 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (de35419f-6c42-424f-baf0-e88731e69e60), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:24:02.268071 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 05:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71e16275-63b8-404f-82fe-4715b4cf8503 x-openstack-request-id: req-71e16275-63b8-404f-82fe-4715b4cf8503 {{(pid=104006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 05:24:02.268361 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ff4221e-eadc-491b-9f3c-9b41413a63d0", "name": "network-vif-plugged", "status": "completed", "tag": "de35419f-6c42-424f-baf0-e88731e69e60", "code": 200}]} {{(pid=104006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 05:24:02.268616 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-71e16275-63b8-404f-82fe-4715b4cf8503 {{(pid=104006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 05:24:02.269052 dv-cinder-851279-2-iscsi neutron-server[104006]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71e16275-63b8-404f-82fe-4715b4cf8503'] response: {'server_uuid': '6ff4221e-eadc-491b-9f3c-9b41413a63d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de35419f-6c42-424f-baf0-e88731e69e60', 'code': 200} Jul 29 05:24:02.352374 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-fb1a034e-7a7e-4932-8dfc-13e8cdbfc409 req-84499990-8fbe-45f3-8017-a160f3cb1237 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/security-groups?id=e9b3d23d-0615-4fd6-b695-2037ba10d6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832288 Jul 29 05:24:02.352561 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Pushing event updated for resources: {'Port': ['ID=de35419f-6c42-424f-baf0-e88731e69e60,revision_number=7']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:24:02.738768 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 32772) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:24:02.780893 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-1514f992-0951-4966-8e42-7c049932bf11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:24:02.826087 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d5a313-57d7-4f98-9b42-548225f042b6 req-20a67428-9c2a-454c-922e-0bcb5444fde4 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:24:02.828334 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-64d5a313-57d7-4f98-9b42-548225f042b6 req-20a67428-9c2a-454c-922e-0bcb5444fde4 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ff4221e-eadc-491b-9f3c-9b41413a63d0 HTTP/1.1" status: 200 len: 946 time: 0.0736787 Jul 29 05:24:02.910682 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-64d5a313-57d7-4f98-9b42-548225f042b6 req-2b81ad21-a3ba-4080-bada-3bd8fc373776 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1b037b0-0efa-496f-bd70-b1139f60e425&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0717742 Jul 29 05:24:02.935499 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-1514f992-0951-4966-8e42-7c049932bf11 admin admin] Publish callbacks [] for security_group (bd335223-09ed-4d74-8ff9-e00e00a4f8b3), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:24:02.944868 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-1514f992-0951-4966-8e42-7c049932bf11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (bd335223-09ed-4d74-8ff9-e00e00a4f8b3), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:24:03.007317 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1514f992-0951-4966-8e42-7c049932bf11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd335223-09ed-4d74-8ff9-e00e00a4f8b3,revision_number=1']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:24:03.014308 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-1514f992-0951-4966-8e42-7c049932bf11 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4a2ce2657d6c41129fb16427f40ee56e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2732077 Jul 29 05:24:03.017338 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 32774) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:24:03.055741 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:24:03.102123 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-7162d454-8060-4542-a847-56f47454b195 admin admin] Publish callbacks [] for security_group (bd335223-09ed-4d74-8ff9-e00e00a4f8b3), before_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:24:03.155846 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-7162d454-8060-4542-a847-56f47454b195 admin admin] Publish callbacks [] for security_group (bd335223-09ed-4d74-8ff9-e00e00a4f8b3), precommit_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:24:03.300811 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-7162d454-8060-4542-a847-56f47454b195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (bd335223-09ed-4d74-8ff9-e00e00a4f8b3), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:24:03.300811 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-7162d454-8060-4542-a847-56f47454b195 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:24:03.300811 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-7162d454-8060-4542-a847-56f47454b195 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bd335223-09ed-4d74-8ff9-e00e00a4f8b3 HTTP/1.1" status: 204 len: 168 time: 0.2800906 Jul 29 05:24:03.310614 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7162d454-8060-4542-a847-56f47454b195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd335223-09ed-4d74-8ff9-e00e00a4f8b3,revision_number=None']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:24:03.576018 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2752ad12-e8cb-4b85-9dd0-36a3bb5afcb6 req-d54233eb-39ef-4f5b-9083-034c8f56ca0f tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:24:03.599257 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-2752ad12-e8cb-4b85-9dd0-36a3bb5afcb6 req-d54233eb-39ef-4f5b-9083-034c8f56ca0f tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ff83e9-b98e-47c5-83cb-37ac61826fba HTTP/1.1" status: 200 len: 946 time: 0.1070299 Jul 29 05:24:03.678932 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-2752ad12-e8cb-4b85-9dd0-36a3bb5afcb6 req-fca077f2-3329-47b5-abed-aec08605d1bf tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/security-groups?id=e9b3d23d-0615-4fd6-b695-2037ba10d6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784955 Jul 29 05:24:04.165702 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61bb9cd-0254-4188-9d31-3d829c42b9e0 req-a2cf2302-7045-4992-93b0-2f835e3d4058 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:24:04.176689 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-e61bb9cd-0254-4188-9d31-3d829c42b9e0 req-a2cf2302-7045-4992-93b0-2f835e3d4058 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ff83e9-b98e-47c5-83cb-37ac61826fba HTTP/1.1" status: 200 len: 946 time: 0.0912766 Jul 29 05:24:04.299258 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86f98b4-13e1-4b02-afcb-a42e57c1bd60 req-7d7fa08c-d4cc-454c-92f7-7bccf6692671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:24:04.301268 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-f86f98b4-13e1-4b02-afcb-a42e57c1bd60 req-7d7fa08c-d4cc-454c-92f7-7bccf6692671 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=92f16adc2357459aa0afb68db89031dd&device_id=f6ff83e9-b98e-47c5-83cb-37ac61826fba HTTP/1.1" status: 200 len: 1130 time: 0.1018970 Jul 29 05:24:04.320552 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-e61bb9cd-0254-4188-9d31-3d829c42b9e0 req-f4229099-3e58-4c48-ba10-b3ff7fd83c12 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/security-groups?id=e9b3d23d-0615-4fd6-b695-2037ba10d6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1425228 Jul 29 05:24:04.321161 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c51f80-3cdc-4f2a-9e2d-7c59094ef659 req-0d24bd2e-5f06-4832-85b0-e5428222286f tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:24:04.337685 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-29c51f80-3cdc-4f2a-9e2d-7c59094ef659 req-0d24bd2e-5f06-4832-85b0-e5428222286f tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ff4221e-eadc-491b-9f3c-9b41413a63d0 HTTP/1.1" status: 200 len: 946 time: 0.2237279 Jul 29 05:24:04.397074 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:24:04.477210 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-29c51f80-3cdc-4f2a-9e2d-7c59094ef659 req-a85417e9-acfb-4725-9ebe-e17663d7a975 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1b037b0-0efa-496f-bd70-b1139f60e425&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1363404 Jul 29 05:24:04.551404 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86f98b4-13e1-4b02-afcb-a42e57c1bd60 req-17ae35ea-4976-47f8-a790-e2b2db16d72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:24:04.553617 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-f86f98b4-13e1-4b02-afcb-a42e57c1bd60 req-17ae35ea-4976-47f8-a790-e2b2db16d72a service neutron] 10.222.0.60 "GET /v2.0/networks?id=60b4bb7c-7825-4f15-bc04-5ac3fa10b445 HTTP/1.1" status: 200 len: 911 time: 0.2278752 Jul 29 05:24:04.704368 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-f86f98b4-13e1-4b02-afcb-a42e57c1bd60 req-b62f0fee-5fdb-455d-b37b-93ef7ee9621f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=271bc52d-2fba-4db9-bfaa-44a4a119f24e HTTP/1.1" status: 200 len: 1001 time: 0.1414282 Jul 29 05:24:04.800170 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86f98b4-13e1-4b02-afcb-a42e57c1bd60 req-60340e32-c788-4ffb-aac6-7caa7b5b0928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:24:04.803070 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-f86f98b4-13e1-4b02-afcb-a42e57c1bd60 req-60340e32-c788-4ffb-aac6-7caa7b5b0928 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6b58381f-b173-48c0-ac4a-7a853ae2cd60 HTTP/1.1" status: 200 len: 849 time: 0.0883117 Jul 29 05:24:04.840529 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:24:04.899843 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86f98b4-13e1-4b02-afcb-a42e57c1bd60 req-9f6a174e-c5f3-4dce-abcb-0fa0ab14c223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:24:04.904160 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-f86f98b4-13e1-4b02-afcb-a42e57c1bd60 req-9f6a174e-c5f3-4dce-abcb-0fa0ab14c223 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=60b4bb7c-7825-4f15-bc04-5ac3fa10b445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0871837 Jul 29 05:24:04.972171 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 32808) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:24:05.099268 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-f86f98b4-13e1-4b02-afcb-a42e57c1bd60 req-b2f5ca59-019d-469e-9936-dfc1f9b31b10 service neutron] 10.222.0.60 "GET /v2.0/networks/60b4bb7c-7825-4f15-bc04-5ac3fa10b445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883159 Jul 29 05:24:05.162085 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.v2.base [None req-59b38954-ca69-4b8c-96b9-960e14fcbbf7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1054436071-network', 'tenant_id': 'b28baf3f14f74766b11c9ee459b8d5ec'}} {{(pid=104004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:24:05.195890 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59b38954-ca69-4b8c-96b9-960e14fcbbf7 admin admin] Made reservation on behalf of b28baf3f14f74766b11c9ee459b8d5ec for: {'network': 1} {{(pid=104004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 05:24:05.199767 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-59b38954-ca69-4b8c-96b9-960e14fcbbf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for network (None), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:24:05.220716 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-59b38954-ca69-4b8c-96b9-960e14fcbbf7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:24:05.329500 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-f86f98b4-13e1-4b02-afcb-a42e57c1bd60 req-3f6e958a-9d8a-45d8-b710-6ba3693bf00f service neutron] 10.222.0.60 "GET /v2.0/networks/60b4bb7c-7825-4f15-bc04-5ac3fa10b445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195780 Jul 29 05:24:05.359672 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-59b38954-ca69-4b8c-96b9-960e14fcbbf7 admin admin] Publish callbacks [] for security_group (1cf75e76-171e-4664-b383-cc771b744ae4), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:24:05.367048 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-59b38954-ca69-4b8c-96b9-960e14fcbbf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (1cf75e76-171e-4664-b383-cc771b744ae4), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:24:05.402594 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:24:05.422454 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59b38954-ca69-4b8c-96b9-960e14fcbbf7 admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=104004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 05:24:05.462231 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b38954-ca69-4b8c-96b9-960e14fcbbf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cf75e76-171e-4664-b383-cc771b744ae4,revision_number=1']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:24:05.468899 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-59b38954-ca69-4b8c-96b9-960e14fcbbf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501452'] for segment (f6699015-3060-4d05-b88f-efc6bff53496), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:24:05.469758 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.db.segments_db [None req-59b38954-ca69-4b8c-96b9-960e14fcbbf7 admin admin] Added segment f6699015-3060-4d05-b88f-efc6bff53496 of type vlan for network 6d50987d-b297-4c09-b50b-2b3a4e60a74e Jul 29 05:24:05.563724 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-59b38954-ca69-4b8c-96b9-960e14fcbbf7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737760211330'] for network (6d50987d-b297-4c09-b50b-2b3a4e60a74e), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:24:05.604593 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-94274a63-8db9-4b88-80e3-50e0742b6687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (0319cf4e-40d4-4455-bfa4-d5e1d8f6ed41), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:24:05.632478 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d3d257-8df2-4f23-acf8-599619e2960b req-1f677942-cfb9-422a-bf5d-b4d338492602 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:24:05.643022 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-44d3d257-8df2-4f23-acf8-599619e2960b req-1f677942-cfb9-422a-bf5d-b4d338492602 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ff83e9-b98e-47c5-83cb-37ac61826fba HTTP/1.1" status: 200 len: 946 time: 0.1289756 Jul 29 05:24:05.658215 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-59b38954-ca69-4b8c-96b9-960e14fcbbf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436'] for network (6d50987d-b297-4c09-b50b-2b3a4e60a74e), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:24:05.659567 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b38954-ca69-4b8c-96b9-960e14fcbbf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:24:05.660920 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-59b38954-ca69-4b8c-96b9-960e14fcbbf7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670410'] for network (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:24:05.715307 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-44d3d257-8df2-4f23-acf8-599619e2960b req-587903ea-875c-418a-9b72-a1534c91eacc tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/security-groups?id=e9b3d23d-0615-4fd6-b695-2037ba10d6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704589 Jul 29 05:24:05.768731 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-59b38954-ca69-4b8c-96b9-960e14fcbbf7 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7938054 Jul 29 05:24:05.778134 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 32822) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:24:05.779376 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.v2.base [None req-3a59ade2-b771-4ef9-8002-2f34bf0f0609 admin admin] Request body: {'subnet': {'network_id': '6d50987d-b297-4c09-b50b-2b3a4e60a74e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1054436071-subnet', 'tenant_id': 'b28baf3f14f74766b11c9ee459b8d5ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:24:05.780876 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf24bfcd-e177-4b2e-994b-ce30a9b8e2fe req-90c5dbe7-f5bf-434f-8850-e6aab5b6a542 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:24:05.782663 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-bf24bfcd-e177-4b2e-994b-ce30a9b8e2fe req-90c5dbe7-f5bf-434f-8850-e6aab5b6a542 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ff4221e-eadc-491b-9f3c-9b41413a63d0 HTTP/1.1" status: 200 len: 946 time: 0.1508188 Jul 29 05:24:05.784285 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b38954-ca69-4b8c-96b9-960e14fcbbf7 admin admin] Pushing event updated for resources: {'Network': ['ID=6d50987d-b297-4c09-b50b-2b3a4e60a74e,revision_number=1']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:24:05.796487 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Network 6d50987d-b297-4c09-b50b-2b3a4e60a74e details requested by agent ovs-agent-dv-cinder-851279-2-iscsi with host dv-cinder-851279-2-iscsi {{(pid=104006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 05:24:05.873679 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a59ade2-b771-4ef9-8002-2f34bf0f0609 admin admin] Made reservation on behalf of b28baf3f14f74766b11c9ee459b8d5ec for: {'subnet': 1} {{(pid=104005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 05:24:05.877598 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-3a59ade2-b771-4ef9-8002-2f34bf0f0609 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28373970'] for subnet (None), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:24:05.880810 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-bf24bfcd-e177-4b2e-994b-ce30a9b8e2fe req-14828b1e-3c52-4ccf-b1cd-ded1612fae42 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1b037b0-0efa-496f-bd70-b1139f60e425&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0838757 Jul 29 05:24:06.246065 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:24:06.273147 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-3a59ade2-b771-4ef9-8002-2f34bf0f0609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-292102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1905488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28374012'] for subnet (b2d5d071-499f-4586-ac5d-ea62aa4ce3d4), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:24:06.362369 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a59ade2-b771-4ef9-8002-2f34bf0f0609 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2d5d071-499f-4586-ac5d-ea62aa4ce3d4,revision_number=0']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:24:06.376306 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a59ade2-b771-4ef9-8002-2f34bf0f0609 admin admin] Checking segment: {'id': 'f6699015-3060-4d05-b88f-efc6bff53496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '6d50987d-b297-4c09-b50b-2b3a4e60a74e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 05:24:06.376709 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a59ade2-b771-4ef9-8002-2f34bf0f0609 admin admin] Network hostable DHCP agents. Network: 6d50987d-b297-4c09-b50b-2b3a4e60a74e, hostable agents: ['0319cf4e-40d4-4455-bfa4-d5e1d8f6ed41'], hosted agents: [] {{(pid=104005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 05:24:06.409112 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a59ade2-b771-4ef9-8002-2f34bf0f0609 admin admin] Network 6d50987d-b297-4c09-b50b-2b3a4e60a74e is scheduled to be hosted by DHCP agent 0319cf4e-40d4-4455-bfa4-d5e1d8f6ed41 with binding_index 1 {{(pid=104005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 05:24:06.428763 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.base_scheduler [None req-3a59ade2-b771-4ef9-8002-2f34bf0f0609 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851279-2-iscsi, 6d50987d-b297-4c09-b50b-2b3a4e60a74e) {{(pid=104005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:24:06.438667 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a59ade2-b771-4ef9-8002-2f34bf0f0609 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:24:06.439755 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-3a59ade2-b771-4ef9-8002-2f34bf0f0609 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670410'] for subnet (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:24:06.445839 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41dbd4e9-cf6e-40cd-8576-358a307d1454 None None] Network 6d50987d-b297-4c09-b50b-2b3a4e60a74e requested from dv-cinder-851279-2-iscsi {{(pid=104006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 05:24:06.485275 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-3a59ade2-b771-4ef9-8002-2f34bf0f0609 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7088163 Jul 29 05:24:06.639603 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91217ce2-d077-444e-9d6e-9de886ffea6e None None] Network 6d50987d-b297-4c09-b50b-2b3a4e60a74e requested from dv-cinder-851279-2-iscsi {{(pid=104006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 05:24:06.706085 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:24:06.984695 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eff2b3-f6ae-425a-8497-77f13a7a59cf req-bdb62e46-bae3-4224-8104-f78870e0e45f tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:24:06.992518 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-29eff2b3-f6ae-425a-8497-77f13a7a59cf req-bdb62e46-bae3-4224-8104-f78870e0e45f tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ff83e9-b98e-47c5-83cb-37ac61826fba HTTP/1.1" status: 200 len: 946 time: 0.1066041 Jul 29 05:24:07.146282 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-29eff2b3-f6ae-425a-8497-77f13a7a59cf req-497774df-ff15-4aa8-891f-a9b0ca81105f tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/security-groups?id=e9b3d23d-0615-4fd6-b695-2037ba10d6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1449764 Jul 29 05:24:07.208813 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b7a2f0-557c-432c-b4a9-792b1249740e req-6bb891d1-638d-4efc-bfd4-bdf18ee595df tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:24:07.210447 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-79b7a2f0-557c-432c-b4a9-792b1249740e req-6bb891d1-638d-4efc-bfd4-bdf18ee595df tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ff4221e-eadc-491b-9f3c-9b41413a63d0 HTTP/1.1" status: 200 len: 946 time: 0.1628966 Jul 29 05:24:07.328846 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (12b139f9-2daf-4047-bd2d-6bc43cda34b6), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:24:07.339192 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-79b7a2f0-557c-432c-b4a9-792b1249740e req-3c8b5566-1b34-4294-9e87-f2dfe9984bf7 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1b037b0-0efa-496f-bd70-b1139f60e425&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1123505 Jul 29 05:24:08.134495 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-d050a265-0872-4470-bf84-33bae7ddc948 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (8a9a6061-e61b-4901-b35e-5e71dea10db3), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:24:08.512450 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9e89a5-d61d-4576-b77c-06927d85394b req-9fbf637d-154f-4596-8670-15418ff98111 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:24:08.515455 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-dc9e89a5-d61d-4576-b77c-06927d85394b req-9fbf637d-154f-4596-8670-15418ff98111 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ff4221e-eadc-491b-9f3c-9b41413a63d0 HTTP/1.1" status: 200 len: 946 time: 0.0713372 Jul 29 05:24:08.528509 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:24:08.618430 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-dc9e89a5-d61d-4576-b77c-06927d85394b req-888a04b8-c684-4f0e-9bba-62315c6ffb65 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1b037b0-0efa-496f-bd70-b1139f60e425&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0954330 Jul 29 05:24:09.835661 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ed5a63-5574-4ed7-adc8-940a92a20122 req-a03ca6a1-b3b7-4c69-b625-46297b9a8581 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:24:09.850307 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-46ed5a63-5574-4ed7-adc8-940a92a20122 req-a03ca6a1-b3b7-4c69-b625-46297b9a8581 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ff4221e-eadc-491b-9f3c-9b41413a63d0 HTTP/1.1" status: 200 len: 946 time: 0.1115174 Jul 29 05:24:09.916430 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-46ed5a63-5574-4ed7-adc8-940a92a20122 req-16a4b714-aa17-40bb-ad71-23a99e59475c tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1b037b0-0efa-496f-bd70-b1139f60e425&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0638282 Jul 29 05:24:10.028880 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c0cfcfc2-d3d3-4a7d-ac6c-95a3fd745979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (543ff7d7-1636-45b2-a25e-e19209bc2e01), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:24:11.116802 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b530a1c-6eae-4495-9603-926b97e5828c req-57f2a2c7-cb92-4528-a559-2a31b9b25f71 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:24:11.118884 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-7b530a1c-6eae-4495-9603-926b97e5828c req-57f2a2c7-cb92-4528-a559-2a31b9b25f71 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ff4221e-eadc-491b-9f3c-9b41413a63d0 HTTP/1.1" status: 200 len: 946 time: 0.0987484 Jul 29 05:24:11.209332 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-7b530a1c-6eae-4495-9603-926b97e5828c req-99e8a232-44c9-47f4-a757-a440b7050325 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1b037b0-0efa-496f-bd70-b1139f60e425&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0833015 Jul 29 05:24:11.552406 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-f980e943-56c5-486b-a087-7acc1e4e8b0f req-83b025a2-4688-472f-9cde-c00133cc56b0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3f080dde-4e70-4d3f-aa8c-ced0a1065d3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0670426 Jul 29 05:24:11.693205 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-25d2d662-1c10-455a-a758-35c132406432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (7da8dcb9-9a4e-44fd-b4da-fa922ad17d56), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:24:11.713611 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f980e943-56c5-486b-a087-7acc1e4e8b0f req-a8284ac0-e2eb-4ab7-897d-984537771a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:24:11.717228 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-f980e943-56c5-486b-a087-7acc1e4e8b0f req-a8284ac0-e2eb-4ab7-897d-984537771a1a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=153fe5d9d64346f6b7419eba91948678&device_id=3f080dde-4e70-4d3f-aa8c-ced0a1065d3d HTTP/1.1" status: 200 len: 1130 time: 0.0948062 Jul 29 05:24:11.808431 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (aa119a64-f506-4951-a68b-6dc6289eaece), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:24:11.959334 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f980e943-56c5-486b-a087-7acc1e4e8b0f req-141a099f-522a-478d-ad7b-bb078508e0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:24:11.962888 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-f980e943-56c5-486b-a087-7acc1e4e8b0f req-141a099f-522a-478d-ad7b-bb078508e0b8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9 HTTP/1.1" status: 200 len: 920 time: 0.2118747 Jul 29 05:24:11.986720 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b82e3e2-bcbe-4df3-ba0c-fa30bacb29e7 req-f20ffeed-0b57-4278-b5c7-a45f26b89eb7 tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:24:11.995594 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-6b82e3e2-bcbe-4df3-ba0c-fa30bacb29e7 req-f20ffeed-0b57-4278-b5c7-a45f26b89eb7 tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] 10.222.0.49 "GET /v2.0/networks?id=6d50987d-b297-4c09-b50b-2b3a4e60a74e HTTP/1.1" status: 200 len: 809 time: 0.1970520 Jul 29 05:24:12.013734 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-f980e943-56c5-486b-a087-7acc1e4e8b0f req-99e9d9bf-3b37-41a3-8ac8-b65f9ca2b7f1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=add97173-f389-4e35-b131-c4e58524e3c9 HTTP/1.1" status: 200 len: 217 time: 0.0437748 Jul 29 05:24:12.015581 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-6b82e3e2-bcbe-4df3-ba0c-fa30bacb29e7 req-dcc7493c-aee8-4d33-b5d1-6354f2e72a15 tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] 10.222.0.49 "GET /v2.0/quotas/b28baf3f14f74766b11c9ee459b8d5ec HTTP/1.1" status: 200 len: 375 time: 0.0180211 Jul 29 05:24:12.017178 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:24:12.026693 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=27,neutron:DELETE=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:24:12.111151 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f980e943-56c5-486b-a087-7acc1e4e8b0f req-22af02be-e731-438d-905d-fc55cb6faedd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:24:12.113237 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-f980e943-56c5-486b-a087-7acc1e4e8b0f req-22af02be-e731-438d-905d-fc55cb6faedd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a137c074-4437-44e5-8103-6184a1dda097 HTTP/1.1" status: 200 len: 858 time: 0.0911725 Jul 29 05:24:12.127066 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-6b82e3e2-bcbe-4df3-ba0c-fa30bacb29e7 req-cb4eb9c4-8954-4571-affc-89cfa0fe2450 tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b28baf3f14f74766b11c9ee459b8d5ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1046193 Jul 29 05:24:12.182899 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f980e943-56c5-486b-a087-7acc1e4e8b0f req-f6f83d23-4bba-4676-8cba-88e4bc723111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:24:12.184882 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-f980e943-56c5-486b-a087-7acc1e4e8b0f req-f6f83d23-4bba-4676-8cba-88e4bc723111 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0617898 Jul 29 05:24:12.301921 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-6b82e3e2-bcbe-4df3-ba0c-fa30bacb29e7 req-8d61bf5e-9fb6-451b-bea9-4f72924cef12 service neutron] 10.222.0.49 "GET /v2.0/networks/6d50987d-b297-4c09-b50b-2b3a4e60a74e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725514 Jul 29 05:24:12.320597 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:24:12.329283 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-f980e943-56c5-486b-a087-7acc1e4e8b0f req-7e50651c-0651-4d7c-8fff-44d036ad9e23 service neutron] 10.222.0.60 "GET /v2.0/networks/71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376054 Jul 29 05:24:12.452170 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:24:12.457710 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab4aea0-5f9d-4a37-9873-56921f8c6f2e req-3ff42aac-f0b3-44ea-a879-ef0e7e61030a tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:24:12.459511 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-3ab4aea0-5f9d-4a37-9873-56921f8c6f2e req-3ff42aac-f0b3-44ea-a879-ef0e7e61030a tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ff4221e-eadc-491b-9f3c-9b41413a63d0 HTTP/1.1" status: 200 len: 946 time: 0.1027441 Jul 29 05:24:12.501666 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-6b82e3e2-bcbe-4df3-ba0c-fa30bacb29e7 req-5854f2b3-7172-49fa-a0dd-a657687fab57 service neutron] 10.222.0.49 "GET /v2.0/networks/6d50987d-b297-4c09-b50b-2b3a4e60a74e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971614 Jul 29 05:24:12.555003 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-f980e943-56c5-486b-a087-7acc1e4e8b0f req-03da44d6-6b65-48e4-9851-c0882b6b6897 service neutron] 10.222.0.60 "GET /v2.0/networks/71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158492 Jul 29 05:24:12.569349 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-3ab4aea0-5f9d-4a37-9873-56921f8c6f2e req-bfbe51eb-ed71-4f29-b8b7-c0a59d3ca78e tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1b037b0-0efa-496f-bd70-b1139f60e425&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1002963 Jul 29 05:24:12.803020 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-9c407c71-974d-4767-99d6-7c549f1e0272 req-9ddda6c5-58fa-4965-8511-36f7a50621b5 tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] 10.222.0.49 "GET /v2.0/ports?device_id=97bc6de7-a7b6-4f34-81f8-a1866a7eac99 HTTP/1.1" status: 200 len: 210 time: 0.0682528 Jul 29 05:24:13.741779 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e5cee5-634f-44e3-91f0-b738e818e6d0 req-725e3767-d08a-421f-a4d3-00f067fffd2a tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:24:13.745479 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-75e5cee5-634f-44e3-91f0-b738e818e6d0 req-725e3767-d08a-421f-a4d3-00f067fffd2a tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ff4221e-eadc-491b-9f3c-9b41413a63d0 HTTP/1.1" status: 200 len: 946 time: 0.0748105 Jul 29 05:24:13.810703 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-75e5cee5-634f-44e3-91f0-b738e818e6d0 req-938ad3cc-c6f7-4e83-afa3-73110e935f3e tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1b037b0-0efa-496f-bd70-b1139f60e425&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0587385 Jul 29 05:24:13.919810 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-5c31aaf2-2139-45ea-a82d-141295445d05 req-578efd9f-30fd-4b8e-8d3c-d22dd8c3191e tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] 10.222.0.49 "GET /v2.0/ports?device_id=97bc6de7-a7b6-4f34-81f8-a1866a7eac99 HTTP/1.1" status: 200 len: 210 time: 0.0338535 Jul 29 05:24:14.335740 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b82e3e2-bcbe-4df3-ba0c-fa30bacb29e7 req-e31460e1-602b-4384-9f0e-4b1b67067301 tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:24:14.337395 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-6b82e3e2-bcbe-4df3-ba0c-fa30bacb29e7 req-e31460e1-602b-4384-9f0e-4b1b67067301 tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] 10.222.0.60 "GET /v2.0/networks?id=6d50987d-b297-4c09-b50b-2b3a4e60a74e HTTP/1.1" status: 200 len: 809 time: 0.1389940 Jul 29 05:24:14.374596 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.v2.base [req-6b82e3e2-bcbe-4df3-ba0c-fa30bacb29e7 req-1c8daf7d-def4-483a-b65b-e20bf2ec42ef tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] Request body: {'port': {'device_id': '97bc6de7-a7b6-4f34-81f8-a1866a7eac99', 'network_id': '6d50987d-b297-4c09-b50b-2b3a4e60a74e', 'admin_state_up': True, 'tenant_id': 'b28baf3f14f74766b11c9ee459b8d5ec'}} {{(pid=104005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:24:14.501114 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b82e3e2-bcbe-4df3-ba0c-fa30bacb29e7 req-1c8daf7d-def4-483a-b65b-e20bf2ec42ef tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] Made reservation on behalf of b28baf3f14f74766b11c9ee459b8d5ec for: {'port': 1} {{(pid=104005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 05:24:14.505139 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-6b82e3e2-bcbe-4df3-ba0c-fa30bacb29e7 req-1c8daf7d-def4-483a-b65b-e20bf2ec42ef tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (None), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:24:14.576319 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=100 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:24:14.673720 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.db_base_plugin_common [req-6b82e3e2-bcbe-4df3-ba0c-fa30bacb29e7 req-1c8daf7d-def4-483a-b65b-e20bf2ec42ef tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] Allocated IP 172.20.0.8 (6d50987d-b297-4c09-b50b-2b3a4e60a74e/b2d5d071-499f-4586-ac5d-ea62aa4ce3d4/8ffd92af-5f7d-4f45-9130-319553ac55db) {{(pid=104005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 05:24:14.873726 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-6b82e3e2-bcbe-4df3-ba0c-fa30bacb29e7 req-1c8daf7d-def4-483a-b65b-e20bf2ec42ef tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] Publish callbacks [] for port (8ffd92af-5f7d-4f45-9130-319553ac55db), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:24:14.915690 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-6b82e3e2-bcbe-4df3-ba0c-fa30bacb29e7 req-1c8daf7d-def4-483a-b65b-e20bf2ec42ef tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737760223811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1905596'] for port (8ffd92af-5f7d-4f45-9130-319553ac55db), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:24:15.005229 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.agents_db [None req-24db149f-f2c4-42ba-b1ad-acaecd0c6386 None None] Agent healthcheck: found 6 active agents {{(pid=104007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 05:24:15.014724 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0773768-acc9-4bec-b34c-db797bc43faa req-8b1dae74-0f13-41dd-9cd2-c4041f118e75 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:24:15.016970 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-d0773768-acc9-4bec-b34c-db797bc43faa req-8b1dae74-0f13-41dd-9cd2-c4041f118e75 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ff4221e-eadc-491b-9f3c-9b41413a63d0 HTTP/1.1" status: 200 len: 946 time: 0.0788770 Jul 29 05:24:15.063839 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b82e3e2-bcbe-4df3-ba0c-fa30bacb29e7 req-1c8daf7d-def4-483a-b65b-e20bf2ec42ef tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] Network 6d50987d-b297-4c09-b50b-2b3a4e60a74e is already hosted by enough agents. {{(pid=104005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 05:24:15.072441 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:24:15.073479 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-d0773768-acc9-4bec-b34c-db797bc43faa req-076629e2-f920-44cb-86c6-b4fe33c4a14d tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1b037b0-0efa-496f-bd70-b1139f60e425&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0491002 Jul 29 05:24:15.105801 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.base_scheduler [req-6b82e3e2-bcbe-4df3-ba0c-fa30bacb29e7 req-1c8daf7d-def4-483a-b65b-e20bf2ec42ef tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] Resources bound (agent type, host, resource id): {{(pid=104005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:24:15.142563 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b82e3e2-bcbe-4df3-ba0c-fa30bacb29e7 req-1c8daf7d-def4-483a-b65b-e20bf2ec42ef tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] Received port after_create {{(pid=104005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 05:24:15.151948 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8daf7d-def4-483a-b65b-e20bf2ec42ef tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] Pushing event updated for resources: {'Port': ['ID=8ffd92af-5f7d-4f45-9130-319553ac55db,revision_number=1']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:24:15.162691 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72c6d37-0180-4161-a2e3-324a01178c92 req-431c9ab0-7f3f-4c7b-bb9f-cb3f23376d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:24:15.164843 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-a72c6d37-0180-4161-a2e3-324a01178c92 req-431c9ab0-7f3f-4c7b-bb9f-cb3f23376d21 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9fda8c6d9ffa4955b2f19411ee340cb3&device_id=6ff4221e-eadc-491b-9f3c-9b41413a63d0 HTTP/1.1" status: 200 len: 1130 time: 0.1804585 Jul 29 05:24:15.266788 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cde55c1-ed73-4504-ba6e-a3526a9a2140 req-5b2d4a01-4573-4279-94a9-d0482cdebc06 tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:24:15.269457 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-0cde55c1-ed73-4504-ba6e-a3526a9a2140 req-5b2d4a01-4573-4279-94a9-d0482cdebc06 tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] 10.222.0.49 "GET /v2.0/ports?device_id=97bc6de7-a7b6-4f34-81f8-a1866a7eac99 HTTP/1.1" status: 200 len: 931 time: 0.2117081 Jul 29 05:24:15.375448 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b82e3e2-bcbe-4df3-ba0c-fa30bacb29e7 req-1c8daf7d-def4-483a-b65b-e20bf2ec42ef tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:24:15.376073 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-6b82e3e2-bcbe-4df3-ba0c-fa30bacb29e7 req-1c8daf7d-def4-483a-b65b-e20bf2ec42ef tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249840'] for port (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:24:15.424798 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-6b82e3e2-bcbe-4df3-ba0c-fa30bacb29e7 req-1c8daf7d-def4-483a-b65b-e20bf2ec42ef tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0546064 Jul 29 05:24:15.441948 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.v2.base [req-6b82e3e2-bcbe-4df3-ba0c-fa30bacb29e7 req-44b01895-3190-4e33-bf8a-aeb97de1e4bc service neutron] Request body: {'port': {'device_id': '97bc6de7-a7b6-4f34-81f8-a1866a7eac99', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85127'}} {{(pid=104005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:24:15.458181 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-0cde55c1-ed73-4504-ba6e-a3526a9a2140 req-d9a8f6ce-f1af-4e61-8509-55f813939777 tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] 10.222.0.49 "GET /v2.0/security-groups?id=1cf75e76-171e-4664-b383-cc771b744ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348517 Jul 29 05:24:15.480531 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72c6d37-0180-4161-a2e3-324a01178c92 req-5e4fefd0-fb33-4bc7-a04c-2de6979d18a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:24:15.481924 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-a72c6d37-0180-4161-a2e3-324a01178c92 req-5e4fefd0-fb33-4bc7-a04c-2de6979d18a8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2abd58fa-fb8d-4cc3-8df0-c903c7b8dd87 HTTP/1.1" status: 200 len: 917 time: 0.2754178 Jul 29 05:24:15.573352 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-6b82e3e2-bcbe-4df3-ba0c-fa30bacb29e7 req-44b01895-3190-4e33-bf8a-aeb97de1e4bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (8ffd92af-5f7d-4f45-9130-319553ac55db), before_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:24:15.582925 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-a72c6d37-0180-4161-a2e3-324a01178c92 req-6eec51f8-69e4-4c90-9b08-43a33cff9240 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de35419f-6c42-424f-baf0-e88731e69e60 HTTP/1.1" status: 200 len: 1002 time: 0.0908785 Jul 29 05:24:15.627730 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:24:15.682255 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72c6d37-0180-4161-a2e3-324a01178c92 req-67e83d7c-2f08-483d-9790-7ae2fb6ca1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:24:15.683779 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-a72c6d37-0180-4161-a2e3-324a01178c92 req-67e83d7c-2f08-483d-9790-7ae2fb6ca1ed service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ac46bf73-3dbd-41e0-8b70-b021adbe3f3f HTTP/1.1" status: 200 len: 855 time: 0.0909076 Jul 29 05:24:15.794349 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72c6d37-0180-4161-a2e3-324a01178c92 req-72c0d6c7-8001-48ff-84d7-6cfebea4492a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:24:15.795944 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-a72c6d37-0180-4161-a2e3-324a01178c92 req-72c0d6c7-8001-48ff-84d7-6cfebea4492a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2abd58fa-fb8d-4cc3-8df0-c903c7b8dd87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0628777 Jul 29 05:24:16.243710 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-a72c6d37-0180-4161-a2e3-324a01178c92 req-f8366e65-69cc-483e-a4e1-bb7c4f9a3b6d service neutron] 10.222.0.60 "GET /v2.0/networks/2abd58fa-fb8d-4cc3-8df0-c903c7b8dd87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4376891 Jul 29 05:24:16.249171 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e578b7ed-8a0a-4c00-bc3b-fd401425f787 req-2fdd8976-5e32-43fa-96fc-5f77cbdc612a tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:24:16.250814 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-e578b7ed-8a0a-4c00-bc3b-fd401425f787 req-2fdd8976-5e32-43fa-96fc-5f77cbdc612a tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ff4221e-eadc-491b-9f3c-9b41413a63d0 HTTP/1.1" status: 200 len: 946 time: 0.0780149 Jul 29 05:24:16.314410 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-e578b7ed-8a0a-4c00-bc3b-fd401425f787 req-a694d08e-706a-4be3-953d-f594eca6c319 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1b037b0-0efa-496f-bd70-b1139f60e425&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0529857 Jul 29 05:24:16.360947 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.notifiers.nova [req-6b82e3e2-bcbe-4df3-ba0c-fa30bacb29e7 req-44b01895-3190-4e33-bf8a-aeb97de1e4bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ffd92af-5f7d-4f45-9130-319553ac55db {{(pid=104005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 05:24:16.372827 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-6b82e3e2-bcbe-4df3-ba0c-fa30bacb29e7 req-44b01895-3190-4e33-bf8a-aeb97de1e4bc service neutron] Publish callbacks [] for port (8ffd92af-5f7d-4f45-9130-319553ac55db), precommit_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:24:16.378342 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:24:16.403885 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.provisioning_blocks [req-6b82e3e2-bcbe-4df3-ba0c-fa30bacb29e7 req-44b01895-3190-4e33-bf8a-aeb97de1e4bc service neutron] Transition to ACTIVE for port object 8ffd92af-5f7d-4f45-9130-319553ac55db will not be triggered until provisioned by entity L2. {{(pid=104005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 29 05:24:16.417731 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-6b82e3e2-bcbe-4df3-ba0c-fa30bacb29e7 req-44b01895-3190-4e33-bf8a-aeb97de1e4bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1905579'] for port (8ffd92af-5f7d-4f45-9130-319553ac55db), after_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:24:16.458056 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-a72c6d37-0180-4161-a2e3-324a01178c92 req-17a9ab8c-cf33-4db2-91d1-c8543c8fd0cf service neutron] 10.222.0.60 "GET /v2.0/networks/2abd58fa-fb8d-4cc3-8df0-c903c7b8dd87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003484 Jul 29 05:24:16.491997 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b01895-3190-4e33-bf8a-aeb97de1e4bc service neutron] Pushing event updated for resources: {'Port': ['ID=8ffd92af-5f7d-4f45-9130-319553ac55db,revision_number=2']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:24:16.604011 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.managers [req-6b82e3e2-bcbe-4df3-ba0c-fa30bacb29e7 req-44b01895-3190-4e33-bf8a-aeb97de1e4bc service neutron] Attempting to bind port 8ffd92af-5f7d-4f45-9130-319553ac55db on host hv-cinder-85127 for vnic_type normal with profile {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 05:24:16.604455 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.managers [req-6b82e3e2-bcbe-4df3-ba0c-fa30bacb29e7 req-44b01895-3190-4e33-bf8a-aeb97de1e4bc service neutron] Attempting to bind port 8ffd92af-5f7d-4f45-9130-319553ac55db by drivers openvswitch,hyperv on host hv-cinder-85127 at level 0 using segments [{'id': 'f6699015-3060-4d05-b88f-efc6bff53496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '6d50987d-b297-4c09-b50b-2b3a4e60a74e'}] {{(pid=104005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 05:24:16.604798 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b82e3e2-bcbe-4df3-ba0c-fa30bacb29e7 req-44b01895-3190-4e33-bf8a-aeb97de1e4bc service neutron] Attempting to bind port 8ffd92af-5f7d-4f45-9130-319553ac55db on network 6d50987d-b297-4c09-b50b-2b3a4e60a74e {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 05:24:16.616457 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b82e3e2-bcbe-4df3-ba0c-fa30bacb29e7 req-44b01895-3190-4e33-bf8a-aeb97de1e4bc service neutron] Port 8ffd92af-5f7d-4f45-9130-319553ac55db on network 6d50987d-b297-4c09-b50b-2b3a4e60a74e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85127 {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 29 05:24:16.616778 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b82e3e2-bcbe-4df3-ba0c-fa30bacb29e7 req-44b01895-3190-4e33-bf8a-aeb97de1e4bc service neutron] Attempting to bind port 8ffd92af-5f7d-4f45-9130-319553ac55db on network 6d50987d-b297-4c09-b50b-2b3a4e60a74e {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 05:24:16.632269 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc9a692-fd63-40d6-bc82-cf2ae8c57488 req-831c4f4a-a336-4a5e-a84f-1a4b56c7d62e tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:24:16.633821 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-1fc9a692-fd63-40d6-bc82-cf2ae8c57488 req-831c4f4a-a336-4a5e-a84f-1a4b56c7d62e tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] 10.222.0.49 "GET /v2.0/ports?device_id=97bc6de7-a7b6-4f34-81f8-a1866a7eac99 HTTP/1.1" status: 200 len: 943 time: 0.0724883 Jul 29 05:24:16.634685 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b82e3e2-bcbe-4df3-ba0c-fa30bacb29e7 req-44b01895-3190-4e33-bf8a-aeb97de1e4bc service neutron] Checking agent: {'id': '12b139f9-2daf-4047-bd2d-6bc43cda34b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85127', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 5, 19, 7), 'started_at': datetime.datetime(2022, 7, 29, 5, 19, 7), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 5, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 05:24:16.635389 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b82e3e2-bcbe-4df3-ba0c-fa30bacb29e7 req-44b01895-3190-4e33-bf8a-aeb97de1e4bc service neutron] Checking segment: {'id': 'f6699015-3060-4d05-b88f-efc6bff53496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '6d50987d-b297-4c09-b50b-2b3a4e60a74e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 05:24:16.635571 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b82e3e2-bcbe-4df3-ba0c-fa30bacb29e7 req-44b01895-3190-4e33-bf8a-aeb97de1e4bc service neutron] Bound using segment: {'id': 'f6699015-3060-4d05-b88f-efc6bff53496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '6d50987d-b297-4c09-b50b-2b3a4e60a74e'} {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 05:24:16.636025 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.managers [req-6b82e3e2-bcbe-4df3-ba0c-fa30bacb29e7 req-44b01895-3190-4e33-bf8a-aeb97de1e4bc service neutron] Bound port: 8ffd92af-5f7d-4f45-9130-319553ac55db, host: hv-cinder-85127, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6699015-3060-4d05-b88f-efc6bff53496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '6d50987d-b297-4c09-b50b-2b3a4e60a74e'}}] {{(pid=104005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 05:24:16.636385 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-6b82e3e2-bcbe-4df3-ba0c-fa30bacb29e7 req-44b01895-3190-4e33-bf8a-aeb97de1e4bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (8ffd92af-5f7d-4f45-9130-319553ac55db), before_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:24:16.735694 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-1fc9a692-fd63-40d6-bc82-cf2ae8c57488 req-14b07040-4049-475e-a327-88beeb3bdf8c tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] 10.222.0.49 "GET /v2.0/security-groups?id=1cf75e76-171e-4664-b383-cc771b744ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880537 Jul 29 05:24:16.756923 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.db [req-6b82e3e2-bcbe-4df3-ba0c-fa30bacb29e7 req-44b01895-3190-4e33-bf8a-aeb97de1e4bc service neutron] For port 8ffd92af-5f7d-4f45-9130-319553ac55db, host hv-cinder-85127, cleared binding levels {{(pid=104005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 05:24:16.762365 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.db [req-6b82e3e2-bcbe-4df3-ba0c-fa30bacb29e7 req-44b01895-3190-4e33-bf8a-aeb97de1e4bc service neutron] For port 8ffd92af-5f7d-4f45-9130-319553ac55db, host hv-cinder-85127, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=8ffd92af-5f7d-4f45-9130-319553ac55db,segment=NetworkSegment(f6699015-3060-4d05-b88f-efc6bff53496),segment_id=f6699015-3060-4d05-b88f-efc6bff53496)] {{(pid=104005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 05:24:16.771268 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-6b82e3e2-bcbe-4df3-ba0c-fa30bacb29e7 req-44b01895-3190-4e33-bf8a-aeb97de1e4bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1905579'] for port (8ffd92af-5f7d-4f45-9130-319553ac55db), after_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:24:16.809322 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:24:16.829043 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b82e3e2-bcbe-4df3-ba0c-fa30bacb29e7 req-44b01895-3190-4e33-bf8a-aeb97de1e4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:24:16.829682 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-6b82e3e2-bcbe-4df3-ba0c-fa30bacb29e7 req-44b01895-3190-4e33-bf8a-aeb97de1e4bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249840'] for port (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:24:16.831203 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-6b82e3e2-bcbe-4df3-ba0c-fa30bacb29e7 req-44b01895-3190-4e33-bf8a-aeb97de1e4bc service neutron] 10.222.0.60 "PUT /v2.0/ports/8ffd92af-5f7d-4f45-9130-319553ac55db HTTP/1.1" status: 200 len: 1093 time: 1.3934741 Jul 29 05:24:16.831727 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97bc6de7-a7b6-4f34-81f8-a1866a7eac99', 'tag': '8ffd92af-5f7d-4f45-9130-319553ac55db'}] {{(pid=104005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 05:24:16.834106 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18cb6d06cd9bdbb2624e76cf95b2230ef06252a8a1dccb16f0d07e3cc9dc753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f4e96b8-610f-46ac-8db3-09cd00897ad1" -d '{"events": [{"name": "network-changed", "server_uuid": "97bc6de7-a7b6-4f34-81f8-a1866a7eac99", "tag": "8ffd92af-5f7d-4f45-9130-319553ac55db"}]}' {{(pid=104005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 05:24:16.857883 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b01895-3190-4e33-bf8a-aeb97de1e4bc service neutron] Pushing event updated for resources: {'Port': ['ID=8ffd92af-5f7d-4f45-9130-319553ac55db,revision_number=3']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:24:16.881287 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 05:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8595442f-b77f-4f29-9e44-4c0ed013af13 x-openstack-request-id: req-8595442f-b77f-4f29-9e44-4c0ed013af13 {{(pid=104005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 05:24:16.881715 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97bc6de7-a7b6-4f34-81f8-a1866a7eac99", "tag": "8ffd92af-5f7d-4f45-9130-319553ac55db", "status": "completed", "code": 200}]} {{(pid=104005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 05:24:16.882059 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8595442f-b77f-4f29-9e44-4c0ed013af13 {{(pid=104005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 05:24:16.882659 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8595442f-b77f-4f29-9e44-4c0ed013af13'] response: {'name': 'network-changed', 'server_uuid': '97bc6de7-a7b6-4f34-81f8-a1866a7eac99', 'tag': '8ffd92af-5f7d-4f45-9130-319553ac55db', 'status': 'completed', 'code': 200} Jul 29 05:24:17.470362 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f87f9eb-b947-4f1d-9e15-fd4b45e323a1 req-ab06ae63-7988-459a-9535-be95e21caf0d tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:24:17.472014 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-8f87f9eb-b947-4f1d-9e15-fd4b45e323a1 req-ab06ae63-7988-459a-9535-be95e21caf0d tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ff4221e-eadc-491b-9f3c-9b41413a63d0 HTTP/1.1" status: 200 len: 946 time: 0.0609732 Jul 29 05:24:17.534962 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-8f87f9eb-b947-4f1d-9e15-fd4b45e323a1 req-a4261ee2-d783-466d-85cd-8a7fd9bc9259 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1b037b0-0efa-496f-bd70-b1139f60e425&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0534048 Jul 29 05:24:17.911366 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af6421b-2cef-476d-9432-5b9c506f5e99 req-0afab6ff-0d6c-42dd-89ab-7091b8c2d787 tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:24:17.913005 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-8af6421b-2cef-476d-9432-5b9c506f5e99 req-0afab6ff-0d6c-42dd-89ab-7091b8c2d787 tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] 10.222.0.49 "GET /v2.0/ports?device_id=97bc6de7-a7b6-4f34-81f8-a1866a7eac99 HTTP/1.1" status: 200 len: 943 time: 0.0587678 Jul 29 05:24:17.969873 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-8af6421b-2cef-476d-9432-5b9c506f5e99 req-2b411de9-683f-41aa-88b9-f605944e47f6 tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] 10.222.0.49 "GET /v2.0/security-groups?id=1cf75e76-171e-4664-b383-cc771b744ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504601 Jul 29 05:24:18.002876 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Device de35419f-6c42-424f-baf0-e88731e69e60 no longer exists at agent hyperv_hv-cinder-85127 {{(pid=104006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 05:24:18.079803 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Current status of the port de35419f-6c42-424f-baf0-e88731e69e60 is: ACTIVE; New status is: DOWN {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:24:18.080212 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (de35419f-6c42-424f-baf0-e88731e69e60), before_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:24:18.113432 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ff4221e-eadc-491b-9f3c-9b41413a63d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de35419f-6c42-424f-baf0-e88731e69e60'}] {{(pid=104006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 05:24:18.116148 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e99febf74dea338d8edfc28e98bc5f49fff1daa2966fa3a6b84f517592192115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef3b13b9-4c45-4a1b-8432-d3b3b921621f" -d '{"events": [{"server_uuid": "6ff4221e-eadc-491b-9f3c-9b41413a63d0", "name": "network-vif-unplugged", "status": "completed", "tag": "de35419f-6c42-424f-baf0-e88731e69e60"}]}' {{(pid=104006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 05:24:18.132159 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] For port de35419f-6c42-424f-baf0-e88731e69e60, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=de35419f-6c42-424f-baf0-e88731e69e60,segment=NetworkSegment(9167e3b9-12fc-4803-a3cb-91dd7148cc6f),segment_id=9167e3b9-12fc-4803-a3cb-91dd7148cc6f)] {{(pid=104006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:24:18.137882 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (de35419f-6c42-424f-baf0-e88731e69e60), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:24:18.181602 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Jul 2022 05:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0393e58e-1595-4d11-9c5f-dcb234980df4 x-openstack-request-id: req-0393e58e-1595-4d11-9c5f-dcb234980df4 {{(pid=104006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 05:24:18.181919 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ff4221e-eadc-491b-9f3c-9b41413a63d0", "name": "network-vif-unplugged", "status": "completed", "tag": "de35419f-6c42-424f-baf0-e88731e69e60", "code": 200}]} {{(pid=104006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 05:24:18.182167 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0393e58e-1595-4d11-9c5f-dcb234980df4 {{(pid=104006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 05:24:18.182598 dv-cinder-851279-2-iscsi neutron-server[104006]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0393e58e-1595-4d11-9c5f-dcb234980df4'] response: {'server_uuid': '6ff4221e-eadc-491b-9f3c-9b41413a63d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de35419f-6c42-424f-baf0-e88731e69e60', 'code': 200} Jul 29 05:24:18.188084 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:24:18.203283 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Pushing event updated for resources: {'Port': ['ID=de35419f-6c42-424f-baf0-e88731e69e60,revision_number=8']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:24:18.465050 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4e96b8-610f-46ac-8db3-09cd00897ad1 req-af71b335-f3d4-48fd-ba7c-5ade749e53b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:24:18.466605 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-6f4e96b8-610f-46ac-8db3-09cd00897ad1 req-af71b335-f3d4-48fd-ba7c-5ade749e53b8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b28baf3f14f74766b11c9ee459b8d5ec&device_id=97bc6de7-a7b6-4f34-81f8-a1866a7eac99 HTTP/1.1" status: 200 len: 1127 time: 0.0494661 Jul 29 05:24:18.734421 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4e96b8-610f-46ac-8db3-09cd00897ad1 req-a4b4afad-2e4e-4e47-9cd0-89ce8b47fb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:24:18.737289 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-6f4e96b8-610f-46ac-8db3-09cd00897ad1 req-a4b4afad-2e4e-4e47-9cd0-89ce8b47fb9d service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=b28baf3f14f74766b11c9ee459b8d5ec&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2084098 Jul 29 05:24:18.830312 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62fffde-127b-4b72-92f4-50749ed66e25 req-257d2d50-5be9-48e5-8c20-54c07b5fcb8a tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:24:18.831989 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-e62fffde-127b-4b72-92f4-50749ed66e25 req-257d2d50-5be9-48e5-8c20-54c07b5fcb8a tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ff4221e-eadc-491b-9f3c-9b41413a63d0 HTTP/1.1" status: 200 len: 944 time: 0.1771681 Jul 29 05:24:18.923296 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4e96b8-610f-46ac-8db3-09cd00897ad1 req-7aa645e6-8288-4dbf-b75e-ec3c22628537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:24:18.924892 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-6f4e96b8-610f-46ac-8db3-09cd00897ad1 req-7aa645e6-8288-4dbf-b75e-ec3c22628537 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1774631 Jul 29 05:24:18.928299 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-e62fffde-127b-4b72-92f4-50749ed66e25 req-c36d6dee-13cd-433d-b8c5-0b29b44d2056 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1b037b0-0efa-496f-bd70-b1139f60e425&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0898190 Jul 29 05:24:19.113257 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d0fc15-cb23-4ee4-bd2a-4f690af1a824 req-09d4c1f6-3f8d-43f8-9cd0-23b9a923df2c tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:24:19.114927 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-47d0fc15-cb23-4ee4-bd2a-4f690af1a824 req-09d4c1f6-3f8d-43f8-9cd0-23b9a923df2c tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] 10.222.0.49 "GET /v2.0/ports?device_id=97bc6de7-a7b6-4f34-81f8-a1866a7eac99 HTTP/1.1" status: 200 len: 943 time: 0.0623324 Jul 29 05:24:19.144417 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:DELETE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:24:19.185802 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-47d0fc15-cb23-4ee4-bd2a-4f690af1a824 req-15919073-5bb3-41b6-9107-147b3f4671df tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] 10.222.0.49 "GET /v2.0/security-groups?id=1cf75e76-171e-4664-b383-cc771b744ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631247 Jul 29 05:24:19.193148 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b82e3e2-bcbe-4df3-ba0c-fa30bacb29e7 req-537f17aa-e8fc-4fed-9b04-890ef739d3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:24:19.194604 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-6b82e3e2-bcbe-4df3-ba0c-fa30bacb29e7 req-537f17aa-e8fc-4fed-9b04-890ef739d3e9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b28baf3f14f74766b11c9ee459b8d5ec&device_id=97bc6de7-a7b6-4f34-81f8-a1866a7eac99 HTTP/1.1" status: 200 len: 1127 time: 0.0622661 Jul 29 05:24:19.253314 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-6b82e3e2-bcbe-4df3-ba0c-fa30bacb29e7 req-879ae475-14dc-46bf-9294-be552f25d6d1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ffd92af-5f7d-4f45-9130-319553ac55db HTTP/1.1" status: 200 len: 217 time: 0.0399137 Jul 29 05:24:19.307278 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b82e3e2-bcbe-4df3-ba0c-fa30bacb29e7 req-3949a667-0cba-48fd-bc21-9b1a72dc29c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:24:19.308852 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-6b82e3e2-bcbe-4df3-ba0c-fa30bacb29e7 req-3949a667-0cba-48fd-bc21-9b1a72dc29c5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b2d5d071-499f-4586-ac5d-ea62aa4ce3d4 HTTP/1.1" status: 200 len: 849 time: 0.0481644 Jul 29 05:24:19.327531 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=100 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:24:19.347733 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-6b82e3e2-bcbe-4df3-ba0c-fa30bacb29e7 req-4cf73f6a-be43-4402-b519-4b13914bf6e0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6d50987d-b297-4c09-b50b-2b3a4e60a74e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305302 Jul 29 05:24:19.469270 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-6b82e3e2-bcbe-4df3-ba0c-fa30bacb29e7 req-e2e684ef-b96c-4a65-8f1c-bebb352778bf service neutron] 10.222.0.60 "GET /v2.0/networks/6d50987d-b297-4c09-b50b-2b3a4e60a74e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083493 Jul 29 05:24:19.637148 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-6b82e3e2-bcbe-4df3-ba0c-fa30bacb29e7 req-9a734fe2-2676-4233-85ee-216d54717256 service neutron] 10.222.0.60 "GET /v2.0/networks/6d50987d-b297-4c09-b50b-2b3a4e60a74e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488500 Jul 29 05:24:20.072630 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5cf6d8-caae-4b69-ad01-bf8dd76d0eda req-edc93d02-8338-417c-9596-725818582143 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:24:20.074727 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-4e5cf6d8-caae-4b69-ad01-bf8dd76d0eda req-edc93d02-8338-417c-9596-725818582143 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ff4221e-eadc-491b-9f3c-9b41413a63d0 HTTP/1.1" status: 200 len: 944 time: 0.0565929 Jul 29 05:24:20.134747 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-4e5cf6d8-caae-4b69-ad01-bf8dd76d0eda req-3f5e61ee-dd42-4498-b378-a8f04f6da58a tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1b037b0-0efa-496f-bd70-b1139f60e425&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0539112 Jul 29 05:24:20.377288 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=100 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:24:20.389624 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeb611b-e10d-4a7e-a8f3-4a9ebb765201 req-af4ee076-3f75-4d89-8b36-2d16134bd21b tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:24:20.391971 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-ceeb611b-e10d-4a7e-a8f3-4a9ebb765201 req-af4ee076-3f75-4d89-8b36-2d16134bd21b tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] 10.222.0.49 "GET /v2.0/ports?device_id=97bc6de7-a7b6-4f34-81f8-a1866a7eac99 HTTP/1.1" status: 200 len: 943 time: 0.0675642 Jul 29 05:24:20.457224 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-ceeb611b-e10d-4a7e-a8f3-4a9ebb765201 req-371240a0-3881-4e1f-9c6f-ad2e4598efea tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] 10.222.0.49 "GET /v2.0/security-groups?id=1cf75e76-171e-4664-b383-cc771b744ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536182 Jul 29 05:24:20.757735 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [req-ce44279f-bfb4-45cf-a533-ce2576525394 req-51dfddbc-d8d0-4001-9a9e-4df8aff481bb service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=104005) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 29 05:24:20.759150 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-ce44279f-bfb4-45cf-a533-ce2576525394 req-51dfddbc-d8d0-4001-9a9e-4df8aff481bb service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053210 Jul 29 05:24:20.988055 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ed2eed-6184-4c0d-9bf2-88e3825ccfc7 req-6eb67bb9-40bb-4bab-ab22-50ee42a14278 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:24:20.989782 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-55ed2eed-6184-4c0d-9bf2-88e3825ccfc7 req-6eb67bb9-40bb-4bab-ab22-50ee42a14278 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ff4221e-eadc-491b-9f3c-9b41413a63d0 HTTP/1.1" status: 200 len: 944 time: 0.0646851 Jul 29 05:24:21.046708 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-55ed2eed-6184-4c0d-9bf2-88e3825ccfc7 req-5b923e3d-53ba-4d52-88a2-877dc5b44cbe tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1b037b0-0efa-496f-bd70-b1139f60e425&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0504460 Jul 29 05:24:21.273078 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 33018) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:24:21.364201 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-07746d09-cd57-4188-9fc1-e4d091136ffd req-db9c45b3-8315-47c6-b29d-ef844c5d326a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6ff4221e-eadc-491b-9f3c-9b41413a63d0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0898468 Jul 29 05:24:21.374395 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [req-07746d09-cd57-4188-9fc1-e4d091136ffd req-9a01f114-37d5-4362-9eb6-d8d0b3a366b6 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=104004) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 29 05:24:21.375620 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-07746d09-cd57-4188-9fc1-e4d091136ffd req-9a01f114-37d5-4362-9eb6-d8d0b3a366b6 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0057347 Jul 29 05:24:21.466484 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 33026) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:24:21.626750 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07746d09-cd57-4188-9fc1-e4d091136ffd req-e93b377e-1e65-4e0b-9c92-a94cae5c2767 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:24:21.628400 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-07746d09-cd57-4188-9fc1-e4d091136ffd req-e93b377e-1e65-4e0b-9c92-a94cae5c2767 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports/de35419f-6c42-424f-baf0-e88731e69e60 HTTP/1.1" status: 200 len: 941 time: 0.1607599 Jul 29 05:24:21.648022 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09b5f4b-8cec-40fa-96e5-b6cf44048ce1 req-164d4cf7-3700-4d6f-afef-2fd33ae1967e tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:24:21.652502 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-b09b5f4b-8cec-40fa-96e5-b6cf44048ce1 req-164d4cf7-3700-4d6f-afef-2fd33ae1967e tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] 10.222.0.49 "GET /v2.0/ports?device_id=97bc6de7-a7b6-4f34-81f8-a1866a7eac99 HTTP/1.1" status: 200 len: 943 time: 0.0790334 Jul 29 05:24:21.721805 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-b09b5f4b-8cec-40fa-96e5-b6cf44048ce1 req-98d165a7-a23a-44a8-8081-172312a5e438 tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] 10.222.0.49 "GET /v2.0/security-groups?id=1cf75e76-171e-4664-b383-cc771b744ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607219 Jul 29 05:24:22.019956 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Device 8ffd92af-5f7d-4f45-9130-319553ac55db details requested by agent hyperv_hv-cinder-85127 with host hv-cinder-85127 {{(pid=104006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 05:24:22.029848 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Device de35419f-6c42-424f-baf0-e88731e69e60 no longer exists at agent hyperv_hv-cinder-85127 {{(pid=104006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 05:24:22.189132 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab0cebc-9b86-49a0-a798-1dc1d70417b7 req-81a19a7e-5f8a-44ee-9f11-0038f58d84e3 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:24:22.191720 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-9ab0cebc-9b86-49a0-a798-1dc1d70417b7 req-81a19a7e-5f8a-44ee-9f11-0038f58d84e3 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ff4221e-eadc-491b-9f3c-9b41413a63d0 HTTP/1.1" status: 200 len: 944 time: 0.0621662 Jul 29 05:24:22.252196 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-9ab0cebc-9b86-49a0-a798-1dc1d70417b7 req-5e956e91-4420-4d29-b78c-ad1b775c326e tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1b037b0-0efa-496f-bd70-b1139f60e425&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0532317 Jul 29 05:24:22.281150 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Current status of the port de35419f-6c42-424f-baf0-e88731e69e60 is: DOWN; New status is: DOWN {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:24:22.294430 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] For port 8ffd92af-5f7d-4f45-9130-319553ac55db, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=8ffd92af-5f7d-4f45-9130-319553ac55db,segment=NetworkSegment(f6699015-3060-4d05-b88f-efc6bff53496),segment_id=f6699015-3060-4d05-b88f-efc6bff53496)] {{(pid=104006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:24:22.310844 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Returning: {'device': '8ffd92af-5f7d-4f45-9130-319553ac55db', 'network_id': '6d50987d-b297-4c09-b50b-2b3a4e60a74e', 'port_id': '8ffd92af-5f7d-4f45-9130-319553ac55db', 'mac_address': 'fa:16:3e:ff:f7:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2d5d071-499f-4586-ac5d-ea62aa4ce3d4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 05:24:22.356817 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Current status of the port 8ffd92af-5f7d-4f45-9130-319553ac55db is: DOWN; New status is: BUILD {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:24:22.357265 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (8ffd92af-5f7d-4f45-9130-319553ac55db), before_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:24:22.380985 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.notifiers.nova [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ffd92af-5f7d-4f45-9130-319553ac55db {{(pid=104006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 05:24:22.419566 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] For port 8ffd92af-5f7d-4f45-9130-319553ac55db, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=8ffd92af-5f7d-4f45-9130-319553ac55db,segment=NetworkSegment(f6699015-3060-4d05-b88f-efc6bff53496),segment_id=f6699015-3060-4d05-b88f-efc6bff53496)] {{(pid=104006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:24:22.424847 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (8ffd92af-5f7d-4f45-9130-319553ac55db), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:24:22.695316 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Pushing event updated for resources: {'Port': ['ID=8ffd92af-5f7d-4f45-9130-319553ac55db,revision_number=4']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:24:22.794333 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] get_ports_and_sgs() called for port_ids ['8ffd92af-5f7d-4f45-9130-319553ac55db'] {{(pid=104006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 05:24:22.869847 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e4e4f3-3e36-43d2-b32f-38e76eac222e req-bd3bc992-e324-4d32-92c5-3f0c81c75481 tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:24:22.871653 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-a4e4e4f3-3e36-43d2-b32f-38e76eac222e req-bd3bc992-e324-4d32-92c5-3f0c81c75481 tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] 10.222.0.49 "GET /v2.0/ports?device_id=97bc6de7-a7b6-4f34-81f8-a1866a7eac99 HTTP/1.1" status: 200 len: 944 time: 0.0613952 Jul 29 05:24:22.940584 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-a4e4e4f3-3e36-43d2-b32f-38e76eac222e req-bcfdd78f-a811-4eeb-b1ff-6b8bf1ec54f1 tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] 10.222.0.49 "GET /v2.0/security-groups?id=1cf75e76-171e-4664-b383-cc771b744ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589092 Jul 29 05:24:22.941120 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:24:23.406864 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8474b5-5446-4dfd-bf08-ab6f4be2066d req-82fbbc39-21f9-4c76-8d9c-9eda7df8f57a tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:24:23.408782 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-3b8474b5-5446-4dfd-bf08-ab6f4be2066d req-82fbbc39-21f9-4c76-8d9c-9eda7df8f57a tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ff4221e-eadc-491b-9f3c-9b41413a63d0 HTTP/1.1" status: 200 len: 944 time: 0.0551097 Jul 29 05:24:23.467525 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-3b8474b5-5446-4dfd-bf08-ab6f4be2066d req-6f560ed8-a0bd-44c5-bec8-3a7f3defcd84 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1b037b0-0efa-496f-bd70-b1139f60e425&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482624 Jul 29 05:24:24.045216 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Device 8ffd92af-5f7d-4f45-9130-319553ac55db up at agent hyperv_hv-cinder-85127 {{(pid=104006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 05:24:24.095702 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9eff2e-b0c2-445c-a7d4-57cde2982362 req-c9cb995c-0af8-4052-8c3e-86ef96175811 tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:24:24.097316 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-6a9eff2e-b0c2-445c-a7d4-57cde2982362 req-c9cb995c-0af8-4052-8c3e-86ef96175811 tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] 10.222.0.49 "GET /v2.0/ports?device_id=97bc6de7-a7b6-4f34-81f8-a1866a7eac99 HTTP/1.1" status: 200 len: 944 time: 0.0557492 Jul 29 05:24:24.110987 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Provisioning for port 8ffd92af-5f7d-4f45-9130-319553ac55db completed by entity L2. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 29 05:24:24.121107 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Provisioning complete for port 8ffd92af-5f7d-4f45-9130-319553ac55db triggered by entity L2. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:24:24.121706 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (8ffd92af-5f7d-4f45-9130-319553ac55db), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:24:24.159159 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-6a9eff2e-b0c2-445c-a7d4-57cde2982362 req-5430da68-7ac3-4d33-b64b-18eb82dce1da tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] 10.222.0.49 "GET /v2.0/security-groups?id=1cf75e76-171e-4664-b383-cc771b744ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546043 Jul 29 05:24:24.249350 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Current status of the port 8ffd92af-5f7d-4f45-9130-319553ac55db is: BUILD; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:24:24.249899 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (8ffd92af-5f7d-4f45-9130-319553ac55db), before_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:24:24.284397 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97bc6de7-a7b6-4f34-81f8-a1866a7eac99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ffd92af-5f7d-4f45-9130-319553ac55db'}] {{(pid=104006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 05:24:24.286768 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e99febf74dea338d8edfc28e98bc5f49fff1daa2966fa3a6b84f517592192115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e46030b1-491d-460b-a42c-cee3984912d7" -d '{"events": [{"server_uuid": "97bc6de7-a7b6-4f34-81f8-a1866a7eac99", "name": "network-vif-plugged", "status": "completed", "tag": "8ffd92af-5f7d-4f45-9130-319553ac55db"}]}' {{(pid=104006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 05:24:24.301713 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] For port 8ffd92af-5f7d-4f45-9130-319553ac55db, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=8ffd92af-5f7d-4f45-9130-319553ac55db,segment=NetworkSegment(f6699015-3060-4d05-b88f-efc6bff53496),segment_id=f6699015-3060-4d05-b88f-efc6bff53496)] {{(pid=104006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:24:24.309340 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (8ffd92af-5f7d-4f45-9130-319553ac55db), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:24:24.348735 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 05:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc068eec-f50d-482d-b546-003f4969b3e0 x-openstack-request-id: req-cc068eec-f50d-482d-b546-003f4969b3e0 {{(pid=104006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 05:24:24.349046 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97bc6de7-a7b6-4f34-81f8-a1866a7eac99", "name": "network-vif-plugged", "status": "completed", "tag": "8ffd92af-5f7d-4f45-9130-319553ac55db", "code": 200}]} {{(pid=104006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 05:24:24.349296 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cc068eec-f50d-482d-b546-003f4969b3e0 {{(pid=104006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 05:24:24.349714 dv-cinder-851279-2-iscsi neutron-server[104006]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc068eec-f50d-482d-b546-003f4969b3e0'] response: {'server_uuid': '97bc6de7-a7b6-4f34-81f8-a1866a7eac99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ffd92af-5f7d-4f45-9130-319553ac55db', 'code': 200} Jul 29 05:24:24.378714 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Pushing event updated for resources: {'Port': ['ID=8ffd92af-5f7d-4f45-9130-319553ac55db,revision_number=5']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:24:24.550650 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e53803-b291-400f-b61b-3c855856bad0 req-1606d76d-267c-44b5-acf6-44c2beaf7d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:24:24.552213 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-80e53803-b291-400f-b61b-3c855856bad0 req-1606d76d-267c-44b5-acf6-44c2beaf7d80 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=97bc6de7-a7b6-4f34-81f8-a1866a7eac99 HTTP/1.1" status: 200 len: 1129 time: 0.0480304 Jul 29 05:24:24.642671 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-80e53803-b291-400f-b61b-3c855856bad0 req-0a2d46fe-c6c9-4667-bef7-ea2da5c4e6d5 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=1cf75e76-171e-4664-b383-cc771b744ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832198 Jul 29 05:24:24.657791 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04da183a-3dfa-439a-a13f-7eb4e1476066 req-d38e0012-fe44-44be-92e4-a76fbad3f78c tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:24:24.659629 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-04da183a-3dfa-439a-a13f-7eb4e1476066 req-d38e0012-fe44-44be-92e4-a76fbad3f78c tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ff4221e-eadc-491b-9f3c-9b41413a63d0 HTTP/1.1" status: 200 len: 944 time: 0.0755484 Jul 29 05:24:24.720140 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-04da183a-3dfa-439a-a13f-7eb4e1476066 req-9673fca3-c672-4e12-95c4-24cc201323ba tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1b037b0-0efa-496f-bd70-b1139f60e425&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0530069 Jul 29 05:24:24.999716 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:24:25.000922 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:24:25.342043 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d3be19-6177-4147-8322-c8f87e5edcfa req-44f9ea76-0267-4906-852b-8b6dfefcc0d7 tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:24:25.343803 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-33d3be19-6177-4147-8322-c8f87e5edcfa req-44f9ea76-0267-4906-852b-8b6dfefcc0d7 tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] 10.222.0.49 "GET /v2.0/ports?device_id=97bc6de7-a7b6-4f34-81f8-a1866a7eac99 HTTP/1.1" status: 200 len: 945 time: 0.0586708 Jul 29 05:24:25.405063 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-33d3be19-6177-4147-8322-c8f87e5edcfa req-ff31a06d-1e99-4efc-b92c-7a5d3eab6ffa tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] 10.222.0.49 "GET /v2.0/security-groups?id=1cf75e76-171e-4664-b383-cc771b744ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552120 Jul 29 05:24:25.860254 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dcfb5c-0ceb-4e88-9b49-dbb62a2a212e req-2d502aa1-8fb9-4392-972d-fdbeb707f13e tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:24:25.861870 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-06dcfb5c-0ceb-4e88-9b49-dbb62a2a212e req-2d502aa1-8fb9-4392-972d-fdbeb707f13e tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ff4221e-eadc-491b-9f3c-9b41413a63d0 HTTP/1.1" status: 200 len: 944 time: 0.0543094 Jul 29 05:24:25.922938 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-06dcfb5c-0ceb-4e88-9b49-dbb62a2a212e req-642ace0b-224b-4cdf-b8f0-7b1122775c5f tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1b037b0-0efa-496f-bd70-b1139f60e425&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0505011 Jul 29 05:24:26.578556 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34af8dc3-8dc2-493e-9590-791b662043e7 req-8d6bd283-8c20-4f9a-9eeb-7f2a5bc2775e tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:24:26.580210 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-34af8dc3-8dc2-493e-9590-791b662043e7 req-8d6bd283-8c20-4f9a-9eeb-7f2a5bc2775e tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] 10.222.0.49 "GET /v2.0/ports?device_id=97bc6de7-a7b6-4f34-81f8-a1866a7eac99 HTTP/1.1" status: 200 len: 945 time: 0.0526137 Jul 29 05:24:26.668909 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-34af8dc3-8dc2-493e-9590-791b662043e7 req-3a9b40d1-d696-46ad-a7b9-85501c92346a tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] 10.222.0.49 "GET /v2.0/security-groups?id=1cf75e76-171e-4664-b383-cc771b744ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777094 Jul 29 05:24:27.089851 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eda100-595b-47b6-927a-39ea5ab8603b req-2c8298a3-c6a0-4f49-83cc-9f3a527c6f57 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:24:27.091538 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-b1eda100-595b-47b6-927a-39ea5ab8603b req-2c8298a3-c6a0-4f49-83cc-9f3a527c6f57 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ff4221e-eadc-491b-9f3c-9b41413a63d0 HTTP/1.1" status: 200 len: 944 time: 0.0585465 Jul 29 05:24:27.150983 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-b1eda100-595b-47b6-927a-39ea5ab8603b req-8f347b86-7287-4c7f-a587-13aa7908b01c tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1b037b0-0efa-496f-bd70-b1139f60e425&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0531800 Jul 29 05:24:27.545648 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=100 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:24:27.588189 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ecc2aa-6d56-4016-afff-5c881836eb60 req-eeb51af4-8ae4-44eb-b966-af66af86b6d7 tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:24:27.589775 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-64ecc2aa-6d56-4016-afff-5c881836eb60 req-eeb51af4-8ae4-44eb-b966-af66af86b6d7 tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] 10.222.0.49 "GET /v2.0/ports?device_id=97bc6de7-a7b6-4f34-81f8-a1866a7eac99 HTTP/1.1" status: 200 len: 945 time: 0.0534074 Jul 29 05:24:27.649078 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-64ecc2aa-6d56-4016-afff-5c881836eb60 req-b1cc7836-1dfb-4c86-b51e-efa34680f82e tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] 10.222.0.49 "GET /v2.0/security-groups?id=1cf75e76-171e-4664-b383-cc771b744ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495145 Jul 29 05:24:28.315528 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be376cb-b5c0-4ead-8c1d-3de84e2e34b2 req-ae1e744f-79bb-4554-869d-279b62a3fe0b tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:24:28.317496 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-2be376cb-b5c0-4ead-8c1d-3de84e2e34b2 req-ae1e744f-79bb-4554-869d-279b62a3fe0b tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ff4221e-eadc-491b-9f3c-9b41413a63d0 HTTP/1.1" status: 200 len: 944 time: 0.0556009 Jul 29 05:24:28.378455 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-2be376cb-b5c0-4ead-8c1d-3de84e2e34b2 req-e6b98c47-9a68-4f25-984c-4f4821ac7b25 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1b037b0-0efa-496f-bd70-b1139f60e425&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0542500 Jul 29 05:24:28.783730 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66c2b5f-63e7-4d0a-bade-af9dd298ab6f req-bcc82082-be64-4687-8200-9f8539de33ee tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:24:28.785192 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-b66c2b5f-63e7-4d0a-bade-af9dd298ab6f req-bcc82082-be64-4687-8200-9f8539de33ee tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] 10.222.0.49 "GET /v2.0/ports?device_id=97bc6de7-a7b6-4f34-81f8-a1866a7eac99 HTTP/1.1" status: 200 len: 945 time: 0.0514166 Jul 29 05:24:28.844081 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-b66c2b5f-63e7-4d0a-bade-af9dd298ab6f req-d9409c1e-6aba-459b-b675-89b30de31890 tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] 10.222.0.49 "GET /v2.0/security-groups?id=1cf75e76-171e-4664-b383-cc771b744ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524449 Jul 29 05:24:29.530441 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61dc549-16ec-4e08-8b16-ef0d01a7c6df req-e4fb0db0-95b4-468f-b255-c2e20b4ad2d0 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:24:29.532195 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-f61dc549-16ec-4e08-8b16-ef0d01a7c6df req-e4fb0db0-95b4-468f-b255-c2e20b4ad2d0 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ff4221e-eadc-491b-9f3c-9b41413a63d0 HTTP/1.1" status: 200 len: 944 time: 0.0672278 Jul 29 05:24:29.561727 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=100 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:24:29.621393 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-f61dc549-16ec-4e08-8b16-ef0d01a7c6df req-954aac06-e0a8-42ce-8f77-4d0935546cf3 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1b037b0-0efa-496f-bd70-b1139f60e425&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0802729 Jul 29 05:24:29.900448 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3019b2c7-90f5-4391-95fc-78209bce0196 req-63594343-9b0b-4f1a-8312-00bb60031b73 tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:24:29.903086 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-3019b2c7-90f5-4391-95fc-78209bce0196 req-63594343-9b0b-4f1a-8312-00bb60031b73 tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] 10.222.0.60 "GET /v2.0/ports?device_id=97bc6de7-a7b6-4f34-81f8-a1866a7eac99 HTTP/1.1" status: 200 len: 945 time: 0.0624964 Jul 29 05:24:30.029334 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=100 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:24:30.128559 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246227d9-c113-4eb1-ace3-435cb801ae3f req-a94e99c3-59e3-41a5-8246-747eeaa73fd4 tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:24:30.131141 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-246227d9-c113-4eb1-ace3-435cb801ae3f req-a94e99c3-59e3-41a5-8246-747eeaa73fd4 tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] 10.222.0.49 "GET /v2.0/ports?device_id=97bc6de7-a7b6-4f34-81f8-a1866a7eac99 HTTP/1.1" status: 200 len: 945 time: 0.1711869 Jul 29 05:24:30.175163 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.plugin [req-3019b2c7-90f5-4391-95fc-78209bce0196 req-9fe09f63-bb10-406a-a28f-487d2f94e21f tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] Deleting port 8ffd92af-5f7d-4f45-9130-319553ac55db {{(pid=104005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 05:24:30.175555 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-3019b2c7-90f5-4391-95fc-78209bce0196 req-9fe09f63-bb10-406a-a28f-487d2f94e21f tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737760600589'] for port (8ffd92af-5f7d-4f45-9130-319553ac55db), before_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:24:30.265630 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-246227d9-c113-4eb1-ace3-435cb801ae3f req-fa8a7628-c313-44ce-8cce-33ae3d049a3b tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] 10.222.0.49 "GET /v2.0/security-groups?id=1cf75e76-171e-4664-b383-cc771b744ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241384 Jul 29 05:24:30.314950 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.db [req-3019b2c7-90f5-4391-95fc-78209bce0196 req-9fe09f63-bb10-406a-a28f-487d2f94e21f tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] For port 8ffd92af-5f7d-4f45-9130-319553ac55db, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=8ffd92af-5f7d-4f45-9130-319553ac55db,segment=NetworkSegment(f6699015-3060-4d05-b88f-efc6bff53496),segment_id=f6699015-3060-4d05-b88f-efc6bff53496)] {{(pid=104005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:24:30.315322 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-3019b2c7-90f5-4391-95fc-78209bce0196 req-9fe09f63-bb10-406a-a28f-487d2f94e21f tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420629'] for port (8ffd92af-5f7d-4f45-9130-319553ac55db), precommit_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:24:30.335698 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.plugin [req-3019b2c7-90f5-4391-95fc-78209bce0196 req-9fe09f63-bb10-406a-a28f-487d2f94e21f tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] Calling delete_port for 8ffd92af-5f7d-4f45-9130-319553ac55db owned by compute:nova {{(pid=104005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 05:24:30.491762 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-3019b2c7-90f5-4391-95fc-78209bce0196 req-9fe09f63-bb10-406a-a28f-487d2f94e21f tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737760621891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737760223820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1905596'] for port (8ffd92af-5f7d-4f45-9130-319553ac55db), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:24:30.507529 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] get_ports_and_sgs() called for port_ids ['8ffd92af-5f7d-4f45-9130-319553ac55db'] {{(pid=104006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 05:24:30.540827 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe09f63-bb10-406a-a28f-487d2f94e21f tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] Pushing event deleted for resources: {'Port': ['ID=8ffd92af-5f7d-4f45-9130-319553ac55db,revision_number=None']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:24:30.560223 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe09f63-bb10-406a-a28f-487d2f94e21f tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:24:30.560545 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe09f63-bb10-406a-a28f-487d2f94e21f tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:24:30.560896 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe09f63-bb10-406a-a28f-487d2f94e21f tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:24:30.561233 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe09f63-bb10-406a-a28f-487d2f94e21f tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:24:30.561575 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe09f63-bb10-406a-a28f-487d2f94e21f tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:24:30.561893 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe09f63-bb10-406a-a28f-487d2f94e21f tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:24:30.562220 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe09f63-bb10-406a-a28f-487d2f94e21f tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:24:30.562544 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe09f63-bb10-406a-a28f-487d2f94e21f tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:24:30.562967 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe09f63-bb10-406a-a28f-487d2f94e21f tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:24:30.563292 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe09f63-bb10-406a-a28f-487d2f94e21f tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:24:30.563649 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe09f63-bb10-406a-a28f-487d2f94e21f tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:24:30.563974 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe09f63-bb10-406a-a28f-487d2f94e21f tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:24:30.564325 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe09f63-bb10-406a-a28f-487d2f94e21f tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:24:30.564642 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe09f63-bb10-406a-a28f-487d2f94e21f tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:24:30.564960 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe09f63-bb10-406a-a28f-487d2f94e21f tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:24:30.617332 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvrscheduler_db [req-3019b2c7-90f5-4391-95fc-78209bce0196 req-9fe09f63-bb10-406a-a28f-487d2f94e21f tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] No DVR routers for this DVR port 8ffd92af-5f7d-4f45-9130-319553ac55db on host hv-cinder-85127 {{(pid=104005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 29 05:24:30.621659 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-3019b2c7-90f5-4391-95fc-78209bce0196 req-9fe09f63-bb10-406a-a28f-487d2f94e21f tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249840'] for port (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:24:30.628717 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-3019b2c7-90f5-4391-95fc-78209bce0196 req-9fe09f63-bb10-406a-a28f-487d2f94e21f tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] 10.222.0.60 "DELETE /v2.0/ports/8ffd92af-5f7d-4f45-9130-319553ac55db HTTP/1.1" status: 204 len: 173 time: 0.7188332 Jul 29 05:24:30.629554 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97bc6de7-a7b6-4f34-81f8-a1866a7eac99', 'name': 'network-vif-deleted', 'tag': '8ffd92af-5f7d-4f45-9130-319553ac55db'}] {{(pid=104005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 05:24:30.634831 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18cb6d06cd9bdbb2624e76cf95b2230ef06252a8a1dccb16f0d07e3cc9dc753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9048392-0c86-4876-8c03-4a98cc16c4e3" -d '{"events": [{"server_uuid": "97bc6de7-a7b6-4f34-81f8-a1866a7eac99", "name": "network-vif-deleted", "tag": "8ffd92af-5f7d-4f45-9130-319553ac55db"}]}' {{(pid=104005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 05:24:30.705053 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 05:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94ac42c2-05ac-4e9a-9ec5-633082d546cc x-openstack-request-id: req-94ac42c2-05ac-4e9a-9ec5-633082d546cc {{(pid=104005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 05:24:30.705921 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97bc6de7-a7b6-4f34-81f8-a1866a7eac99", "name": "network-vif-deleted", "tag": "8ffd92af-5f7d-4f45-9130-319553ac55db", "status": "completed", "code": 200}]} {{(pid=104005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 05:24:30.706608 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-94ac42c2-05ac-4e9a-9ec5-633082d546cc {{(pid=104005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 05:24:30.707947 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94ac42c2-05ac-4e9a-9ec5-633082d546cc'] response: {'server_uuid': '97bc6de7-a7b6-4f34-81f8-a1866a7eac99', 'name': 'network-vif-deleted', 'tag': '8ffd92af-5f7d-4f45-9130-319553ac55db', 'status': 'completed', 'code': 200} Jul 29 05:24:30.815018 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85f13c3-3b81-4589-b11b-e019f2c254e9 req-78811094-882e-42b3-a81f-5ac8fdf97cc0 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:24:30.817689 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-d85f13c3-3b81-4589-b11b-e019f2c254e9 req-78811094-882e-42b3-a81f-5ac8fdf97cc0 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ff4221e-eadc-491b-9f3c-9b41413a63d0 HTTP/1.1" status: 200 len: 944 time: 0.0845060 Jul 29 05:24:30.894436 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-d85f13c3-3b81-4589-b11b-e019f2c254e9 req-866c97b9-e2ab-4b75-a083-ee4bde34dfae tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1b037b0-0efa-496f-bd70-b1139f60e425&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0698392 Jul 29 05:24:31.125766 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07746d09-cd57-4188-9fc1-e4d091136ffd req-af6235ab-327e-4157-8247-76121c8689f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:24:31.127858 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-07746d09-cd57-4188-9fc1-e4d091136ffd req-af6235ab-327e-4157-8247-76121c8689f0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6ff4221e-eadc-491b-9f3c-9b41413a63d0&tenant_id=9fda8c6d9ffa4955b2f19411ee340cb3 HTTP/1.1" status: 200 len: 1128 time: 0.1402359 Jul 29 05:24:31.408713 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-c8933809-98ef-440d-9db2-fa300fa8c70f req-ec9d8dff-7d61-44d8-8e57-479c93e2e7ed tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] 10.222.0.49 "GET /v2.0/ports?device_id=97bc6de7-a7b6-4f34-81f8-a1866a7eac99 HTTP/1.1" status: 200 len: 210 time: 0.0313127 Jul 29 05:24:31.491141 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07746d09-cd57-4188-9fc1-e4d091136ffd req-319db61f-12d1-474b-906c-ba5671322c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:24:31.493482 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-07746d09-cd57-4188-9fc1-e4d091136ffd req-319db61f-12d1-474b-906c-ba5671322c18 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9fda8c6d9ffa4955b2f19411ee340cb3&device_id=6ff4221e-eadc-491b-9f3c-9b41413a63d0 HTTP/1.1" status: 200 len: 1128 time: 0.0569997 Jul 29 05:24:32.055867 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75796173-8daf-4a0f-9bc1-6e1044485aff req-3c1208e2-2143-4aa8-9682-8c3018b3ee1b tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:24:32.058001 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-75796173-8daf-4a0f-9bc1-6e1044485aff req-3c1208e2-2143-4aa8-9682-8c3018b3ee1b tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ff4221e-eadc-491b-9f3c-9b41413a63d0 HTTP/1.1" status: 200 len: 944 time: 0.0562437 Jul 29 05:24:32.088278 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:24:32.117711 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-75796173-8daf-4a0f-9bc1-6e1044485aff req-b7dbb410-3c4b-43b0-a98f-071dd835306b tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1b037b0-0efa-496f-bd70-b1139f60e425&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0526016 Jul 29 05:24:32.580765 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-be01147c-6262-4b52-925f-43d8ba1f8797 req-c04f8139-71d6-4d24-b9ae-da061c378026 tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] 10.222.0.49 "GET /v2.0/ports?device_id=97bc6de7-a7b6-4f34-81f8-a1866a7eac99 HTTP/1.1" status: 200 len: 210 time: 0.0287137 Jul 29 05:24:33.272457 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07746d09-cd57-4188-9fc1-e4d091136ffd req-34abd826-eeac-468a-993c-729262a1fd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:24:33.274813 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-07746d09-cd57-4188-9fc1-e4d091136ffd req-34abd826-eeac-468a-993c-729262a1fd5b service neutron] 10.222.0.60 "GET /v2.0/networks?id=2abd58fa-fb8d-4cc3-8df0-c903c7b8dd87 HTTP/1.1" status: 200 len: 917 time: 0.1422679 Jul 29 05:24:33.312393 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7278af-1477-4fbe-ae4d-024eb4d8e9eb req-e1b8aea2-a0c8-47d1-940b-3cb312eacadd tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:24:33.313982 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-7c7278af-1477-4fbe-ae4d-024eb4d8e9eb req-e1b8aea2-a0c8-47d1-940b-3cb312eacadd tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ff4221e-eadc-491b-9f3c-9b41413a63d0 HTTP/1.1" status: 200 len: 944 time: 0.0597904 Jul 29 05:24:33.393065 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-7c7278af-1477-4fbe-ae4d-024eb4d8e9eb req-bdc59313-dd96-4372-b09b-915d720e33bb tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1b037b0-0efa-496f-bd70-b1139f60e425&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0722749 Jul 29 05:24:33.849712 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:24:33.924220 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9a4582-fe3e-4ca0-bd51-b4d30bf03e08 req-c59ec2c3-0b88-4bd5-884e-1379c623610d tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:24:33.925818 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-ef9a4582-fe3e-4ca0-bd51-b4d30bf03e08 req-c59ec2c3-0b88-4bd5-884e-1379c623610d tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] 10.222.0.49 "GET /v2.0/networks?id=6d50987d-b297-4c09-b50b-2b3a4e60a74e HTTP/1.1" status: 200 len: 809 time: 0.1338890 Jul 29 05:24:33.951285 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-ef9a4582-fe3e-4ca0-bd51-b4d30bf03e08 req-fc0ffcd5-fd47-4953-9ac0-1922f34191d2 tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] 10.222.0.49 "GET /v2.0/quotas/b28baf3f14f74766b11c9ee459b8d5ec HTTP/1.1" status: 200 len: 375 time: 0.0172780 Jul 29 05:24:33.995010 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-ef9a4582-fe3e-4ca0-bd51-b4d30bf03e08 req-01a0aa6e-ae83-42de-bbfd-b3ad7dec45ba tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b28baf3f14f74766b11c9ee459b8d5ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316930 Jul 29 05:24:34.108550 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Device 8ffd92af-5f7d-4f45-9130-319553ac55db no longer exists at agent hyperv_hv-cinder-85127 {{(pid=104006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 05:24:34.134755 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] No Port match for: 8ffd92af-5f7d-4f45-9130-319553ac55db {{(pid=104006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 05:24:34.135097 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Device 8ffd92af-5f7d-4f45-9130-319553ac55db not bound to the agent host hv-cinder-85127 {{(pid=104006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 05:24:34.149177 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-07746d09-cd57-4188-9fc1-e4d091136ffd req-55f5d75e-8aaa-4feb-a246-21c6392e6d14 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de35419f-6c42-424f-baf0-e88731e69e60 HTTP/1.1" status: 200 len: 1000 time: 0.0878081 Jul 29 05:24:34.193171 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-ef9a4582-fe3e-4ca0-bd51-b4d30bf03e08 req-069483e0-c221-4d29-803f-bfb65e9b5019 service neutron] 10.222.0.49 "GET /v2.0/networks/6d50987d-b297-4c09-b50b-2b3a4e60a74e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905289 Jul 29 05:24:34.266867 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07746d09-cd57-4188-9fc1-e4d091136ffd req-ecd3e054-a63f-45cf-9d84-32fcb1efeb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:24:34.268519 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-07746d09-cd57-4188-9fc1-e4d091136ffd req-ecd3e054-a63f-45cf-9d84-32fcb1efeb29 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ac46bf73-3dbd-41e0-8b70-b021adbe3f3f HTTP/1.1" status: 200 len: 855 time: 0.1125047 Jul 29 05:24:34.350034 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07746d09-cd57-4188-9fc1-e4d091136ffd req-9a3db16e-7c76-43a5-a28c-336dbb307e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:24:34.352180 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-07746d09-cd57-4188-9fc1-e4d091136ffd req-9a3db16e-7c76-43a5-a28c-336dbb307e51 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2abd58fa-fb8d-4cc3-8df0-c903c7b8dd87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0752339 Jul 29 05:24:34.386627 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-ef9a4582-fe3e-4ca0-bd51-b4d30bf03e08 req-ce9a4f4c-249a-4a55-997d-b73f7e910818 service neutron] 10.222.0.49 "GET /v2.0/networks/6d50987d-b297-4c09-b50b-2b3a4e60a74e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838813 Jul 29 05:24:34.484503 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-07746d09-cd57-4188-9fc1-e4d091136ffd req-fcff5656-8555-4cfe-ac70-ddc47ffc9e2e service neutron] 10.222.0.60 "GET /v2.0/networks/2abd58fa-fb8d-4cc3-8df0-c903c7b8dd87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259685 Jul 29 05:24:34.552313 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a39b653-6018-4ca3-a563-ec750baccf94 req-1a19ad6d-8d5c-40aa-8c19-37e399ae5a60 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:24:34.555434 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-2a39b653-6018-4ca3-a563-ec750baccf94 req-1a19ad6d-8d5c-40aa-8c19-37e399ae5a60 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ff4221e-eadc-491b-9f3c-9b41413a63d0 HTTP/1.1" status: 200 len: 944 time: 0.0758171 Jul 29 05:24:34.666534 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-2a39b653-6018-4ca3-a563-ec750baccf94 req-79c3bca7-6ef5-4e54-baa8-a58cdc5698ae tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1b037b0-0efa-496f-bd70-b1139f60e425&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0932977 Jul 29 05:24:34.688172 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-07746d09-cd57-4188-9fc1-e4d091136ffd req-81dfe7b2-40da-43f7-bde2-5a3bcd7627a1 service neutron] 10.222.0.60 "GET /v2.0/networks/2abd58fa-fb8d-4cc3-8df0-c903c7b8dd87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940808 Jul 29 05:24:34.722347 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-5ff084a1-a2da-4e48-b6ff-70cfd41a252d req-4284d349-342d-44c3-8f60-067d5b8f942d tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] 10.222.0.49 "GET /v2.0/ports?device_id=dbc57534-e5bb-434a-a446-eb402deff943 HTTP/1.1" status: 200 len: 210 time: 0.0471995 Jul 29 05:24:35.652517 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-e844137b-b67a-4205-b315-d92bd81876ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (0319cf4e-40d4-4455-bfa4-d5e1d8f6ed41), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:24:35.936261 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-38f28fe5-466d-4075-b668-af2602c2917f req-07d5ac0d-4cfb-4c20-a38e-09b42c10d5e6 tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] 10.222.0.49 "GET /v2.0/ports?device_id=dbc57534-e5bb-434a-a446-eb402deff943 HTTP/1.1" status: 200 len: 210 time: 0.0647395 Jul 29 05:24:36.017756 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5676696c-7e50-41d9-8991-53bb3d467be1 req-f33ea3c6-2704-4cdd-9cf6-af811e6e401c tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:24:36.021388 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-5676696c-7e50-41d9-8991-53bb3d467be1 req-f33ea3c6-2704-4cdd-9cf6-af811e6e401c tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ff4221e-eadc-491b-9f3c-9b41413a63d0 HTTP/1.1" status: 200 len: 944 time: 0.1100817 Jul 29 05:24:36.121519 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-5676696c-7e50-41d9-8991-53bb3d467be1 req-6b119972-7fbd-408c-a272-4ec18de4d040 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1b037b0-0efa-496f-bd70-b1139f60e425&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0886483 Jul 29 05:24:37.105513 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-97983e73-2947-4555-8ce8-c2c69ae299a6 req-2a16cdef-0ede-46b1-ab52-580de765d341 tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] 10.222.0.49 "GET /v2.0/ports?device_id=dbc57534-e5bb-434a-a446-eb402deff943 HTTP/1.1" status: 200 len: 210 time: 0.0379503 Jul 29 05:24:37.322059 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (12b139f9-2daf-4047-bd2d-6bc43cda34b6), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:24:37.325426 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=100 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:24:37.371880 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b5d64a-3ed6-44b6-b580-68bc919f9bef req-bdfa51f3-025e-46aa-ac0b-77e13ff57f14 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:24:37.374612 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-f2b5d64a-3ed6-44b6-b580-68bc919f9bef req-bdfa51f3-025e-46aa-ac0b-77e13ff57f14 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ff4221e-eadc-491b-9f3c-9b41413a63d0 HTTP/1.1" status: 200 len: 944 time: 0.1010723 Jul 29 05:24:37.488403 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-f2b5d64a-3ed6-44b6-b580-68bc919f9bef req-25340ff1-4d4c-46f0-8dd4-f1775ce287d8 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1b037b0-0efa-496f-bd70-b1139f60e425&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1063323 Jul 29 05:24:38.125929 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:24:38.141089 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-26d655a0-2c8f-4339-a40a-d9b02ad494f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (8a9a6061-e61b-4901-b35e-5e71dea10db3), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:24:38.269108 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-7601f3db-94a3-452d-a73c-1f4a6d5e05eb req-231a643d-cec6-4e2d-832a-67bfa0f900ff tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] 10.222.0.49 "GET /v2.0/ports?device_id=dbc57534-e5bb-434a-a446-eb402deff943 HTTP/1.1" status: 200 len: 210 time: 0.0340438 Jul 29 05:24:38.667710 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc02d2d4-efe9-438d-94d1-13d2a6bc41b3 req-ef1dec4c-5444-4807-ad52-1f3c3cd102bc tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:24:38.670181 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-fc02d2d4-efe9-438d-94d1-13d2a6bc41b3 req-ef1dec4c-5444-4807-ad52-1f3c3cd102bc tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ff4221e-eadc-491b-9f3c-9b41413a63d0 HTTP/1.1" status: 200 len: 944 time: 0.0950608 Jul 29 05:24:38.748841 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-fc02d2d4-efe9-438d-94d1-13d2a6bc41b3 req-483d2d7e-85aa-4e16-abfc-83afa5b17de9 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1b037b0-0efa-496f-bd70-b1139f60e425&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0665915 Jul 29 05:24:39.419273 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-9d9777cb-8754-4a33-8c95-78c0e7a089f4 req-23cafcaa-8a27-4cbf-95af-1b59977a4fa8 tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] 10.222.0.49 "GET /v2.0/ports?device_id=dbc57534-e5bb-434a-a446-eb402deff943 HTTP/1.1" status: 200 len: 210 time: 0.0468383 Jul 29 05:24:39.983649 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddc71a2-681b-4f2c-bba3-3e7e4e69ca0d req-6fc14ef5-0ce1-4e78-8728-6938fbf4c154 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:24:39.997935 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-dddc71a2-681b-4f2c-bba3-3e7e4e69ca0d req-6fc14ef5-0ce1-4e78-8728-6938fbf4c154 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ff4221e-eadc-491b-9f3c-9b41413a63d0 HTTP/1.1" status: 200 len: 944 time: 0.0901456 Jul 29 05:24:40.030237 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c0cfcfc2-d3d3-4a7d-ac6c-95a3fd745979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (543ff7d7-1636-45b2-a25e-e19209bc2e01), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:24:40.115163 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-dddc71a2-681b-4f2c-bba3-3e7e4e69ca0d req-fab888fd-735f-439c-83f8-76bd121627a1 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1b037b0-0efa-496f-bd70-b1139f60e425&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1162729 Jul 29 05:24:40.489589 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13c92d2-374d-4704-9e72-bbebeb151134 req-851234e6-3e7e-4805-89e8-882ac55dcb12 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:24:40.493356 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-f13c92d2-374d-4704-9e72-bbebeb151134 req-851234e6-3e7e-4805-89e8-882ac55dcb12 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/ports?device_id=b11929b6-7818-4cae-be4e-8941c93c6aca HTTP/1.1" status: 200 len: 945 time: 0.1030376 Jul 29 05:24:40.572791 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=100 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:24:40.578416 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-f13c92d2-374d-4704-9e72-bbebeb151134 req-08c0c3a2-75c6-4f87-8ee4-76fd8a220fa4 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/security-groups?id=2689dc7c-87cf-4b45-89dd-02c9ff7a9ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0781894 Jul 29 05:24:40.582459 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-e17e893a-4172-4166-bc35-c2a40e2efdcc req-72fc4a42-4b75-4836-a117-ec013601a10a tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] 10.222.0.49 "GET /v2.0/ports?device_id=dbc57534-e5bb-434a-a446-eb402deff943 HTTP/1.1" status: 200 len: 210 time: 0.0543222 Jul 29 05:24:41.353542 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2732a781-5d0f-4c6b-8ff0-d8489f12bdc8 req-b60458aa-80e4-4776-a6bb-3d219c4a3ec3 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:24:41.356277 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-2732a781-5d0f-4c6b-8ff0-d8489f12bdc8 req-b60458aa-80e4-4776-a6bb-3d219c4a3ec3 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ff4221e-eadc-491b-9f3c-9b41413a63d0 HTTP/1.1" status: 200 len: 944 time: 0.0853159 Jul 29 05:24:41.467056 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-2732a781-5d0f-4c6b-8ff0-d8489f12bdc8 req-c7da44a0-6998-4478-abde-3970724b3764 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1b037b0-0efa-496f-bd70-b1139f60e425&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1040025 Jul 29 05:24:41.712774 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-25d2d662-1c10-455a-a758-35c132406432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (7da8dcb9-9a4e-44fd-b4da-fa922ad17d56), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:24:41.783693 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8975745d-f764-4b05-8107-2142091a062d req-1e22cc5a-2bbb-4485-a01f-b4b1eb70986e tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:24:41.806770 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (aa119a64-f506-4951-a68b-6dc6289eaece), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:24:41.810058 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-8975745d-f764-4b05-8107-2142091a062d req-1e22cc5a-2bbb-4485-a01f-b4b1eb70986e tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/ports?device_id=b11929b6-7818-4cae-be4e-8941c93c6aca HTTP/1.1" status: 200 len: 945 time: 0.1312935 Jul 29 05:24:41.824718 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-6f70ef38-9ac6-49ff-ab56-bedccb22f0fd req-2b37caea-4d91-411a-97db-6af232750dab tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] 10.222.0.49 "GET /v2.0/ports?device_id=dbc57534-e5bb-434a-a446-eb402deff943 HTTP/1.1" status: 200 len: 210 time: 0.0829637 Jul 29 05:24:41.928989 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-8975745d-f764-4b05-8107-2142091a062d req-408a6e7d-c9fb-46d4-b388-f83c68bfb499 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/security-groups?id=2689dc7c-87cf-4b45-89dd-02c9ff7a9ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1169147 Jul 29 05:24:42.695938 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a331846d-ee4d-4285-9262-72217f17bb0d req-cf876ee8-5d7b-4943-b5a1-670d2e6c2d45 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:24:42.697586 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-a331846d-ee4d-4285-9262-72217f17bb0d req-cf876ee8-5d7b-4943-b5a1-670d2e6c2d45 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ff4221e-eadc-491b-9f3c-9b41413a63d0 HTTP/1.1" status: 200 len: 944 time: 0.1080735 Jul 29 05:24:42.777425 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-a331846d-ee4d-4285-9262-72217f17bb0d req-a3f0e7d1-51b0-467f-8a15-91c7772d5689 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1b037b0-0efa-496f-bd70-b1139f60e425&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0693371 Jul 29 05:24:43.024610 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-ae246b94-ec69-4d4e-ba10-6c2ec0165c39 req-ea7d0ad8-5814-4544-af06-6ad507cf3ee1 tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] 10.222.0.49 "GET /v2.0/ports?device_id=dbc57534-e5bb-434a-a446-eb402deff943 HTTP/1.1" status: 200 len: 210 time: 0.0509837 Jul 29 05:24:43.128963 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=100 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:24:43.218481 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353b5bcb-789b-4ba1-87ac-b3121066e5b9 req-cecece47-3ede-4c89-82ec-47ff5d305349 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:24:43.221282 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-353b5bcb-789b-4ba1-87ac-b3121066e5b9 req-cecece47-3ede-4c89-82ec-47ff5d305349 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/ports?device_id=b11929b6-7818-4cae-be4e-8941c93c6aca HTTP/1.1" status: 200 len: 945 time: 0.1066163 Jul 29 05:24:43.276740 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-353b5bcb-789b-4ba1-87ac-b3121066e5b9 req-d3444798-0919-4557-b8b9-09a4a48cbf28 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/security-groups?id=2689dc7c-87cf-4b45-89dd-02c9ff7a9ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0495167 Jul 29 05:24:44.268631 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-b3764bec-9769-4862-8bc2-65057a8f6734 req-b47d8124-8454-47ff-8ed3-dad46dc3de73 tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] 10.222.0.49 "GET /v2.0/ports?device_id=dbc57534-e5bb-434a-a446-eb402deff943 HTTP/1.1" status: 200 len: 210 time: 0.0882130 Jul 29 05:24:44.377495 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaa15a4-715a-4247-8442-4f97673e997b req-bd32c4c7-eca8-4cd6-9428-2a8a97e515f2 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:24:44.381290 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-fdaa15a4-715a-4247-8442-4f97673e997b req-bd32c4c7-eca8-4cd6-9428-2a8a97e515f2 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ff4221e-eadc-491b-9f3c-9b41413a63d0 HTTP/1.1" status: 200 len: 944 time: 0.4492376 Jul 29 05:24:44.494734 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-fdaa15a4-715a-4247-8442-4f97673e997b req-1a54a315-4b5a-49ff-ba93-85e5ffb0b5ed tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1b037b0-0efa-496f-bd70-b1139f60e425&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1006186 Jul 29 05:24:44.549033 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8ac7ea-e4c3-4f56-8cab-14aa0c69f3d3 req-e53ab4b5-c90e-41f3-89ee-b874640517e6 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:24:44.551243 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-dc8ac7ea-e4c3-4f56-8cab-14aa0c69f3d3 req-e53ab4b5-c90e-41f3-89ee-b874640517e6 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/ports?device_id=b11929b6-7818-4cae-be4e-8941c93c6aca HTTP/1.1" status: 200 len: 945 time: 0.0924182 Jul 29 05:24:44.697516 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-dc8ac7ea-e4c3-4f56-8cab-14aa0c69f3d3 req-6e2f2229-91c1-4262-9ea3-c500f054335b tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/security-groups?id=2689dc7c-87cf-4b45-89dd-02c9ff7a9ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1339495 Jul 29 05:24:45.419212 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-f1decf03-e5f2-47c7-98fa-63cb5f2ab052 req-2ec6f669-d6f1-48da-bb72-7388982ddc87 tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] 10.222.0.49 "GET /v2.0/ports?device_id=dbc57534-e5bb-434a-a446-eb402deff943 HTTP/1.1" status: 200 len: 210 time: 0.0319445 Jul 29 05:24:45.624728 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaff4b1-dd96-49fa-b47d-1a4377870441 req-7ac352ba-23dd-4815-b2b4-cc4e32cb77d8 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:24:45.626303 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-8aaff4b1-dd96-49fa-b47d-1a4377870441 req-7ac352ba-23dd-4815-b2b4-cc4e32cb77d8 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ff4221e-eadc-491b-9f3c-9b41413a63d0 HTTP/1.1" status: 200 len: 944 time: 0.0514338 Jul 29 05:24:45.678524 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-8aaff4b1-dd96-49fa-b47d-1a4377870441 req-a4abed1a-6fbb-4348-8d9d-014aa9addb69 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1b037b0-0efa-496f-bd70-b1139f60e425&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463808 Jul 29 05:24:45.892519 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b383cde-03a6-40a6-838e-18e46c33a47f req-74eb7aa7-8c46-4892-905c-269d62bbceba tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:24:45.894211 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-7b383cde-03a6-40a6-838e-18e46c33a47f req-74eb7aa7-8c46-4892-905c-269d62bbceba tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/ports?device_id=b11929b6-7818-4cae-be4e-8941c93c6aca HTTP/1.1" status: 200 len: 945 time: 0.0631990 Jul 29 05:24:45.955281 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-7b383cde-03a6-40a6-838e-18e46c33a47f req-014fa959-1480-4f37-8507-53e102b6e248 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/security-groups?id=2689dc7c-87cf-4b45-89dd-02c9ff7a9ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0538099 Jul 29 05:24:46.539841 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-49bda34b-bbee-4b99-a4e9-b7aea2099acf req-bc002478-c317-4539-8b6b-b3ce67e99db2 tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] 10.222.0.49 "GET /v2.0/ports?device_id=dbc57534-e5bb-434a-a446-eb402deff943 HTTP/1.1" status: 200 len: 210 time: 0.0342565 Jul 29 05:24:46.817029 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2f8e19-fd24-4f28-b2da-7f3c17c6ca00 req-d00209b4-c50b-4428-a597-865e189d2594 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:24:46.818782 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-ae2f8e19-fd24-4f28-b2da-7f3c17c6ca00 req-d00209b4-c50b-4428-a597-865e189d2594 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ff4221e-eadc-491b-9f3c-9b41413a63d0 HTTP/1.1" status: 200 len: 944 time: 0.0513721 Jul 29 05:24:46.896717 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-ae2f8e19-fd24-4f28-b2da-7f3c17c6ca00 req-47c9d270-056a-4336-9407-b463d284c7d4 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1b037b0-0efa-496f-bd70-b1139f60e425&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0677021 Jul 29 05:24:47.129189 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dceac3d-fee2-4d46-81e7-443189ff2c0d req-f420902b-719b-4d38-99e9-67ca9679eef6 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:24:47.130880 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-7dceac3d-fee2-4d46-81e7-443189ff2c0d req-f420902b-719b-4d38-99e9-67ca9679eef6 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/ports?device_id=b11929b6-7818-4cae-be4e-8941c93c6aca HTTP/1.1" status: 200 len: 945 time: 0.0553465 Jul 29 05:24:47.202438 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-7dceac3d-fee2-4d46-81e7-443189ff2c0d req-21d9b1a5-1b09-420d-a34e-53a743e43836 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/security-groups?id=2689dc7c-87cf-4b45-89dd-02c9ff7a9ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0625443 Jul 29 05:24:47.661385 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-d96712e5-f463-4280-a427-77cac222414d req-aed40c48-f95e-4b1e-9eaa-9b939667764f tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] 10.222.0.49 "GET /v2.0/ports?device_id=dbc57534-e5bb-434a-a446-eb402deff943 HTTP/1.1" status: 200 len: 210 time: 0.0454264 Jul 29 05:24:47.942038 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e94ac51-d124-4289-b43b-5e153e5ff23e req-1679f988-5e12-4c22-a3b5-b2e839ca9560 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:24:47.945068 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-3e94ac51-d124-4289-b43b-5e153e5ff23e req-1679f988-5e12-4c22-a3b5-b2e839ca9560 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.60 "GET /v2.0/ports?device_id=b11929b6-7818-4cae-be4e-8941c93c6aca HTTP/1.1" status: 200 len: 945 time: 0.1014848 Jul 29 05:24:48.022226 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9a4582-fe3e-4ca0-bd51-b4d30bf03e08 req-76c12156-a0cc-4fe8-912d-b56a0291e437 tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:24:48.023888 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-ef9a4582-fe3e-4ca0-bd51-b4d30bf03e08 req-76c12156-a0cc-4fe8-912d-b56a0291e437 tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] 10.222.0.60 "GET /v2.0/networks?id=6d50987d-b297-4c09-b50b-2b3a4e60a74e HTTP/1.1" status: 200 len: 809 time: 0.1929533 Jul 29 05:24:48.042142 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.v2.base [req-ef9a4582-fe3e-4ca0-bd51-b4d30bf03e08 req-dfb256bf-6c66-41bd-bf41-a79ae24e6563 tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] Request body: {'port': {'device_id': 'dbc57534-e5bb-434a-a446-eb402deff943', 'network_id': '6d50987d-b297-4c09-b50b-2b3a4e60a74e', 'admin_state_up': True, 'tenant_id': 'b28baf3f14f74766b11c9ee459b8d5ec'}} {{(pid=104005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:24:48.093551 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1542f40-76ee-4176-a197-41840bd776ee req-c337c18a-55ed-47f5-98aa-832b939d45f0 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:24:48.100896 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-f1542f40-76ee-4176-a197-41840bd776ee req-c337c18a-55ed-47f5-98aa-832b939d45f0 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ff4221e-eadc-491b-9f3c-9b41413a63d0 HTTP/1.1" status: 200 len: 944 time: 0.0878060 Jul 29 05:24:48.158694 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.plugin [req-3e94ac51-d124-4289-b43b-5e153e5ff23e req-542b463f-cac5-4f05-ac66-65dfb2a0af45 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Deleting port 1d1e98d2-d2a2-495e-8225-fe844a178a63 {{(pid=104005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 05:24:48.159129 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-3e94ac51-d124-4289-b43b-5e153e5ff23e req-542b463f-cac5-4f05-ac66-65dfb2a0af45 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737760600589'] for port (1d1e98d2-d2a2-495e-8225-fe844a178a63), before_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:24:48.177622 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-f1542f40-76ee-4176-a197-41840bd776ee req-b6a9fd7d-370d-4830-aa46-a13866e109ee tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1b037b0-0efa-496f-bd70-b1139f60e425&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0739739 Jul 29 05:24:48.184877 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=100 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:24:48.347965 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.db [req-3e94ac51-d124-4289-b43b-5e153e5ff23e req-542b463f-cac5-4f05-ac66-65dfb2a0af45 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] For port 1d1e98d2-d2a2-495e-8225-fe844a178a63, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=1d1e98d2-d2a2-495e-8225-fe844a178a63,segment=NetworkSegment(7dd9aee4-ac8a-4d05-b89c-b82451a25827),segment_id=7dd9aee4-ac8a-4d05-b89c-b82451a25827)] {{(pid=104005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:24:48.348481 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-3e94ac51-d124-4289-b43b-5e153e5ff23e req-542b463f-cac5-4f05-ac66-65dfb2a0af45 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420629'] for port (1d1e98d2-d2a2-495e-8225-fe844a178a63), precommit_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:24:48.359071 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef9a4582-fe3e-4ca0-bd51-b4d30bf03e08 req-dfb256bf-6c66-41bd-bf41-a79ae24e6563 tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] Made reservation on behalf of b28baf3f14f74766b11c9ee459b8d5ec for: {'port': 1} {{(pid=104005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 05:24:48.362635 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-ef9a4582-fe3e-4ca0-bd51-b4d30bf03e08 req-dfb256bf-6c66-41bd-bf41-a79ae24e6563 tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (None), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:24:48.419472 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8773b943-ce7d-40d0-a447-cf91b774ac6d req-9b7b7b15-44ad-4372-9c25-31ef84140d00 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:24:48.421299 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-8773b943-ce7d-40d0-a447-cf91b774ac6d req-9b7b7b15-44ad-4372-9c25-31ef84140d00 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/ports?device_id=b11929b6-7818-4cae-be4e-8941c93c6aca HTTP/1.1" status: 200 len: 945 time: 0.0887797 Jul 29 05:24:48.461454 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:24:48.522081 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-8773b943-ce7d-40d0-a447-cf91b774ac6d req-85f4ef1d-9273-40aa-a3fb-0aa814476369 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/security-groups?id=2689dc7c-87cf-4b45-89dd-02c9ff7a9ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0878789 Jul 29 05:24:48.778982 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.db_base_plugin_common [req-ef9a4582-fe3e-4ca0-bd51-b4d30bf03e08 req-dfb256bf-6c66-41bd-bf41-a79ae24e6563 tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] Allocated IP 172.20.0.7 (6d50987d-b297-4c09-b50b-2b3a4e60a74e/b2d5d071-499f-4586-ac5d-ea62aa4ce3d4/7c6f28e6-8fef-44a6-b55e-ca2e7b493160) {{(pid=104005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 05:24:48.792350 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-3e94ac51-d124-4289-b43b-5e153e5ff23e req-542b463f-cac5-4f05-ac66-65dfb2a0af45 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:24:48.792711 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-3e94ac51-d124-4289-b43b-5e153e5ff23e req-542b463f-cac5-4f05-ac66-65dfb2a0af45 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-375524'] for floatingip (3f2c6248-a849-4542-8a5e-993b98c5ebcb), after_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:24:48.793032 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.db.l3_db [req-3e94ac51-d124-4289-b43b-5e153e5ff23e req-542b463f-cac5-4f05-ac66-65dfb2a0af45 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Floating IP 3f2c6248-a849-4542-8a5e-993b98c5ebcb disassociated. External IP: 172.27.2.243, port: 1d1e98d2-d2a2-495e-8225-fe844a178a63. Jul 29 05:24:48.793382 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.plugin [req-3e94ac51-d124-4289-b43b-5e153e5ff23e req-542b463f-cac5-4f05-ac66-65dfb2a0af45 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Calling delete_port for 1d1e98d2-d2a2-495e-8225-fe844a178a63 owned by compute:nova {{(pid=104005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 05:24:48.826720 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-bb2ae714-e4f6-4e1a-9823-c50c0d3a65bf req-278e749d-78e9-481c-a41d-17edeb484115 tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] 10.222.0.49 "GET /v2.0/ports?device_id=dbc57534-e5bb-434a-a446-eb402deff943 HTTP/1.1" status: 200 len: 210 time: 0.0583043 Jul 29 05:24:49.017340 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=3 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:24:49.018242 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=3 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:24:49.080917 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:24:49.100034 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-3e94ac51-d124-4289-b43b-5e153e5ff23e req-542b463f-cac5-4f05-ac66-65dfb2a0af45 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737760621891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737760223820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1905596'] for port (1d1e98d2-d2a2-495e-8225-fe844a178a63), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:24:49.110775 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-ef9a4582-fe3e-4ca0-bd51-b4d30bf03e08 req-dfb256bf-6c66-41bd-bf41-a79ae24e6563 tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] Publish callbacks [] for port (7c6f28e6-8fef-44a6-b55e-ca2e7b493160), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:24:49.193943 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542b463f-cac5-4f05-ac66-65dfb2a0af45 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Pushing event deleted for resources: {'Port': ['ID=1d1e98d2-d2a2-495e-8225-fe844a178a63,revision_number=None']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:24:49.279615 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-ef9a4582-fe3e-4ca0-bd51-b4d30bf03e08 req-dfb256bf-6c66-41bd-bf41-a79ae24e6563 tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737760223811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1905596'] for port (7c6f28e6-8fef-44a6-b55e-ca2e7b493160), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:24:49.345442 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=100 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:24:49.416259 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fadcea5-921c-4a47-bc1e-8010db22d109 req-32eeeb09-2397-4e8d-936f-c7573fce6804 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:24:49.419247 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-2fadcea5-921c-4a47-bc1e-8010db22d109 req-32eeeb09-2397-4e8d-936f-c7573fce6804 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ff4221e-eadc-491b-9f3c-9b41413a63d0 HTTP/1.1" status: 200 len: 944 time: 0.0912409 Jul 29 05:24:49.457110 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef9a4582-fe3e-4ca0-bd51-b4d30bf03e08 req-dfb256bf-6c66-41bd-bf41-a79ae24e6563 tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] Network 6d50987d-b297-4c09-b50b-2b3a4e60a74e is already hosted by enough agents. {{(pid=104005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 05:24:49.476338 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.base_scheduler [req-ef9a4582-fe3e-4ca0-bd51-b4d30bf03e08 req-dfb256bf-6c66-41bd-bf41-a79ae24e6563 tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] Resources bound (agent type, host, resource id): {{(pid=104005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:24:49.480745 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef9a4582-fe3e-4ca0-bd51-b4d30bf03e08 req-dfb256bf-6c66-41bd-bf41-a79ae24e6563 tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] Received port after_create {{(pid=104005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 05:24:49.557973 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-2fadcea5-921c-4a47-bc1e-8010db22d109 req-79bc0ca0-1a03-47f0-81c4-30d4cef0a2c4 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1b037b0-0efa-496f-bd70-b1139f60e425&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1321468 Jul 29 05:24:49.585871 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9a4582-fe3e-4ca0-bd51-b4d30bf03e08 req-dfb256bf-6c66-41bd-bf41-a79ae24e6563 tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:24:49.587543 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-ef9a4582-fe3e-4ca0-bd51-b4d30bf03e08 req-dfb256bf-6c66-41bd-bf41-a79ae24e6563 tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249840'] for port (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:24:49.603482 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb256bf-6c66-41bd-bf41-a79ae24e6563 tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] Pushing event updated for resources: {'Port': ['ID=7c6f28e6-8fef-44a6-b55e-ca2e7b493160,revision_number=1']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:24:49.633521 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-ef9a4582-fe3e-4ca0-bd51-b4d30bf03e08 req-dfb256bf-6c66-41bd-bf41-a79ae24e6563 tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5967867 Jul 29 05:24:49.649653 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.v2.base [req-ef9a4582-fe3e-4ca0-bd51-b4d30bf03e08 req-c9af3d9e-1737-4647-9bd3-51037c6e1533 service neutron] Request body: {'port': {'device_id': 'dbc57534-e5bb-434a-a446-eb402deff943', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85127'}} {{(pid=104005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:24:49.657627 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3e94ac51-d124-4289-b43b-5e153e5ff23e req-542b463f-cac5-4f05-ac66-65dfb2a0af45 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Router 2f4539bc-d4ea-4bf2-91d9-64bace1e5856 has already been hosted by L3 agent 8a9a6061-e61b-4901-b35e-5e71dea10db3 {{(pid=104005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 05:24:49.713143 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=7 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:24:49.829812 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-108aadd8-629b-492f-8006-912a4d94b4d9 req-30dc4e17-77d7-4e7a-92ce-e379894d5cce tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/ports?device_id=b11929b6-7818-4cae-be4e-8941c93c6aca HTTP/1.1" status: 200 len: 210 time: 0.0745301 Jul 29 05:24:49.846197 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-ef9a4582-fe3e-4ca0-bd51-b4d30bf03e08 req-c9af3d9e-1737-4647-9bd3-51037c6e1533 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (7c6f28e6-8fef-44a6-b55e-ca2e7b493160), before_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:24:49.998774 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1914931b-897a-4e7d-9a60-2b8f2716b12d req-d929011b-f818-4532-9bba-007b2eca4c73 tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:24:50.000817 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-1914931b-897a-4e7d-9a60-2b8f2716b12d req-d929011b-f818-4532-9bba-007b2eca4c73 tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f803c7a-3603-4d3c-bdcf-67e7f12f1b20 HTTP/1.1" status: 200 len: 946 time: 0.0652492 Jul 29 05:24:50.034653 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a192b336-a97a-42b8-b46b-e92049822e58 req-5f28533b-a5bd-4bbb-a20d-a9a6920afdd6 tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:24:50.036289 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-a192b336-a97a-42b8-b46b-e92049822e58 req-5f28533b-a5bd-4bbb-a20d-a9a6920afdd6 tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] 10.222.0.49 "GET /v2.0/ports?device_id=dbc57534-e5bb-434a-a446-eb402deff943 HTTP/1.1" status: 200 len: 931 time: 0.0883045 Jul 29 05:24:50.075988 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-1914931b-897a-4e7d-9a60-2b8f2716b12d req-d1313813-5b5a-41b3-9c14-8af7ecbcf50f tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] 10.222.0.49 "GET /v2.0/security-groups?id=10873ed0-801e-451a-aaaa-93d3e6c9aa2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643518 Jul 29 05:24:50.087232 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3e94ac51-d124-4289-b43b-5e153e5ff23e req-542b463f-cac5-4f05-ac66-65dfb2a0af45 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Notify agent at l3_agent.dv-cinder-851279-2-iscsi the message routers_updated {{(pid=104005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 05:24:50.113051 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d00f4ee-4c94-4a93-ad80-04fc5eb17e89 None None] Sync routers for ids ['2f4539bc-d4ea-4bf2-91d9-64bace1e5856'] in dv-cinder-851279-2-iscsi {{(pid=104006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 05:24:50.128437 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d00f4ee-4c94-4a93-ad80-04fc5eb17e89 None None] Routers {'2f4539bc-d4ea-4bf2-91d9-64bace1e5856'} bound to L3 agent in host dv-cinder-851279-2-iscsi {{(pid=104006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:24:50.129182 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_hamode_db [None req-9d00f4ee-4c94-4a93-ad80-04fc5eb17e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-29T05:12:08Z,description=,heartbeat_timestamp=2022-07-29T05:24:38Z,host='dv-cinder-851279-2-iscsi',id=8a9a6061-e61b-4901-b35e-5e71dea10db3,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T05:12:08Z,topic='l3_agent')) {'router_ids': ['2f4539bc-d4ea-4bf2-91d9-64bace1e5856'], 'active': True} {{(pid=104006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:24:50.177302 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e94ac51-d124-4289-b43b-5e153e5ff23e req-542b463f-cac5-4f05-ac66-65dfb2a0af45 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] No DVR routers for this DVR port 1d1e98d2-d2a2-495e-8225-fe844a178a63 on host hv-cinder-85127 {{(pid=104005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 29 05:24:50.236736 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-3e94ac51-d124-4289-b43b-5e153e5ff23e req-542b463f-cac5-4f05-ac66-65dfb2a0af45 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249840'] for port (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:24:50.240187 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-3e94ac51-d124-4289-b43b-5e153e5ff23e req-542b463f-cac5-4f05-ac66-65dfb2a0af45 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.60 "DELETE /v2.0/ports/1d1e98d2-d2a2-495e-8225-fe844a178a63 HTTP/1.1" status: 204 len: 173 time: 2.2849605 Jul 29 05:24:50.240785 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b11929b6-7818-4cae-be4e-8941c93c6aca', 'name': 'network-vif-deleted', 'tag': '1d1e98d2-d2a2-495e-8225-fe844a178a63'}] {{(pid=104005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 05:24:50.244412 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18cb6d06cd9bdbb2624e76cf95b2230ef06252a8a1dccb16f0d07e3cc9dc753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3579243-5c88-43ce-80ee-7eb925e9ec0e" -d '{"events": [{"server_uuid": "b11929b6-7818-4cae-be4e-8941c93c6aca", "name": "network-vif-deleted", "tag": "1d1e98d2-d2a2-495e-8225-fe844a178a63"}]}' {{(pid=104005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 05:24:50.292869 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-a192b336-a97a-42b8-b46b-e92049822e58 req-dc64eb77-1ece-44a1-9f68-e27b6ba527b5 tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] 10.222.0.49 "GET /v2.0/security-groups?id=1cf75e76-171e-4664-b383-cc771b744ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102304 Jul 29 05:24:50.335651 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 05:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca8e7200-51a4-48a0-80f0-a08340ddf1c9 x-openstack-request-id: req-ca8e7200-51a4-48a0-80f0-a08340ddf1c9 {{(pid=104005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 05:24:50.335860 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b11929b6-7818-4cae-be4e-8941c93c6aca", "name": "network-vif-deleted", "tag": "1d1e98d2-d2a2-495e-8225-fe844a178a63", "status": "completed", "code": 200}]} {{(pid=104005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 05:24:50.336222 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ca8e7200-51a4-48a0-80f0-a08340ddf1c9 {{(pid=104005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 05:24:50.336888 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca8e7200-51a4-48a0-80f0-a08340ddf1c9'] response: {'server_uuid': 'b11929b6-7818-4cae-be4e-8941c93c6aca', 'name': 'network-vif-deleted', 'tag': '1d1e98d2-d2a2-495e-8225-fe844a178a63', 'status': 'completed', 'code': 200} Jul 29 05:24:50.337950 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvr_db [None req-9d00f4ee-4c94-4a93-ad80-04fc5eb17e89 None None] Set router 2f4539bc-d4ea-4bf2-91d9-64bace1e5856 gateway port host: dv-cinder-851279-2-iscsi {{(pid=104006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:24:50.380507 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:24:50.443764 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.notifiers.nova [req-ef9a4582-fe3e-4ca0-bd51-b4d30bf03e08 req-c9af3d9e-1737-4647-9bd3-51037c6e1533 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c6f28e6-8fef-44a6-b55e-ca2e7b493160 {{(pid=104005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 05:24:50.453801 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-ef9a4582-fe3e-4ca0-bd51-b4d30bf03e08 req-c9af3d9e-1737-4647-9bd3-51037c6e1533 service neutron] Publish callbacks [] for port (7c6f28e6-8fef-44a6-b55e-ca2e7b493160), precommit_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:24:50.470515 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.provisioning_blocks [req-ef9a4582-fe3e-4ca0-bd51-b4d30bf03e08 req-c9af3d9e-1737-4647-9bd3-51037c6e1533 service neutron] Transition to ACTIVE for port object 7c6f28e6-8fef-44a6-b55e-ca2e7b493160 will not be triggered until provisioned by entity L2. {{(pid=104005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 29 05:24:50.475197 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-ef9a4582-fe3e-4ca0-bd51-b4d30bf03e08 req-c9af3d9e-1737-4647-9bd3-51037c6e1533 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1905579'] for port (7c6f28e6-8fef-44a6-b55e-ca2e7b493160), after_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:24:50.600620 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9af3d9e-1737-4647-9bd3-51037c6e1533 service neutron] Pushing event updated for resources: {'Port': ['ID=7c6f28e6-8fef-44a6-b55e-ca2e7b493160,revision_number=2']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:24:50.659153 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.managers [req-ef9a4582-fe3e-4ca0-bd51-b4d30bf03e08 req-c9af3d9e-1737-4647-9bd3-51037c6e1533 service neutron] Attempting to bind port 7c6f28e6-8fef-44a6-b55e-ca2e7b493160 on host hv-cinder-85127 for vnic_type normal with profile {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 05:24:50.659842 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.managers [req-ef9a4582-fe3e-4ca0-bd51-b4d30bf03e08 req-c9af3d9e-1737-4647-9bd3-51037c6e1533 service neutron] Attempting to bind port 7c6f28e6-8fef-44a6-b55e-ca2e7b493160 by drivers openvswitch,hyperv on host hv-cinder-85127 at level 0 using segments [{'id': 'f6699015-3060-4d05-b88f-efc6bff53496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '6d50987d-b297-4c09-b50b-2b3a4e60a74e'}] {{(pid=104005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 05:24:50.660453 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9a4582-fe3e-4ca0-bd51-b4d30bf03e08 req-c9af3d9e-1737-4647-9bd3-51037c6e1533 service neutron] Attempting to bind port 7c6f28e6-8fef-44a6-b55e-ca2e7b493160 on network 6d50987d-b297-4c09-b50b-2b3a4e60a74e {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 05:24:50.671611 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9a4582-fe3e-4ca0-bd51-b4d30bf03e08 req-c9af3d9e-1737-4647-9bd3-51037c6e1533 service neutron] Port 7c6f28e6-8fef-44a6-b55e-ca2e7b493160 on network 6d50987d-b297-4c09-b50b-2b3a4e60a74e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85127 {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 29 05:24:50.672197 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9a4582-fe3e-4ca0-bd51-b4d30bf03e08 req-c9af3d9e-1737-4647-9bd3-51037c6e1533 service neutron] Attempting to bind port 7c6f28e6-8fef-44a6-b55e-ca2e7b493160 on network 6d50987d-b297-4c09-b50b-2b3a4e60a74e {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 05:24:50.681308 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9a4582-fe3e-4ca0-bd51-b4d30bf03e08 req-c9af3d9e-1737-4647-9bd3-51037c6e1533 service neutron] Checking agent: {'id': '12b139f9-2daf-4047-bd2d-6bc43cda34b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85127', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 5, 19, 7), 'started_at': datetime.datetime(2022, 7, 29, 5, 19, 7), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 5, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 05:24:50.682343 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9a4582-fe3e-4ca0-bd51-b4d30bf03e08 req-c9af3d9e-1737-4647-9bd3-51037c6e1533 service neutron] Checking segment: {'id': 'f6699015-3060-4d05-b88f-efc6bff53496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '6d50987d-b297-4c09-b50b-2b3a4e60a74e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 05:24:50.683246 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9a4582-fe3e-4ca0-bd51-b4d30bf03e08 req-c9af3d9e-1737-4647-9bd3-51037c6e1533 service neutron] Bound using segment: {'id': 'f6699015-3060-4d05-b88f-efc6bff53496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '6d50987d-b297-4c09-b50b-2b3a4e60a74e'} {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 05:24:50.684399 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.managers [req-ef9a4582-fe3e-4ca0-bd51-b4d30bf03e08 req-c9af3d9e-1737-4647-9bd3-51037c6e1533 service neutron] Bound port: 7c6f28e6-8fef-44a6-b55e-ca2e7b493160, host: hv-cinder-85127, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6699015-3060-4d05-b88f-efc6bff53496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '6d50987d-b297-4c09-b50b-2b3a4e60a74e'}}] {{(pid=104005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 05:24:50.685178 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-ef9a4582-fe3e-4ca0-bd51-b4d30bf03e08 req-c9af3d9e-1737-4647-9bd3-51037c6e1533 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (7c6f28e6-8fef-44a6-b55e-ca2e7b493160), before_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:24:50.769380 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_hamode_db [None req-9d00f4ee-4c94-4a93-ad80-04fc5eb17e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f4539bc-d4ea-4bf2-91d9-64bace1e5856', 'name': 'tempest-AttachVolumeNegativeTest-392654816-router', 'tenant_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '80161f1c-297a-4942-ab94-ca8574f080db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:21:02Z', 'updated_at': '2022-07-29T05:21:11Z', 'revision_number': 4, 'project_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'gw_port': {'id': '80161f1c-297a-4942-ab94-ca8574f080db', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:33:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4539bc-d4ea-4bf2-91d9-64bace1e5856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:03Z', 'updated_at': '2022-07-29T05:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi', '_floatingips': [{'id': '41499e0e-47e5-4b58-91d7-5e4fa2ba474c', 'tenant_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'floating_ip_address': '172.27.2.57', 'floating_network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'router_id': '2f4539bc-d4ea-4bf2-91d9-64bace1e5856', 'port_id': 'a271d975-09dc-4c3e-8b57-3468787c62a8', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b55efc63-6791-470d-af15-935a2f0fc83e', 'mac_address': 'fa:16:3e:47:c1:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c46947-e368-441d-9e07-584e95d55780', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T05:21:21Z', 'updated_at': '2022-07-29T05:22:15Z', 'revision_number': 2, 'project_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '205980a9-ef0f-4a59-a55e-71e75787c094', 'name': '', 'network_id': 'b55efc63-6791-470d-af15-935a2f0fc83e', 'tenant_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'mac_address': 'fa:16:3e:95:99:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4539bc-d4ea-4bf2-91d9-64bace1e5856', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'bbb96b40-4994-4d5c-ad35-a19342a29a39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:08Z', 'updated_at': '2022-07-29T05:21:26Z', 'revision_number': 5, 'project_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'subnets': [{'id': 'bbb96b40-4994-4d5c-ad35-a19342a29a39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-2-iscsi', False) {} {{(pid=104006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:24:50.790313 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50464e0d-cb9f-48e0-9f11-c9c294ff25f2 req-2269559a-5f00-49bb-a840-af3a95592235 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:24:50.792950 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-50464e0d-cb9f-48e0-9f11-c9c294ff25f2 req-2269559a-5f00-49bb-a840-af3a95592235 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ff4221e-eadc-491b-9f3c-9b41413a63d0 HTTP/1.1" status: 200 len: 944 time: 0.0975595 Jul 29 05:24:50.820077 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d00f4ee-4c94-4a93-ad80-04fc5eb17e89 None None] Checking router: 2f4539bc-d4ea-4bf2-91d9-64bace1e5856 for host: dv-cinder-851279-2-iscsi {{(pid=104006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 05:24:50.832120 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d00f4ee-4c94-4a93-ad80-04fc5eb17e89 None None] Routers {'2f4539bc-d4ea-4bf2-91d9-64bace1e5856'} bound to L3 agent in host dv-cinder-851279-2-iscsi {{(pid=104006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:24:50.832780 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_hamode_db [None req-9d00f4ee-4c94-4a93-ad80-04fc5eb17e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-29T05:12:08Z,description=,heartbeat_timestamp=2022-07-29T05:24:38Z,host='dv-cinder-851279-2-iscsi',id=8a9a6061-e61b-4901-b35e-5e71dea10db3,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T05:12:08Z,topic='l3_agent')) {'router_ids': ['2f4539bc-d4ea-4bf2-91d9-64bace1e5856'], 'active': True} {{(pid=104006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:24:50.854201 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.db [req-ef9a4582-fe3e-4ca0-bd51-b4d30bf03e08 req-c9af3d9e-1737-4647-9bd3-51037c6e1533 service neutron] For port 7c6f28e6-8fef-44a6-b55e-ca2e7b493160, host hv-cinder-85127, cleared binding levels {{(pid=104005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 05:24:50.865841 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.db [req-ef9a4582-fe3e-4ca0-bd51-b4d30bf03e08 req-c9af3d9e-1737-4647-9bd3-51037c6e1533 service neutron] For port 7c6f28e6-8fef-44a6-b55e-ca2e7b493160, host hv-cinder-85127, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=7c6f28e6-8fef-44a6-b55e-ca2e7b493160,segment=NetworkSegment(f6699015-3060-4d05-b88f-efc6bff53496),segment_id=f6699015-3060-4d05-b88f-efc6bff53496)] {{(pid=104005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 05:24:50.883994 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-ef9a4582-fe3e-4ca0-bd51-b4d30bf03e08 req-c9af3d9e-1737-4647-9bd3-51037c6e1533 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1905579'] for port (7c6f28e6-8fef-44a6-b55e-ca2e7b493160), after_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:24:50.931041 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-50464e0d-cb9f-48e0-9f11-c9c294ff25f2 req-49b44dd4-26dd-4026-96ed-8c13b5f35961 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1b037b0-0efa-496f-bd70-b1139f60e425&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1172447 Jul 29 05:24:50.950704 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9a4582-fe3e-4ca0-bd51-b4d30bf03e08 req-c9af3d9e-1737-4647-9bd3-51037c6e1533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:24:50.950704 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-ef9a4582-fe3e-4ca0-bd51-b4d30bf03e08 req-c9af3d9e-1737-4647-9bd3-51037c6e1533 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249840'] for port (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:24:50.956405 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-ef9a4582-fe3e-4ca0-bd51-b4d30bf03e08 req-c9af3d9e-1737-4647-9bd3-51037c6e1533 service neutron] 10.222.0.60 "PUT /v2.0/ports/7c6f28e6-8fef-44a6-b55e-ca2e7b493160 HTTP/1.1" status: 200 len: 1093 time: 1.3126743 Jul 29 05:24:51.001736 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:24:51.016759 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9af3d9e-1737-4647-9bd3-51037c6e1533 service neutron] Pushing event updated for resources: {'Port': ['ID=7c6f28e6-8fef-44a6-b55e-ca2e7b493160,revision_number=3']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:24:51.033631 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-f01d39e7-4264-472c-b375-e6ef8ff26eee req-6d6f355c-54c5-4f1d-96ab-d31bf8936e2f tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/ports?device_id=b11929b6-7818-4cae-be4e-8941c93c6aca HTTP/1.1" status: 200 len: 210 time: 0.0516300 Jul 29 05:24:51.070389 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvr_db [None req-9d00f4ee-4c94-4a93-ad80-04fc5eb17e89 None None] Set router 2f4539bc-d4ea-4bf2-91d9-64bace1e5856 gateway port host: dv-cinder-851279-2-iscsi {{(pid=104006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:24:51.250387 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:24:51.256057 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b053e0-a1a0-47b4-8133-13a4b900b77d req-95d97674-7482-4f46-911f-5fecf4ddb21d tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:24:51.257971 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-c4b053e0-a1a0-47b4-8133-13a4b900b77d req-95d97674-7482-4f46-911f-5fecf4ddb21d tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f803c7a-3603-4d3c-bdcf-67e7f12f1b20 HTTP/1.1" status: 200 len: 946 time: 0.0831306 Jul 29 05:24:51.339012 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-c4b053e0-a1a0-47b4-8133-13a4b900b77d req-e3f977a3-e13b-4f1c-8279-a1557fb7d541 tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] 10.222.0.49 "GET /v2.0/security-groups?id=10873ed0-801e-451a-aaaa-93d3e6c9aa2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728137 Jul 29 05:24:51.426453 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_hamode_db [None req-9d00f4ee-4c94-4a93-ad80-04fc5eb17e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f4539bc-d4ea-4bf2-91d9-64bace1e5856', 'name': 'tempest-AttachVolumeNegativeTest-392654816-router', 'tenant_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '80161f1c-297a-4942-ab94-ca8574f080db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:21:02Z', 'updated_at': '2022-07-29T05:21:11Z', 'revision_number': 4, 'project_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'gw_port': {'id': '80161f1c-297a-4942-ab94-ca8574f080db', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:33:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4539bc-d4ea-4bf2-91d9-64bace1e5856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:03Z', 'updated_at': '2022-07-29T05:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi', '_floatingips': [{'id': '41499e0e-47e5-4b58-91d7-5e4fa2ba474c', 'tenant_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'floating_ip_address': '172.27.2.57', 'floating_network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'router_id': '2f4539bc-d4ea-4bf2-91d9-64bace1e5856', 'port_id': 'a271d975-09dc-4c3e-8b57-3468787c62a8', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b55efc63-6791-470d-af15-935a2f0fc83e', 'mac_address': 'fa:16:3e:47:c1:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c46947-e368-441d-9e07-584e95d55780', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T05:21:21Z', 'updated_at': '2022-07-29T05:22:15Z', 'revision_number': 2, 'project_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '205980a9-ef0f-4a59-a55e-71e75787c094', 'name': '', 'network_id': 'b55efc63-6791-470d-af15-935a2f0fc83e', 'tenant_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'mac_address': 'fa:16:3e:95:99:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4539bc-d4ea-4bf2-91d9-64bace1e5856', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'bbb96b40-4994-4d5c-ad35-a19342a29a39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:08Z', 'updated_at': '2022-07-29T05:21:26Z', 'revision_number': 5, 'project_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'subnets': [{'id': 'bbb96b40-4994-4d5c-ad35-a19342a29a39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-2-iscsi', False) {} {{(pid=104006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:24:51.464026 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d00f4ee-4c94-4a93-ad80-04fc5eb17e89 None None] The sync data for ids ['2f4539bc-d4ea-4bf2-91d9-64bace1e5856'] in dv-cinder-851279-2-iscsi is: [{'id': '2f4539bc-d4ea-4bf2-91d9-64bace1e5856', 'name': 'tempest-AttachVolumeNegativeTest-392654816-router', 'tenant_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '80161f1c-297a-4942-ab94-ca8574f080db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:21:02Z', 'updated_at': '2022-07-29T05:21:11Z', 'revision_number': 4, 'project_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'gw_port': {'id': '80161f1c-297a-4942-ab94-ca8574f080db', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:33:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4539bc-d4ea-4bf2-91d9-64bace1e5856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:03Z', 'updated_at': '2022-07-29T05:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi', '_floatingips': [{'id': '41499e0e-47e5-4b58-91d7-5e4fa2ba474c', 'tenant_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'floating_ip_address': '172.27.2.57', 'floating_network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'router_id': '2f4539bc-d4ea-4bf2-91d9-64bace1e5856', 'port_id': 'a271d975-09dc-4c3e-8b57-3468787c62a8', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b55efc63-6791-470d-af15-935a2f0fc83e', 'mac_address': 'fa:16:3e:47:c1:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c46947-e368-441d-9e07-584e95d55780', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T05:21:21Z', 'updated_at': '2022-07-29T05:22:15Z', 'revision_number': 2, 'project_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '205980a9-ef0f-4a59-a55e-71e75787c094', 'name': '', 'network_id': 'b55efc63-6791-470d-af15-935a2f0fc83e', 'tenant_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'mac_address': 'fa:16:3e:95:99:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4539bc-d4ea-4bf2-91d9-64bace1e5856', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'bbb96b40-4994-4d5c-ad35-a19342a29a39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:08Z', 'updated_at': '2022-07-29T05:21:26Z', 'revision_number': 5, 'project_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'subnets': [{'id': 'bbb96b40-4994-4d5c-ad35-a19342a29a39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 05:24:51.521557 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4f5936-d787-4e51-b667-fc5d9ffd5ed8 req-506d73f1-9143-435e-be35-04661a0f6bc1 tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:24:51.528372 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-7f4f5936-d787-4e51-b667-fc5d9ffd5ed8 req-506d73f1-9143-435e-be35-04661a0f6bc1 tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] 10.222.0.49 "GET /v2.0/ports?device_id=dbc57534-e5bb-434a-a446-eb402deff943 HTTP/1.1" status: 200 len: 943 time: 0.1000936 Jul 29 05:24:51.615183 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9a4582-fe3e-4ca0-bd51-b4d30bf03e08 req-db6eb511-e2cc-4c8d-8259-0f6507218731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:24:51.621887 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-ef9a4582-fe3e-4ca0-bd51-b4d30bf03e08 req-db6eb511-e2cc-4c8d-8259-0f6507218731 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b28baf3f14f74766b11c9ee459b8d5ec&device_id=dbc57534-e5bb-434a-a446-eb402deff943 HTTP/1.1" status: 200 len: 1127 time: 0.0808997 Jul 29 05:24:51.622772 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-7f4f5936-d787-4e51-b667-fc5d9ffd5ed8 req-99412415-019d-4a96-9a20-c1294d88cbd7 tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] 10.222.0.49 "GET /v2.0/security-groups?id=1cf75e76-171e-4664-b383-cc771b744ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693188 Jul 29 05:24:51.726772 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-ef9a4582-fe3e-4ca0-bd51-b4d30bf03e08 req-109451f9-7d91-4bbf-a9c3-9b67eb1607dc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c6f28e6-8fef-44a6-b55e-ca2e7b493160 HTTP/1.1" status: 200 len: 217 time: 0.0543499 Jul 29 05:24:51.906841 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9a4582-fe3e-4ca0-bd51-b4d30bf03e08 req-13ea1636-8b2c-4ce4-af01-a6b9903616c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:24:51.908734 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-ef9a4582-fe3e-4ca0-bd51-b4d30bf03e08 req-13ea1636-8b2c-4ce4-af01-a6b9903616c0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b2d5d071-499f-4586-ac5d-ea62aa4ce3d4 HTTP/1.1" status: 200 len: 849 time: 0.1709485 Jul 29 05:24:51.919643 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bb20c7-a253-4432-a08d-824fa8605e33 req-55dc4b7a-566f-47da-9b5b-268419eec898 tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:24:51.921387 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-e9bb20c7-a253-4432-a08d-824fa8605e33 req-55dc4b7a-566f-47da-9b5b-268419eec898 tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f803c7a-3603-4d3c-bdcf-67e7f12f1b20 HTTP/1.1" status: 200 len: 946 time: 0.1100376 Jul 29 05:24:52.012358 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf1f930-8d30-4c98-b116-181db016df63 None None] New status for floating IP 3f2c6248-a849-4542-8a5e-993b98c5ebcb: DOWN {{(pid=104007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 29 05:24:52.024294 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.agents_db [None req-24db149f-f2c4-42ba-b1ad-acaecd0c6386 None None] Agent healthcheck: found 6 active agents {{(pid=104007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 05:24:52.110134 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f7ba20-75ad-4ef7-b416-d10ab084cff3 req-ac929cc9-9302-4fc6-a9ea-70391df921e5 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:24:52.111817 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-40f7ba20-75ad-4ef7-b416-d10ab084cff3 req-ac929cc9-9302-4fc6-a9ea-70391df921e5 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ff4221e-eadc-491b-9f3c-9b41413a63d0 HTTP/1.1" status: 200 len: 944 time: 0.0759730 Jul 29 05:24:52.144027 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Device 1d1e98d2-d2a2-495e-8225-fe844a178a63 no longer exists at agent hyperv_hv-cinder-85127 {{(pid=104006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 05:24:52.194703 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] No Port match for: 1d1e98d2-d2a2-495e-8225-fe844a178a63 {{(pid=104006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 05:24:52.195909 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Device 1d1e98d2-d2a2-495e-8225-fe844a178a63 not bound to the agent host hv-cinder-85127 {{(pid=104006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 05:24:52.246863 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-ef9a4582-fe3e-4ca0-bd51-b4d30bf03e08 req-0905af8f-c9f8-4d0a-a735-d3bc54aaf3df service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6d50987d-b297-4c09-b50b-2b3a4e60a74e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1247666 Jul 29 05:24:52.299624 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-6740cb20-cf45-4ae9-97e0-47d86188e8bd req-4f4c15cc-ad55-4af0-93e1-824fc588b15c tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/ports?device_id=b11929b6-7818-4cae-be4e-8941c93c6aca HTTP/1.1" status: 200 len: 210 time: 0.0664783 Jul 29 05:24:52.347154 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbc57534-e5bb-434a-a446-eb402deff943', 'tag': '7c6f28e6-8fef-44a6-b55e-ca2e7b493160'}] {{(pid=104005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 05:24:52.349916 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18cb6d06cd9bdbb2624e76cf95b2230ef06252a8a1dccb16f0d07e3cc9dc753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0575e71a-f1ae-43ad-b897-4c87ef172989" -d '{"events": [{"name": "network-changed", "server_uuid": "dbc57534-e5bb-434a-a446-eb402deff943", "tag": "7c6f28e6-8fef-44a6-b55e-ca2e7b493160"}]}' {{(pid=104005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 05:24:52.429979 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:24:52.433415 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 05:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca712a14-cbaa-4608-a07c-3fb4c66f2351 x-openstack-request-id: req-ca712a14-cbaa-4608-a07c-3fb4c66f2351 {{(pid=104005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 05:24:52.433713 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbc57534-e5bb-434a-a446-eb402deff943", "tag": "7c6f28e6-8fef-44a6-b55e-ca2e7b493160", "status": "completed", "code": 200}]} {{(pid=104005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 05:24:52.433995 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ca712a14-cbaa-4608-a07c-3fb4c66f2351 {{(pid=104005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 05:24:52.434378 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca712a14-cbaa-4608-a07c-3fb4c66f2351'] response: {'name': 'network-changed', 'server_uuid': 'dbc57534-e5bb-434a-a446-eb402deff943', 'tag': '7c6f28e6-8fef-44a6-b55e-ca2e7b493160', 'status': 'completed', 'code': 200} Jul 29 05:24:52.449361 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-40f7ba20-75ad-4ef7-b416-d10ab084cff3 req-44d39915-1468-41d3-8722-5d4c05aa7837 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1b037b0-0efa-496f-bd70-b1139f60e425&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3051460 Jul 29 05:24:52.450300 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.plugin [req-e9bb20c7-a253-4432-a08d-824fa8605e33 req-cd043bee-1d09-4038-b5fc-26d944029eb0 tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] Deleting port 7b9f65ae-322a-484b-a4c5-136721870e39 {{(pid=104005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 05:24:52.450878 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-e9bb20c7-a253-4432-a08d-824fa8605e33 req-cd043bee-1d09-4038-b5fc-26d944029eb0 tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737760600589'] for port (7b9f65ae-322a-484b-a4c5-136721870e39), before_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:24:52.546435 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-ef9a4582-fe3e-4ca0-bd51-b4d30bf03e08 req-4abf7fec-d3bb-4331-8f68-bd02a0471e82 service neutron] 10.222.0.60 "GET /v2.0/networks/6d50987d-b297-4c09-b50b-2b3a4e60a74e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2866378 Jul 29 05:24:52.579702 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90b9bb1-68f1-43fc-af65-7bb27a3874a9 req-d06ab19f-7840-4ece-aa92-db00d7a1a3c1 tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:24:52.581482 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-f90b9bb1-68f1-43fc-af65-7bb27a3874a9 req-d06ab19f-7840-4ece-aa92-db00d7a1a3c1 tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f803c7a-3603-4d3c-bdcf-67e7f12f1b20 HTTP/1.1" status: 200 len: 946 time: 0.0546327 Jul 29 05:24:52.642189 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-f90b9bb1-68f1-43fc-af65-7bb27a3874a9 req-b6c3213a-73c3-4cbc-9b52-1d8c55fe4e37 tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] 10.222.0.49 "GET /v2.0/security-groups?id=10873ed0-801e-451a-aaaa-93d3e6c9aa2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524933 Jul 29 05:24:52.903594 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.db [req-e9bb20c7-a253-4432-a08d-824fa8605e33 req-cd043bee-1d09-4038-b5fc-26d944029eb0 tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] For port 7b9f65ae-322a-484b-a4c5-136721870e39, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=7b9f65ae-322a-484b-a4c5-136721870e39,segment=NetworkSegment(d6b1b595-a5b9-4d29-9561-8d288c1b8139),segment_id=d6b1b595-a5b9-4d29-9561-8d288c1b8139)] {{(pid=104005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:24:52.903978 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-e9bb20c7-a253-4432-a08d-824fa8605e33 req-cd043bee-1d09-4038-b5fc-26d944029eb0 tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420629'] for port (7b9f65ae-322a-484b-a4c5-136721870e39), precommit_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:24:52.925123 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6341e6-e39e-4b1e-8830-85b7098faed9 req-2aacbf67-2b19-42b1-8df5-4bc7e6f9abff tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:24:52.926750 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-ba6341e6-e39e-4b1e-8830-85b7098faed9 req-2aacbf67-2b19-42b1-8df5-4bc7e6f9abff tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] 10.222.0.49 "GET /v2.0/ports?device_id=dbc57534-e5bb-434a-a446-eb402deff943 HTTP/1.1" status: 200 len: 943 time: 0.0813665 Jul 29 05:24:52.932751 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.plugin [req-e9bb20c7-a253-4432-a08d-824fa8605e33 req-cd043bee-1d09-4038-b5fc-26d944029eb0 tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] Calling delete_port for 7b9f65ae-322a-484b-a4c5-136721870e39 owned by compute:nova {{(pid=104005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 05:24:53.035687 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-ba6341e6-e39e-4b1e-8830-85b7098faed9 req-51707946-6b16-4d45-8262-f9400fd26b02 tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] 10.222.0.49 "GET /v2.0/security-groups?id=1cf75e76-171e-4664-b383-cc771b744ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004491 Jul 29 05:24:53.128288 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-e9bb20c7-a253-4432-a08d-824fa8605e33 req-cd043bee-1d09-4038-b5fc-26d944029eb0 tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737760621891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737760223820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1905596'] for port (7b9f65ae-322a-484b-a4c5-136721870e39), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:24:53.141130 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:24:53.144082 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] get_ports_and_sgs() called for port_ids ['7b9f65ae-322a-484b-a4c5-136721870e39'] {{(pid=104006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 05:24:53.161483 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd043bee-1d09-4038-b5fc-26d944029eb0 tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] Pushing event deleted for resources: {'Port': ['ID=7b9f65ae-322a-484b-a4c5-136721870e39,revision_number=None']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:24:53.222346 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9bb20c7-a253-4432-a08d-824fa8605e33 req-cd043bee-1d09-4038-b5fc-26d944029eb0 tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] No DVR routers for this DVR port 7b9f65ae-322a-484b-a4c5-136721870e39 on host hv-cinder-85127 {{(pid=104005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 29 05:24:53.225716 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-e9bb20c7-a253-4432-a08d-824fa8605e33 req-cd043bee-1d09-4038-b5fc-26d944029eb0 tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249840'] for port (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:24:53.229625 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-e9bb20c7-a253-4432-a08d-824fa8605e33 req-cd043bee-1d09-4038-b5fc-26d944029eb0 tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] 10.222.0.60 "DELETE /v2.0/ports/7b9f65ae-322a-484b-a4c5-136721870e39 HTTP/1.1" status: 204 len: 173 time: 1.0882320 Jul 29 05:24:53.430986 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-ef9a4582-fe3e-4ca0-bd51-b4d30bf03e08 req-db1e22c2-c597-42ea-bef9-2220d4c475bd service neutron] 10.222.0.60 "GET /v2.0/networks/6d50987d-b297-4c09-b50b-2b3a4e60a74e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353891 Jul 29 05:24:53.457015 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 33354) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:24:53.530299 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-afaf1ffd-6753-4ecb-89bc-d681d976c6c8 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks [] for security_group (2689dc7c-87cf-4b45-89dd-02c9ff7a9ab7), before_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:24:53.567997 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-afaf1ffd-6753-4ecb-89bc-d681d976c6c8 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks [] for security_group (2689dc7c-87cf-4b45-89dd-02c9ff7a9ab7), precommit_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:24:53.640725 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-afaf1ffd-6753-4ecb-89bc-d681d976c6c8 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (2689dc7c-87cf-4b45-89dd-02c9ff7a9ab7), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:24:53.643822 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-afaf1ffd-6753-4ecb-89bc-d681d976c6c8 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks [] for security_group (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:24:53.643996 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d0d508-5961-44d1-aaf8-e29b0cea51f5 req-482411ec-3eef-43fc-8c4e-432b31e2b45a tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:24:53.645204 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-afaf1ffd-6753-4ecb-89bc-d681d976c6c8 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "DELETE /v2.0/security-groups/2689dc7c-87cf-4b45-89dd-02c9ff7a9ab7 HTTP/1.1" status: 204 len: 168 time: 0.1867919 Jul 29 05:24:53.646402 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-70d0d508-5961-44d1-aaf8-e29b0cea51f5 req-482411ec-3eef-43fc-8c4e-432b31e2b45a tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ff4221e-eadc-491b-9f3c-9b41413a63d0 HTTP/1.1" status: 200 len: 944 time: 0.0809219 Jul 29 05:24:53.649108 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 33358) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:24:53.661596 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaf1ffd-6753-4ecb-89bc-d681d976c6c8 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2689dc7c-87cf-4b45-89dd-02c9ff7a9ab7,revision_number=None']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:24:53.699775 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.api.v2.resource [None req-b5a35ad4-c372-4170-a4a2-77a206db8970 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] show failed (client error): The resource could not be found. Jul 29 05:24:53.703878 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-b5a35ad4-c372-4170-a4a2-77a206db8970 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/security-groups/2689dc7c-87cf-4b45-89dd-02c9ff7a9ab7 HTTP/1.1" status: 404 len: 347 time: 0.0507843 Jul 29 05:24:53.704801 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 33362) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:24:53.738174 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=100 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:24:53.761200 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-70d0d508-5961-44d1-aaf8-e29b0cea51f5 req-cfb49cd1-466a-4b57-b10d-ba42ca4fc34a tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1b037b0-0efa-496f-bd70-b1139f60e425&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1001747 Jul 29 05:24:53.864573 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-bafe9689-0106-4263-8526-ea36cf00cfb5 req-130098e4-1ea3-4259-946e-7768981cf7d7 tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f803c7a-3603-4d3c-bdcf-67e7f12f1b20 HTTP/1.1" status: 200 len: 210 time: 0.0537837 Jul 29 05:24:53.871142 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.plugin [None req-13a5df70-9979-40a6-ae29-14d87f2a7046 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Deleting port e2ce6e91-3ebd-4cd6-96b3-7187a2bd574e {{(pid=104005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 05:24:53.871265 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-13a5df70-9979-40a6-ae29-14d87f2a7046 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737760600589'] for port (e2ce6e91-3ebd-4cd6-96b3-7187a2bd574e), before_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:24:53.975987 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-13a5df70-9979-40a6-ae29-14d87f2a7046 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420629'] for port (e2ce6e91-3ebd-4cd6-96b3-7187a2bd574e), precommit_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:24:53.976280 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-13a5df70-9979-40a6-ae29-14d87f2a7046 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks [] for floatingip (e2ce6e91-3ebd-4cd6-96b3-7187a2bd574e), precommit_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:24:53.991189 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.plugin [None req-13a5df70-9979-40a6-ae29-14d87f2a7046 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Calling delete_port for e2ce6e91-3ebd-4cd6-96b3-7187a2bd574e owned by network:floatingip {{(pid=104005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 05:24:54.055725 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:24:54.141934 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Device de35419f-6c42-424f-baf0-e88731e69e60 details requested by agent hyperv_hv-cinder-85127 with host hv-cinder-85127 {{(pid=104006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 05:24:54.155485 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:24:54.171416 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-13a5df70-9979-40a6-ae29-14d87f2a7046 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737760621891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737760223820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1905596'] for port (e2ce6e91-3ebd-4cd6-96b3-7187a2bd574e), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:24:54.216886 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a5df70-9979-40a6-ae29-14d87f2a7046 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Pushing event deleted for resources: {'Port': ['ID=e2ce6e91-3ebd-4cd6-96b3-7187a2bd574e,revision_number=None']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:24:54.329931 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] For port de35419f-6c42-424f-baf0-e88731e69e60, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=de35419f-6c42-424f-baf0-e88731e69e60,segment=NetworkSegment(9167e3b9-12fc-4803-a3cb-91dd7148cc6f),segment_id=9167e3b9-12fc-4803-a3cb-91dd7148cc6f)] {{(pid=104006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:24:54.345440 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-13a5df70-9979-40a6-ae29-14d87f2a7046 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks [] for floatingip (3f2c6248-a849-4542-8a5e-993b98c5ebcb), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:24:54.351476 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-13a5df70-9979-40a6-ae29-14d87f2a7046 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249840'] for floatingip (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:24:54.355398 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-13a5df70-9979-40a6-ae29-14d87f2a7046 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "DELETE /v2.0/floatingips/3f2c6248-a849-4542-8a5e-993b98c5ebcb HTTP/1.1" status: 204 len: 168 time: 0.6463635 Jul 29 05:24:54.358829 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Returning: {'device': 'de35419f-6c42-424f-baf0-e88731e69e60', 'network_id': '2abd58fa-fb8d-4cc3-8df0-c903c7b8dd87', 'port_id': 'de35419f-6c42-424f-baf0-e88731e69e60', 'mac_address': 'fa:16:3e:43:34:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac46bf73-3dbd-41e0-8b70-b021adbe3f3f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 05:24:54.426762 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Current status of the port de35419f-6c42-424f-baf0-e88731e69e60 is: DOWN; New status is: BUILD {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:24:54.427443 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (de35419f-6c42-424f-baf0-e88731e69e60), before_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:24:54.435960 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f803c7a-3603-4d3c-bdcf-67e7f12f1b20', 'name': 'network-vif-deleted', 'tag': '7b9f65ae-322a-484b-a4c5-136721870e39'}] {{(pid=104005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 05:24:54.440642 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18cb6d06cd9bdbb2624e76cf95b2230ef06252a8a1dccb16f0d07e3cc9dc753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51c36d3f-a5cc-41c8-b2d2-9bed63ca2b0f" -d '{"events": [{"server_uuid": "9f803c7a-3603-4d3c-bdcf-67e7f12f1b20", "name": "network-vif-deleted", "tag": "7b9f65ae-322a-484b-a4c5-136721870e39"}]}' {{(pid=104005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 05:24:54.459880 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.notifiers.nova [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de35419f-6c42-424f-baf0-e88731e69e60 {{(pid=104006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 05:24:54.461178 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75a6589-6f0f-41f6-b200-3076817f4e09 req-20a8ba60-eb61-4552-9d6c-262f0e903fca tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:24:54.462800 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-e75a6589-6f0f-41f6-b200-3076817f4e09 req-20a8ba60-eb61-4552-9d6c-262f0e903fca tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] 10.222.0.49 "GET /v2.0/ports?device_id=dbc57534-e5bb-434a-a446-eb402deff943 HTTP/1.1" status: 200 len: 943 time: 0.3040397 Jul 29 05:24:54.498818 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] For port de35419f-6c42-424f-baf0-e88731e69e60, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=de35419f-6c42-424f-baf0-e88731e69e60,segment=NetworkSegment(9167e3b9-12fc-4803-a3cb-91dd7148cc6f),segment_id=9167e3b9-12fc-4803-a3cb-91dd7148cc6f)] {{(pid=104006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:24:54.505650 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (de35419f-6c42-424f-baf0-e88731e69e60), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:24:54.534623 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-e75a6589-6f0f-41f6-b200-3076817f4e09 req-ff0cf062-ab80-4dbe-9766-ab4aa832f638 tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] 10.222.0.49 "GET /v2.0/security-groups?id=1cf75e76-171e-4664-b383-cc771b744ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653632 Jul 29 05:24:54.573142 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 05:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5201763-45dc-4071-93ae-c064c61c581f x-openstack-request-id: req-b5201763-45dc-4071-93ae-c064c61c581f {{(pid=104005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 05:24:54.573592 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f803c7a-3603-4d3c-bdcf-67e7f12f1b20", "name": "network-vif-deleted", "tag": "7b9f65ae-322a-484b-a4c5-136721870e39", "status": "completed", "code": 200}]} {{(pid=104005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 05:24:54.573847 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b5201763-45dc-4071-93ae-c064c61c581f {{(pid=104005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 05:24:54.574356 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5201763-45dc-4071-93ae-c064c61c581f'] response: {'server_uuid': '9f803c7a-3603-4d3c-bdcf-67e7f12f1b20', 'name': 'network-vif-deleted', 'tag': '7b9f65ae-322a-484b-a4c5-136721870e39', 'status': 'completed', 'code': 200} Jul 29 05:24:54.584158 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0575e71a-f1ae-43ad-b897-4c87ef172989 req-c430df51-5cdc-4b94-aed8-c0b18ad549af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:24:54.585970 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-0575e71a-f1ae-43ad-b897-4c87ef172989 req-c430df51-5cdc-4b94-aed8-c0b18ad549af service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b28baf3f14f74766b11c9ee459b8d5ec&device_id=dbc57534-e5bb-434a-a446-eb402deff943 HTTP/1.1" status: 200 len: 1127 time: 0.0602393 Jul 29 05:24:54.605582 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Pushing event updated for resources: {'Port': ['ID=de35419f-6c42-424f-baf0-e88731e69e60,revision_number=9']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:24:54.619430 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:24:54.620007 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:24:54.620590 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:24:54.621153 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:24:54.621723 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:24:54.622257 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:24:54.622802 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:24:54.623370 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:24:54.623925 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:24:54.624482 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:24:54.625042 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:24:54.625643 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:24:54.626178 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:24:54.626700 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:24:54.627276 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:24:54.956174 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] get_ports_and_sgs() called for port_ids ['de35419f-6c42-424f-baf0-e88731e69e60'] {{(pid=104006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 05:24:55.088799 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462081eb-37c6-461e-a89e-4925c6497d0b req-48d8027c-a286-4755-bffc-ce9a5b51bf2c tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:24:55.092207 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-462081eb-37c6-461e-a89e-4925c6497d0b req-48d8027c-a286-4755-bffc-ce9a5b51bf2c tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ff4221e-eadc-491b-9f3c-9b41413a63d0 HTTP/1.1" status: 200 len: 945 time: 0.2202809 Jul 29 05:24:55.093389 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:24:55.096534 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0575e71a-f1ae-43ad-b897-4c87ef172989 req-7adb721f-eac0-4d6e-8994-3ef3ecd2faed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:24:55.099396 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-0575e71a-f1ae-43ad-b897-4c87ef172989 req-7adb721f-eac0-4d6e-8994-3ef3ecd2faed service neutron] 10.222.0.60 "GET /v2.0/networks?id=6d50987d-b297-4c09-b50b-2b3a4e60a74e HTTP/1.1" status: 200 len: 910 time: 0.2169096 Jul 29 05:24:55.110604 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-ffa18f39-1db3-4c2e-a296-4883a814969b req-93a1e568-34f6-4bd9-a5b1-086450561ab3 tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f803c7a-3603-4d3c-bdcf-67e7f12f1b20 HTTP/1.1" status: 200 len: 210 time: 0.0419824 Jul 29 05:24:55.176704 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-462081eb-37c6-461e-a89e-4925c6497d0b req-c57f856c-c808-4c10-809f-1879c8e5b7a7 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1b037b0-0efa-496f-bd70-b1139f60e425&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0750170 Jul 29 05:24:55.466269 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-0575e71a-f1ae-43ad-b897-4c87ef172989 req-f8832a08-9890-49be-a9f9-a53c828d132e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c6f28e6-8fef-44a6-b55e-ca2e7b493160 HTTP/1.1" status: 200 len: 217 time: 0.0441997 Jul 29 05:24:55.539264 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0575e71a-f1ae-43ad-b897-4c87ef172989 req-d14723b1-f129-4f29-b58a-adb24ba4de49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:24:55.540902 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-0575e71a-f1ae-43ad-b897-4c87ef172989 req-d14723b1-f129-4f29-b58a-adb24ba4de49 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b2d5d071-499f-4586-ac5d-ea62aa4ce3d4 HTTP/1.1" status: 200 len: 849 time: 0.0626259 Jul 29 05:24:55.627113 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-0575e71a-f1ae-43ad-b897-4c87ef172989 req-8da2f94c-83b8-4785-bc84-358169c753ae service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6d50987d-b297-4c09-b50b-2b3a4e60a74e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396683 Jul 29 05:24:55.726730 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3661ba-045e-4824-9f23-db030ae4af06 req-b6106ff2-c308-4c2f-81ae-1873e2b06cce tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:24:55.729110 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-df3661ba-045e-4824-9f23-db030ae4af06 req-b6106ff2-c308-4c2f-81ae-1873e2b06cce tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] 10.222.0.49 "GET /v2.0/ports?device_id=dbc57534-e5bb-434a-a446-eb402deff943 HTTP/1.1" status: 200 len: 943 time: 0.0685689 Jul 29 05:24:55.757474 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-0575e71a-f1ae-43ad-b897-4c87ef172989 req-ddce7943-88e0-42d7-9c6a-a9f98b3c7443 service neutron] 10.222.0.60 "GET /v2.0/networks/6d50987d-b297-4c09-b50b-2b3a4e60a74e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205781 Jul 29 05:24:55.796493 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-df3661ba-045e-4824-9f23-db030ae4af06 req-141f319e-cff3-4e07-8555-5465091dadb8 tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] 10.222.0.49 "GET /v2.0/security-groups?id=1cf75e76-171e-4664-b383-cc771b744ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597749 Jul 29 05:24:55.927125 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-0575e71a-f1ae-43ad-b897-4c87ef172989 req-673a22a5-9b37-416b-b70e-999a0407903b service neutron] 10.222.0.60 "GET /v2.0/networks/6d50987d-b297-4c09-b50b-2b3a4e60a74e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610913 Jul 29 05:24:56.173027 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Device 7c6f28e6-8fef-44a6-b55e-ca2e7b493160 details requested by agent hyperv_hv-cinder-85127 with host hv-cinder-85127 {{(pid=104006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 05:24:56.176647 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Device de35419f-6c42-424f-baf0-e88731e69e60 up at agent hyperv_hv-cinder-85127 {{(pid=104006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 05:24:56.304015 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Provisioning complete for port de35419f-6c42-424f-baf0-e88731e69e60 triggered by entity L2. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:24:56.304679 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (de35419f-6c42-424f-baf0-e88731e69e60), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:24:56.354012 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5aa838-faac-4d55-b337-077cf7994b31 req-0e01f487-78d2-4c64-a4a7-b4369c443e2f tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:24:56.355809 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-ee5aa838-faac-4d55-b337-077cf7994b31 req-0e01f487-78d2-4c64-a4a7-b4369c443e2f tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ff4221e-eadc-491b-9f3c-9b41413a63d0 HTTP/1.1" status: 200 len: 945 time: 0.0819414 Jul 29 05:24:56.430848 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-ee5aa838-faac-4d55-b337-077cf7994b31 req-c072fe3e-9386-4d36-a3dd-8f7f393ad589 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1b037b0-0efa-496f-bd70-b1139f60e425&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0644941 Jul 29 05:24:56.650737 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:24:56.653328 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] For port 7c6f28e6-8fef-44a6-b55e-ca2e7b493160, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=7c6f28e6-8fef-44a6-b55e-ca2e7b493160,segment=NetworkSegment(f6699015-3060-4d05-b88f-efc6bff53496),segment_id=f6699015-3060-4d05-b88f-efc6bff53496)] {{(pid=104006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:24:56.674699 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Current status of the port de35419f-6c42-424f-baf0-e88731e69e60 is: BUILD; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:24:56.674968 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (de35419f-6c42-424f-baf0-e88731e69e60), before_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:24:56.677710 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Returning: {'device': '7c6f28e6-8fef-44a6-b55e-ca2e7b493160', 'network_id': '6d50987d-b297-4c09-b50b-2b3a4e60a74e', 'port_id': '7c6f28e6-8fef-44a6-b55e-ca2e7b493160', 'mac_address': 'fa:16:3e:19:01:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2d5d071-499f-4586-ac5d-ea62aa4ce3d4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 05:24:56.728432 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ff4221e-eadc-491b-9f3c-9b41413a63d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de35419f-6c42-424f-baf0-e88731e69e60'}] {{(pid=104006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 05:24:56.730986 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e99febf74dea338d8edfc28e98bc5f49fff1daa2966fa3a6b84f517592192115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-856a6114-9053-4153-b929-a3a0e0de2276" -d '{"events": [{"server_uuid": "6ff4221e-eadc-491b-9f3c-9b41413a63d0", "name": "network-vif-plugged", "status": "completed", "tag": "de35419f-6c42-424f-baf0-e88731e69e60"}]}' {{(pid=104006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 05:24:56.737464 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:24:56.757012 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] For port de35419f-6c42-424f-baf0-e88731e69e60, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=de35419f-6c42-424f-baf0-e88731e69e60,segment=NetworkSegment(9167e3b9-12fc-4803-a3cb-91dd7148cc6f),segment_id=9167e3b9-12fc-4803-a3cb-91dd7148cc6f)] {{(pid=104006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:24:56.759440 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Current status of the port 7c6f28e6-8fef-44a6-b55e-ca2e7b493160 is: DOWN; New status is: BUILD {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:24:56.759838 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (7c6f28e6-8fef-44a6-b55e-ca2e7b493160), before_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:24:56.763889 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (de35419f-6c42-424f-baf0-e88731e69e60), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:24:56.764795 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Device 7b9f65ae-322a-484b-a4c5-136721870e39 no longer exists at agent hyperv_hv-cinder-85127 {{(pid=104006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 05:24:56.824789 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 05:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-683eba24-82fe-4a0e-a301-b60b81373e61 x-openstack-request-id: req-683eba24-82fe-4a0e-a301-b60b81373e61 {{(pid=104006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 05:24:56.825109 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ff4221e-eadc-491b-9f3c-9b41413a63d0", "name": "network-vif-plugged", "status": "completed", "tag": "de35419f-6c42-424f-baf0-e88731e69e60", "code": 200}]} {{(pid=104006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 05:24:56.825362 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-683eba24-82fe-4a0e-a301-b60b81373e61 {{(pid=104006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 05:24:56.825754 dv-cinder-851279-2-iscsi neutron-server[104006]: INFO neutron.notifiers.nova [-] Nova event matching ['req-683eba24-82fe-4a0e-a301-b60b81373e61'] response: {'server_uuid': '6ff4221e-eadc-491b-9f3c-9b41413a63d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de35419f-6c42-424f-baf0-e88731e69e60', 'code': 200} Jul 29 05:24:56.830770 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.notifiers.nova [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c6f28e6-8fef-44a6-b55e-ca2e7b493160 {{(pid=104006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 05:24:56.835858 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] No Port match for: 7b9f65ae-322a-484b-a4c5-136721870e39 {{(pid=104006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 05:24:56.836202 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Device 7b9f65ae-322a-484b-a4c5-136721870e39 not bound to the agent host hv-cinder-85127 {{(pid=104006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 05:24:56.877449 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] For port 7c6f28e6-8fef-44a6-b55e-ca2e7b493160, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=7c6f28e6-8fef-44a6-b55e-ca2e7b493160,segment=NetworkSegment(f6699015-3060-4d05-b88f-efc6bff53496),segment_id=f6699015-3060-4d05-b88f-efc6bff53496)] {{(pid=104006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:24:56.884622 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Pushing event updated for resources: {'Port': ['ID=de35419f-6c42-424f-baf0-e88731e69e60,revision_number=10']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:24:56.888531 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (7c6f28e6-8fef-44a6-b55e-ca2e7b493160), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:24:56.947268 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Pushing event updated for resources: {'Port': ['ID=7c6f28e6-8fef-44a6-b55e-ca2e7b493160,revision_number=4']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:24:56.993329 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f95732-c47c-4545-b97b-3166da3592bb req-581ab49a-c6fa-465e-827c-0cea5483c8ec tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:24:56.994998 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-37f95732-c47c-4545-b97b-3166da3592bb req-581ab49a-c6fa-465e-827c-0cea5483c8ec tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] 10.222.0.49 "GET /v2.0/ports?device_id=dbc57534-e5bb-434a-a446-eb402deff943 HTTP/1.1" status: 200 len: 944 time: 0.0585129 Jul 29 05:24:57.054843 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-37f95732-c47c-4545-b97b-3166da3592bb req-a902aa5a-9ab0-4e12-a2b2-0e2df525d4f1 tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] 10.222.0.49 "GET /v2.0/security-groups?id=1cf75e76-171e-4664-b383-cc771b744ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535848 Jul 29 05:24:57.397560 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50ac0db-d672-41ef-8b8b-5f80a0bf310d req-aebd4f72-1283-4bce-8935-93b088cfe12b tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:24:57.399905 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-e50ac0db-d672-41ef-8b8b-5f80a0bf310d req-aebd4f72-1283-4bce-8935-93b088cfe12b tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/ports?device_id=05c46947-e368-441d-9e07-584e95d55780 HTTP/1.1" status: 200 len: 945 time: 0.0612938 Jul 29 05:24:57.458689 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-e50ac0db-d672-41ef-8b8b-5f80a0bf310d req-5f8c21d5-0723-4e47-aed7-da4b9d2733ed tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8a3af79-0975-43ba-9287-d4cb627a90b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530400 Jul 29 05:24:57.602546 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed001b4-6a5b-41ba-9d23-65b9e2992da8 req-8dbe0753-7b26-43bf-8165-18fe8849f2b8 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:24:57.604501 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-bed001b4-6a5b-41ba-9d23-65b9e2992da8 req-8dbe0753-7b26-43bf-8165-18fe8849f2b8 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ff4221e-eadc-491b-9f3c-9b41413a63d0 HTTP/1.1" status: 200 len: 947 time: 0.0535550 Jul 29 05:24:57.659542 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-bed001b4-6a5b-41ba-9d23-65b9e2992da8 req-16521c06-a9cc-4657-af52-d6bbb581a209 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1b037b0-0efa-496f-bd70-b1139f60e425&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0488865 Jul 29 05:24:58.183472 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:24:58.199326 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a34c34c-b627-4cb2-93c2-cd45323f94f5 req-2e717736-54f5-426f-b66b-88e3f2eeebb0 tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:24:58.201009 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-6a34c34c-b627-4cb2-93c2-cd45323f94f5 req-2e717736-54f5-426f-b66b-88e3f2eeebb0 tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] 10.222.0.49 "GET /v2.0/ports?device_id=dbc57534-e5bb-434a-a446-eb402deff943 HTTP/1.1" status: 200 len: 944 time: 0.0542862 Jul 29 05:24:58.257691 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-6a34c34c-b627-4cb2-93c2-cd45323f94f5 req-650b1486-7ac7-4171-8184-7c68147d100a tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] 10.222.0.49 "GET /v2.0/security-groups?id=1cf75e76-171e-4664-b383-cc771b744ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499344 Jul 29 05:24:58.608976 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddad5bcd-e2d4-4a82-905e-14278e50a9e9 req-46a84087-40c4-4ad7-8ccb-403a161456b6 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:24:58.610544 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-ddad5bcd-e2d4-4a82-905e-14278e50a9e9 req-46a84087-40c4-4ad7-8ccb-403a161456b6 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/ports?device_id=05c46947-e368-441d-9e07-584e95d55780 HTTP/1.1" status: 200 len: 945 time: 0.0532238 Jul 29 05:24:58.666664 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-ddad5bcd-e2d4-4a82-905e-14278e50a9e9 req-d3ebf0d5-e55d-4407-b757-9e9c0675f8e8 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8a3af79-0975-43ba-9287-d4cb627a90b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493426 Jul 29 05:24:58.809709 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b654388-0ac7-424e-ba8d-25be5b824a16 req-3072bc90-b038-4a4d-9176-98a817006379 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:24:58.811450 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-0b654388-0ac7-424e-ba8d-25be5b824a16 req-3072bc90-b038-4a4d-9176-98a817006379 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ff4221e-eadc-491b-9f3c-9b41413a63d0 HTTP/1.1" status: 200 len: 947 time: 0.0519581 Jul 29 05:24:58.870661 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-0b654388-0ac7-424e-ba8d-25be5b824a16 req-1a9bd3f7-afd6-4180-94cd-00a9c2aec441 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1b037b0-0efa-496f-bd70-b1139f60e425&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0492251 Jul 29 05:24:59.433979 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4057a99f-659d-4bcb-b18c-2c67fbe01204 req-d67d3b7c-67a2-4c55-84c3-b6f6df2ab013 tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:24:59.435754 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-4057a99f-659d-4bcb-b18c-2c67fbe01204 req-d67d3b7c-67a2-4c55-84c3-b6f6df2ab013 tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] 10.222.0.49 "GET /v2.0/ports?device_id=dbc57534-e5bb-434a-a446-eb402deff943 HTTP/1.1" status: 200 len: 944 time: 0.0582564 Jul 29 05:24:59.490564 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-4057a99f-659d-4bcb-b18c-2c67fbe01204 req-51b08089-46d5-4c21-9697-6516986be7ed tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] 10.222.0.49 "GET /v2.0/security-groups?id=1cf75e76-171e-4664-b383-cc771b744ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486610 Jul 29 05:24:59.664442 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] get_ports_and_sgs() called for port_ids ['7c6f28e6-8fef-44a6-b55e-ca2e7b493160'] {{(pid=104006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 05:24:59.823064 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c646e698-44c2-4876-8373-a947b3d9dfb4 req-7ebaf80c-4d54-4620-b506-a3b33104c55d tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:24:59.825251 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-c646e698-44c2-4876-8373-a947b3d9dfb4 req-7ebaf80c-4d54-4620-b506-a3b33104c55d tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/ports?device_id=05c46947-e368-441d-9e07-584e95d55780 HTTP/1.1" status: 200 len: 945 time: 0.0574663 Jul 29 05:24:59.870128 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=100 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:24:59.884263 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-c646e698-44c2-4876-8373-a947b3d9dfb4 req-b3ae1cba-fc04-4271-94e2-7e10fddd6a18 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8a3af79-0975-43ba-9287-d4cb627a90b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527406 Jul 29 05:25:00.044878 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d510f00-9ef4-4541-a600-7c65bc5a74db req-ad29d8f3-819e-440a-878f-94dbf1f6151f tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:00.046435 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-0d510f00-9ef4-4541-a600-7c65bc5a74db req-ad29d8f3-819e-440a-878f-94dbf1f6151f tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ff4221e-eadc-491b-9f3c-9b41413a63d0 HTTP/1.1" status: 200 len: 947 time: 0.0562637 Jul 29 05:25:00.098634 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-0d510f00-9ef4-4541-a600-7c65bc5a74db req-499b3122-6214-4386-81a6-f2aa95133efc tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1b037b0-0efa-496f-bd70-b1139f60e425&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464778 Jul 29 05:25:00.619704 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af232c8-dae5-4ae0-8d17-8b7ced92b5c2 req-c7a2a5a3-3d6c-4424-8096-fbf58e98af98 tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:00.621196 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-8af232c8-dae5-4ae0-8d17-8b7ced92b5c2 req-c7a2a5a3-3d6c-4424-8096-fbf58e98af98 tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] 10.222.0.49 "GET /v2.0/ports?device_id=dbc57534-e5bb-434a-a446-eb402deff943 HTTP/1.1" status: 200 len: 944 time: 0.0518758 Jul 29 05:25:00.670531 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-8af232c8-dae5-4ae0-8d17-8b7ced92b5c2 req-b9578d90-4f83-4869-8378-e0c415e35077 tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] 10.222.0.49 "GET /v2.0/security-groups?id=1cf75e76-171e-4664-b383-cc771b744ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435789 Jul 29 05:25:01.039979 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe1d8da-63d8-48b7-937e-6272946e4edd req-4ce3029a-c3ca-457f-9023-c712d4e171ab tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:01.041479 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-cfe1d8da-63d8-48b7-937e-6272946e4edd req-4ce3029a-c3ca-457f-9023-c712d4e171ab tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/ports?device_id=05c46947-e368-441d-9e07-584e95d55780 HTTP/1.1" status: 200 len: 945 time: 0.0758100 Jul 29 05:25:01.094572 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-cfe1d8da-63d8-48b7-937e-6272946e4edd req-b5041f54-b192-495b-aa25-bc840c3125ef tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8a3af79-0975-43ba-9287-d4cb627a90b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473866 Jul 29 05:25:01.236241 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fd4618-0f07-4960-996d-2601ff90c4fd req-25bf12ec-aa98-4b1e-8adb-4bb92a24bb36 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:01.237733 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-60fd4618-0f07-4960-996d-2601ff90c4fd req-25bf12ec-aa98-4b1e-8adb-4bb92a24bb36 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ff4221e-eadc-491b-9f3c-9b41413a63d0 HTTP/1.1" status: 200 len: 947 time: 0.0499744 Jul 29 05:25:01.289623 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-60fd4618-0f07-4960-996d-2601ff90c4fd req-161fd73e-afeb-442d-bf05-c979fdf70529 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1b037b0-0efa-496f-bd70-b1139f60e425&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456531 Jul 29 05:25:01.778739 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=100 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:25:01.795405 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75214006-d9b7-4f8b-8812-0e26880b0f04 req-8742ea84-f54e-4ab0-8f99-363aa1f3ec11 tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:01.796870 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-75214006-d9b7-4f8b-8812-0e26880b0f04 req-8742ea84-f54e-4ab0-8f99-363aa1f3ec11 tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] 10.222.0.49 "GET /v2.0/ports?device_id=dbc57534-e5bb-434a-a446-eb402deff943 HTTP/1.1" status: 200 len: 944 time: 0.0522928 Jul 29 05:25:01.847100 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-75214006-d9b7-4f8b-8812-0e26880b0f04 req-153128fc-222e-426e-83dd-06ff4c183bd5 tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] 10.222.0.49 "GET /v2.0/security-groups?id=1cf75e76-171e-4664-b383-cc771b744ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442545 Jul 29 05:25:02.110648 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Device 7c6f28e6-8fef-44a6-b55e-ca2e7b493160 up at agent hyperv_hv-cinder-85127 {{(pid=104006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 05:25:02.123540 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:25:02.126723 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:25:02.163023 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Provisioning for port 7c6f28e6-8fef-44a6-b55e-ca2e7b493160 completed by entity L2. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 29 05:25:02.171814 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Provisioning complete for port 7c6f28e6-8fef-44a6-b55e-ca2e7b493160 triggered by entity L2. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:25:02.172253 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (7c6f28e6-8fef-44a6-b55e-ca2e7b493160), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:25:02.250789 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065d7b0c-a752-4620-8cf8-82ab8db643d0 req-48319f48-2366-4c57-8961-6d9dc091e838 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:02.253023 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-065d7b0c-a752-4620-8cf8-82ab8db643d0 req-48319f48-2366-4c57-8961-6d9dc091e838 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/ports?device_id=05c46947-e368-441d-9e07-584e95d55780 HTTP/1.1" status: 200 len: 945 time: 0.0651293 Jul 29 05:25:02.265449 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Current status of the port 7c6f28e6-8fef-44a6-b55e-ca2e7b493160 is: BUILD; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:25:02.265832 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (7c6f28e6-8fef-44a6-b55e-ca2e7b493160), before_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:25:02.293147 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbc57534-e5bb-434a-a446-eb402deff943', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c6f28e6-8fef-44a6-b55e-ca2e7b493160'}] {{(pid=104006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 05:25:02.295193 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e99febf74dea338d8edfc28e98bc5f49fff1daa2966fa3a6b84f517592192115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-954da664-1456-42de-aa0c-c02c679a101f" -d '{"events": [{"server_uuid": "dbc57534-e5bb-434a-a446-eb402deff943", "name": "network-vif-plugged", "status": "completed", "tag": "7c6f28e6-8fef-44a6-b55e-ca2e7b493160"}]}' {{(pid=104006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 05:25:02.311717 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] For port 7c6f28e6-8fef-44a6-b55e-ca2e7b493160, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=7c6f28e6-8fef-44a6-b55e-ca2e7b493160,segment=NetworkSegment(f6699015-3060-4d05-b88f-efc6bff53496),segment_id=f6699015-3060-4d05-b88f-efc6bff53496)] {{(pid=104006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:25:02.316977 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (7c6f28e6-8fef-44a6-b55e-ca2e7b493160), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:25:02.332799 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-065d7b0c-a752-4620-8cf8-82ab8db643d0 req-5944f728-91fa-411d-9105-506ebca699f6 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8a3af79-0975-43ba-9287-d4cb627a90b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717649 Jul 29 05:25:02.369556 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 05:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2082b3de-246e-436c-b9b0-bd590817953c x-openstack-request-id: req-2082b3de-246e-436c-b9b0-bd590817953c {{(pid=104006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 05:25:02.369939 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbc57534-e5bb-434a-a446-eb402deff943", "name": "network-vif-plugged", "status": "completed", "tag": "7c6f28e6-8fef-44a6-b55e-ca2e7b493160", "code": 200}]} {{(pid=104006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 05:25:02.369939 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2082b3de-246e-436c-b9b0-bd590817953c {{(pid=104006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 05:25:02.370230 dv-cinder-851279-2-iscsi neutron-server[104006]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2082b3de-246e-436c-b9b0-bd590817953c'] response: {'server_uuid': 'dbc57534-e5bb-434a-a446-eb402deff943', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c6f28e6-8fef-44a6-b55e-ca2e7b493160', 'code': 200} Jul 29 05:25:02.392591 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Pushing event updated for resources: {'Port': ['ID=7c6f28e6-8fef-44a6-b55e-ca2e7b493160,revision_number=5']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:25:02.468421 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b080fc-9230-4cc6-8bf6-4bef974d2ae2 req-3915a929-6c7c-4ffb-9670-2613dc8dc4d4 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:02.470072 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-b5b080fc-9230-4cc6-8bf6-4bef974d2ae2 req-3915a929-6c7c-4ffb-9670-2613dc8dc4d4 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ff4221e-eadc-491b-9f3c-9b41413a63d0 HTTP/1.1" status: 200 len: 947 time: 0.0534325 Jul 29 05:25:02.523090 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-b5b080fc-9230-4cc6-8bf6-4bef974d2ae2 req-d74001ec-bcd5-48ad-9c0c-71f8a3378bfa tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1b037b0-0efa-496f-bd70-b1139f60e425&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463004 Jul 29 05:25:02.982420 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d7399c-69c5-4985-9dcf-c17f108ea1d1 req-7eb060cd-19f1-409a-b9bf-8561ac741267 tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:02.983947 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-01d7399c-69c5-4985-9dcf-c17f108ea1d1 req-7eb060cd-19f1-409a-b9bf-8561ac741267 tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] 10.222.0.49 "GET /v2.0/ports?device_id=dbc57534-e5bb-434a-a446-eb402deff943 HTTP/1.1" status: 200 len: 945 time: 0.0537472 Jul 29 05:25:03.040307 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-01d7399c-69c5-4985-9dcf-c17f108ea1d1 req-0de6c98b-0d93-468f-91d9-8f95dae7019c tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] 10.222.0.49 "GET /v2.0/security-groups?id=1cf75e76-171e-4664-b383-cc771b744ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507395 Jul 29 05:25:03.468297 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5d8f72-35d7-4d1a-afc0-1954d8f03a45 req-fec156d3-0b1a-457c-8842-96b1b7ab9357 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:03.469780 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-5d5d8f72-35d7-4d1a-afc0-1954d8f03a45 req-fec156d3-0b1a-457c-8842-96b1b7ab9357 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/ports?device_id=05c46947-e368-441d-9e07-584e95d55780 HTTP/1.1" status: 200 len: 945 time: 0.0513709 Jul 29 05:25:03.493463 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=100 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:25:03.523578 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-5d5d8f72-35d7-4d1a-afc0-1954d8f03a45 req-3e76f9e4-4fec-4c92-bff4-dfde75ee45c5 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8a3af79-0975-43ba-9287-d4cb627a90b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466638 Jul 29 05:25:03.656436 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eebb611-39b4-46a2-89bd-782db91d89e4 req-e5c86728-b0c2-471c-b697-7e220e91cd2e tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:03.658342 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-8eebb611-39b4-46a2-89bd-782db91d89e4 req-e5c86728-b0c2-471c-b697-7e220e91cd2e tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ff4221e-eadc-491b-9f3c-9b41413a63d0 HTTP/1.1" status: 200 len: 947 time: 0.0501256 Jul 29 05:25:03.719132 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-8eebb611-39b4-46a2-89bd-782db91d89e4 req-ac3c84d6-1e56-4727-afc3-fb2bad6897c6 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1b037b0-0efa-496f-bd70-b1139f60e425&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0524082 Jul 29 05:25:04.177891 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff19390-eccf-4000-97f5-70e7ae618dad req-920203e3-a9a3-4d7e-a236-491967d8901b tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:04.179879 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-fff19390-eccf-4000-97f5-70e7ae618dad req-920203e3-a9a3-4d7e-a236-491967d8901b tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] 10.222.0.49 "GET /v2.0/ports?device_id=dbc57534-e5bb-434a-a446-eb402deff943 HTTP/1.1" status: 200 len: 945 time: 0.0614860 Jul 29 05:25:04.267105 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-fff19390-eccf-4000-97f5-70e7ae618dad req-7c15d20a-a72b-4256-97bf-e79c09edaa88 tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] 10.222.0.49 "GET /v2.0/security-groups?id=1cf75e76-171e-4664-b383-cc771b744ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707788 Jul 29 05:25:04.335702 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030a00a1-78da-4e64-a37e-8da1b1764ea1 req-3f8bc795-9419-4895-86ed-c833c353fe4c tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:04.337218 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-030a00a1-78da-4e64-a37e-8da1b1764ea1 req-3f8bc795-9419-4895-86ed-c833c353fe4c tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.60 "GET /v2.0/ports?device_id=05c46947-e368-441d-9e07-584e95d55780 HTTP/1.1" status: 200 len: 945 time: 0.0867145 Jul 29 05:25:04.372123 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29823193-e48c-40ce-bfbf-18224aa01793 req-36f35587-4e84-43bd-8cf7-b491977c3aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:04.373692 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-29823193-e48c-40ce-bfbf-18224aa01793 req-36f35587-4e84-43bd-8cf7-b491977c3aa8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6ff4221e-eadc-491b-9f3c-9b41413a63d0 HTTP/1.1" status: 200 len: 1131 time: 0.1244082 Jul 29 05:25:04.588952 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0b5332-8b88-4816-ab77-e22e48d7d049 req-bd933401-91dd-4994-92d9-eee75eb8a569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:04.590361 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-fd0b5332-8b88-4816-ab77-e22e48d7d049 req-bd933401-91dd-4994-92d9-eee75eb8a569 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=dbc57534-e5bb-434a-a446-eb402deff943 HTTP/1.1" status: 200 len: 1129 time: 0.1325979 Jul 29 05:25:04.594203 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cced0c75-c72d-4e1e-9cb3-d0265522ac5f req-361e52cd-7157-4b68-a883-328ef1ce275e tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:04.595415 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-29823193-e48c-40ce-bfbf-18224aa01793 req-b328a527-6ece-42bb-9a0c-45842276adde service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b1b037b0-0efa-496f-bd70-b1139f60e425&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1853001 Jul 29 05:25:04.599307 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.plugin [req-030a00a1-78da-4e64-a37e-8da1b1764ea1 req-08380e28-2e5a-4c6f-a5b4-c15f4cb72d77 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Deleting port a271d975-09dc-4c3e-8b57-3468787c62a8 {{(pid=104005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 05:25:04.600639 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-030a00a1-78da-4e64-a37e-8da1b1764ea1 req-08380e28-2e5a-4c6f-a5b4-c15f4cb72d77 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737760600589'] for port (a271d975-09dc-4c3e-8b57-3468787c62a8), before_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:25:04.601836 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-cced0c75-c72d-4e1e-9cb3-d0265522ac5f req-361e52cd-7157-4b68-a883-328ef1ce275e tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] 10.222.0.49 "GET /v2.0/networks?id=6068f512-e267-445c-a8db-5edcf9da6f4b HTTP/1.1" status: 200 len: 812 time: 0.1481593 Jul 29 05:25:04.622230 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-cced0c75-c72d-4e1e-9cb3-d0265522ac5f req-3c946265-2e7c-4e10-bf07-4e0fa232ef65 tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] 10.222.0.49 "GET /v2.0/quotas/1f75331a524c4a5a981dfd1fdc361467 HTTP/1.1" status: 200 len: 375 time: 0.0191355 Jul 29 05:25:04.674871 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-cced0c75-c72d-4e1e-9cb3-d0265522ac5f req-7d5958b8-ab63-492d-8c65-ec6628899c63 tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=1f75331a524c4a5a981dfd1fdc361467&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0512590 Jul 29 05:25:04.779974 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-cced0c75-c72d-4e1e-9cb3-d0265522ac5f req-c9d8b3a8-8507-4dd6-9b85-ac511e31d7c4 service neutron] 10.222.0.49 "GET /v2.0/networks/6068f512-e267-445c-a8db-5edcf9da6f4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041965 Jul 29 05:25:04.784430 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.db [req-030a00a1-78da-4e64-a37e-8da1b1764ea1 req-08380e28-2e5a-4c6f-a5b4-c15f4cb72d77 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] For port a271d975-09dc-4c3e-8b57-3468787c62a8, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=a271d975-09dc-4c3e-8b57-3468787c62a8,segment=NetworkSegment(7dd9aee4-ac8a-4d05-b89c-b82451a25827),segment_id=7dd9aee4-ac8a-4d05-b89c-b82451a25827)] {{(pid=104005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:25:04.784792 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-030a00a1-78da-4e64-a37e-8da1b1764ea1 req-08380e28-2e5a-4c6f-a5b4-c15f4cb72d77 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420629'] for port (a271d975-09dc-4c3e-8b57-3468787c62a8), precommit_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:25:04.804349 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c53c2c5-ef34-47f1-af46-dc60f69d2586 req-23538f93-4295-4322-b625-9c7c9e23b0e3 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:04.805909 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-1c53c2c5-ef34-47f1-af46-dc60f69d2586 req-23538f93-4295-4322-b625-9c7c9e23b0e3 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/ports?device_id=05c46947-e368-441d-9e07-584e95d55780 HTTP/1.1" status: 200 len: 945 time: 0.0896525 Jul 29 05:25:04.820858 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=100 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:25:04.912624 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-cced0c75-c72d-4e1e-9cb3-d0265522ac5f req-31a94623-e95c-4c26-a187-6260857521f0 service neutron] 10.222.0.49 "GET /v2.0/networks/6068f512-e267-445c-a8db-5edcf9da6f4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255350 Jul 29 05:25:05.035830 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-1c53c2c5-ef34-47f1-af46-dc60f69d2586 req-8b979a41-4658-4a04-a358-32cc76cb8cd5 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8a3af79-0975-43ba-9287-d4cb627a90b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2216711 Jul 29 05:25:05.051264 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-fd0b5332-8b88-4816-ab77-e22e48d7d049 req-22a170a6-86e6-4f9e-82f3-189214866113 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=1cf75e76-171e-4664-b383-cc771b744ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402642 Jul 29 05:25:05.179474 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-030a00a1-78da-4e64-a37e-8da1b1764ea1 req-08380e28-2e5a-4c6f-a5b4-c15f4cb72d77 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:25:05.180031 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-030a00a1-78da-4e64-a37e-8da1b1764ea1 req-08380e28-2e5a-4c6f-a5b4-c15f4cb72d77 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-375524'] for floatingip (41499e0e-47e5-4b58-91d7-5e4fa2ba474c), after_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:25:05.180535 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.db.l3_db [req-030a00a1-78da-4e64-a37e-8da1b1764ea1 req-08380e28-2e5a-4c6f-a5b4-c15f4cb72d77 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Floating IP 41499e0e-47e5-4b58-91d7-5e4fa2ba474c disassociated. External IP: 172.27.2.57, port: a271d975-09dc-4c3e-8b57-3468787c62a8. Jul 29 05:25:05.181089 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.plugin [req-030a00a1-78da-4e64-a37e-8da1b1764ea1 req-08380e28-2e5a-4c6f-a5b4-c15f4cb72d77 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Calling delete_port for a271d975-09dc-4c3e-8b57-3468787c62a8 owned by compute:nova {{(pid=104005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 05:25:05.226900 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd69f31-dcb9-4d80-9b0a-3fb85780d7ba req-5be7d00a-791d-4e72-b7ec-fb69992fca6e tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:05.228770 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-6fd69f31-dcb9-4d80-9b0a-3fb85780d7ba req-5be7d00a-791d-4e72-b7ec-fb69992fca6e tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ff4221e-eadc-491b-9f3c-9b41413a63d0 HTTP/1.1" status: 200 len: 947 time: 0.1099727 Jul 29 05:25:05.229279 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-893b1874-7934-426c-bb5e-490c1875cede req-5ca3dfaf-d923-4e2e-b1ad-418522ad8b10 tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] 10.222.0.49 "GET /v2.0/ports?device_id=87501cee-ef3c-4bdb-942c-3fc67c1032d0 HTTP/1.1" status: 200 len: 210 time: 0.0676739 Jul 29 05:25:05.283727 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=100 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:25:05.309282 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-6fd69f31-dcb9-4d80-9b0a-3fb85780d7ba req-c5dc71e7-4b6b-45c8-b464-a8daa7cced14 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1b037b0-0efa-496f-bd70-b1139f60e425&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0722449 Jul 29 05:25:05.319217 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:25:05.558279 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cc025a-d92b-4f9f-a8c6-bbf9562537d5 req-d8352124-f808-4fa0-8399-95054dd66a2c tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:05.560775 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-a8cc025a-d92b-4f9f-a8c6-bbf9562537d5 req-d8352124-f808-4fa0-8399-95054dd66a2c tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] 10.222.0.49 "GET /v2.0/ports?device_id=dbc57534-e5bb-434a-a446-eb402deff943 HTTP/1.1" status: 200 len: 945 time: 0.1101112 Jul 29 05:25:05.580553 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-030a00a1-78da-4e64-a37e-8da1b1764ea1 req-08380e28-2e5a-4c6f-a5b4-c15f4cb72d77 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737760621891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737760223820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1905596'] for port (a271d975-09dc-4c3e-8b57-3468787c62a8), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:25:05.598981 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-4091b0d0-eb2a-4bef-b2dc-b9fe335b8184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (0319cf4e-40d4-4455-bfa4-d5e1d8f6ed41), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:25:05.636017 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08380e28-2e5a-4c6f-a5b4-c15f4cb72d77 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Pushing event deleted for resources: {'Port': ['ID=a271d975-09dc-4c3e-8b57-3468787c62a8,revision_number=None']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:25:05.705247 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b3f21f-3f07-40e9-a4a1-edeb7ac24aa3 req-5bbd9b49-7618-41c5-923c-89baa54b40b4 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:05.707811 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-c5b3f21f-3f07-40e9-a4a1-edeb7ac24aa3 req-5bbd9b49-7618-41c5-923c-89baa54b40b4 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ff83e9-b98e-47c5-83cb-37ac61826fba HTTP/1.1" status: 200 len: 946 time: 0.1187270 Jul 29 05:25:05.720591 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-a8cc025a-d92b-4f9f-a8c6-bbf9562537d5 req-06908182-2a03-4e3c-98f5-d2e79b240a72 tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] 10.222.0.49 "GET /v2.0/security-groups?id=1cf75e76-171e-4664-b383-cc771b744ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530342 Jul 29 05:25:05.820006 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.l3_agent_scheduler [req-030a00a1-78da-4e64-a37e-8da1b1764ea1 req-08380e28-2e5a-4c6f-a5b4-c15f4cb72d77 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Router 2f4539bc-d4ea-4bf2-91d9-64bace1e5856 has already been hosted by L3 agent 8a9a6061-e61b-4901-b35e-5e71dea10db3 {{(pid=104005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 05:25:05.863690 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-c5b3f21f-3f07-40e9-a4a1-edeb7ac24aa3 req-4a596b75-3eb0-4c3d-9910-60680ab17ae7 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/security-groups?id=e9b3d23d-0615-4fd6-b695-2037ba10d6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1435831 Jul 29 05:25:05.872259 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Device a271d975-09dc-4c3e-8b57-3468787c62a8 no longer exists at agent hyperv_hv-cinder-85127 {{(pid=104006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 05:25:05.900224 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] No Port match for: a271d975-09dc-4c3e-8b57-3468787c62a8 {{(pid=104006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 05:25:05.900631 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Device a271d975-09dc-4c3e-8b57-3468787c62a8 not bound to the agent host hv-cinder-85127 {{(pid=104006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 05:25:05.963524 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-030a00a1-78da-4e64-a37e-8da1b1764ea1 req-08380e28-2e5a-4c6f-a5b4-c15f4cb72d77 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Notify agent at l3_agent.dv-cinder-851279-2-iscsi the message routers_updated {{(pid=104005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 05:25:05.973456 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd784fb9-0d54-49b9-9b06-717413542e2f None None] Sync routers for ids ['2f4539bc-d4ea-4bf2-91d9-64bace1e5856'] in dv-cinder-851279-2-iscsi {{(pid=104006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 05:25:05.987047 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd784fb9-0d54-49b9-9b06-717413542e2f None None] Routers {'2f4539bc-d4ea-4bf2-91d9-64bace1e5856'} bound to L3 agent in host dv-cinder-851279-2-iscsi {{(pid=104006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:25:05.987734 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_hamode_db [None req-cd784fb9-0d54-49b9-9b06-717413542e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-29T05:12:08Z,description=,heartbeat_timestamp=2022-07-29T05:24:38Z,host='dv-cinder-851279-2-iscsi',id=8a9a6061-e61b-4901-b35e-5e71dea10db3,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T05:12:08Z,topic='l3_agent')) {'router_ids': ['2f4539bc-d4ea-4bf2-91d9-64bace1e5856'], 'active': True} {{(pid=104006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:25:06.018684 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvrscheduler_db [req-030a00a1-78da-4e64-a37e-8da1b1764ea1 req-08380e28-2e5a-4c6f-a5b4-c15f4cb72d77 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] No DVR routers for this DVR port a271d975-09dc-4c3e-8b57-3468787c62a8 on host hv-cinder-85127 {{(pid=104005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 29 05:25:06.022080 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-030a00a1-78da-4e64-a37e-8da1b1764ea1 req-08380e28-2e5a-4c6f-a5b4-c15f4cb72d77 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249840'] for port (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:25:06.025612 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-030a00a1-78da-4e64-a37e-8da1b1764ea1 req-08380e28-2e5a-4c6f-a5b4-c15f4cb72d77 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.60 "DELETE /v2.0/ports/a271d975-09dc-4c3e-8b57-3468787c62a8 HTTP/1.1" status: 204 len: 173 time: 1.6139112 Jul 29 05:25:06.026105 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05c46947-e368-441d-9e07-584e95d55780', 'name': 'network-vif-deleted', 'tag': 'a271d975-09dc-4c3e-8b57-3468787c62a8'}] {{(pid=104005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 05:25:06.028450 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18cb6d06cd9bdbb2624e76cf95b2230ef06252a8a1dccb16f0d07e3cc9dc753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-719782bb-4f72-4097-b1bd-af619f82438e" -d '{"events": [{"server_uuid": "05c46947-e368-441d-9e07-584e95d55780", "name": "network-vif-deleted", "tag": "a271d975-09dc-4c3e-8b57-3468787c62a8"}]}' {{(pid=104005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 05:25:06.072172 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 05:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c2c65ea-04c4-455c-8d70-4bd5b2c9a656 x-openstack-request-id: req-7c2c65ea-04c4-455c-8d70-4bd5b2c9a656 {{(pid=104005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 05:25:06.072442 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05c46947-e368-441d-9e07-584e95d55780", "name": "network-vif-deleted", "tag": "a271d975-09dc-4c3e-8b57-3468787c62a8", "status": "completed", "code": 200}]} {{(pid=104005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 05:25:06.072688 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7c2c65ea-04c4-455c-8d70-4bd5b2c9a656 {{(pid=104005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 05:25:06.073105 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c2c65ea-04c4-455c-8d70-4bd5b2c9a656'] response: {'server_uuid': '05c46947-e368-441d-9e07-584e95d55780', 'name': 'network-vif-deleted', 'tag': 'a271d975-09dc-4c3e-8b57-3468787c62a8', 'status': 'completed', 'code': 200} Jul 29 05:25:06.145746 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvr_db [None req-cd784fb9-0d54-49b9-9b06-717413542e2f None None] Set router 2f4539bc-d4ea-4bf2-91d9-64bace1e5856 gateway port host: dv-cinder-851279-2-iscsi {{(pid=104006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:25:06.178298 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:25:06.207234 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-94f76d6d-171c-4126-aa0e-082a5cb7af0d req-633f38d4-a25e-493e-aa44-1995316a8350 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/ports?device_id=05c46947-e368-441d-9e07-584e95d55780 HTTP/1.1" status: 200 len: 210 time: 0.0317695 Jul 29 05:25:06.445545 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-30472cf2-78a8-4044-941d-098bfedf513d req-16c49179-6bdf-4dbe-bd74-c83e2e496134 tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] 10.222.0.49 "GET /v2.0/ports?device_id=87501cee-ef3c-4bdb-942c-3fc67c1032d0 HTTP/1.1" status: 200 len: 210 time: 0.0713634 Jul 29 05:25:06.493376 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77cce40-6cdc-4769-8747-c2d9ebd745c1 req-47f08c6d-0852-44ad-b417-b5d61dd3b80c tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:06.496043 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-a77cce40-6cdc-4769-8747-c2d9ebd745c1 req-47f08c6d-0852-44ad-b417-b5d61dd3b80c tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ff4221e-eadc-491b-9f3c-9b41413a63d0 HTTP/1.1" status: 200 len: 947 time: 0.0731905 Jul 29 05:25:06.503644 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:25:06.540778 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_hamode_db [None req-cd784fb9-0d54-49b9-9b06-717413542e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f4539bc-d4ea-4bf2-91d9-64bace1e5856', 'name': 'tempest-AttachVolumeNegativeTest-392654816-router', 'tenant_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '80161f1c-297a-4942-ab94-ca8574f080db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:21:02Z', 'updated_at': '2022-07-29T05:21:11Z', 'revision_number': 4, 'project_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'gw_port': {'id': '80161f1c-297a-4942-ab94-ca8574f080db', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:33:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4539bc-d4ea-4bf2-91d9-64bace1e5856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:03Z', 'updated_at': '2022-07-29T05:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi', '_interfaces': [{'id': '205980a9-ef0f-4a59-a55e-71e75787c094', 'name': '', 'network_id': 'b55efc63-6791-470d-af15-935a2f0fc83e', 'tenant_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'mac_address': 'fa:16:3e:95:99:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4539bc-d4ea-4bf2-91d9-64bace1e5856', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'bbb96b40-4994-4d5c-ad35-a19342a29a39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:08Z', 'updated_at': '2022-07-29T05:21:26Z', 'revision_number': 5, 'project_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'subnets': [{'id': 'bbb96b40-4994-4d5c-ad35-a19342a29a39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-2-iscsi', False) {} {{(pid=104006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:25:06.580139 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-a77cce40-6cdc-4769-8747-c2d9ebd745c1 req-8ae5dfb5-706c-450b-a375-8fe5f07eff55 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1b037b0-0efa-496f-bd70-b1139f60e425&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0772278 Jul 29 05:25:06.590916 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd784fb9-0d54-49b9-9b06-717413542e2f None None] Checking router: 2f4539bc-d4ea-4bf2-91d9-64bace1e5856 for host: dv-cinder-851279-2-iscsi {{(pid=104006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 05:25:06.601277 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd784fb9-0d54-49b9-9b06-717413542e2f None None] Routers {'2f4539bc-d4ea-4bf2-91d9-64bace1e5856'} bound to L3 agent in host dv-cinder-851279-2-iscsi {{(pid=104006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:25:06.602297 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_hamode_db [None req-cd784fb9-0d54-49b9-9b06-717413542e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-29T05:12:08Z,description=,heartbeat_timestamp=2022-07-29T05:24:38Z,host='dv-cinder-851279-2-iscsi',id=8a9a6061-e61b-4901-b35e-5e71dea10db3,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T05:12:08Z,topic='l3_agent')) {'router_ids': ['2f4539bc-d4ea-4bf2-91d9-64bace1e5856'], 'active': True} {{(pid=104006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:25:06.725727 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvr_db [None req-cd784fb9-0d54-49b9-9b06-717413542e2f None None] Set router 2f4539bc-d4ea-4bf2-91d9-64bace1e5856 gateway port host: dv-cinder-851279-2-iscsi {{(pid=104006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:25:06.882682 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38e39a9-5d2a-40c7-b4d4-2e5f3e09a839 req-ee66f262-59aa-4794-88c9-8e37c6c00e49 tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:06.893421 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-d38e39a9-5d2a-40c7-b4d4-2e5f3e09a839 req-ee66f262-59aa-4794-88c9-8e37c6c00e49 tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] 10.222.0.49 "GET /v2.0/ports?device_id=dbc57534-e5bb-434a-a446-eb402deff943 HTTP/1.1" status: 200 len: 945 time: 0.0677729 Jul 29 05:25:06.903489 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:25:06.967618 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-d38e39a9-5d2a-40c7-b4d4-2e5f3e09a839 req-0f3945d2-c9ef-4b30-a5bb-2c9f3a01c515 tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] 10.222.0.49 "GET /v2.0/security-groups?id=1cf75e76-171e-4664-b383-cc771b744ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729280 Jul 29 05:25:07.022559 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_hamode_db [None req-cd784fb9-0d54-49b9-9b06-717413542e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f4539bc-d4ea-4bf2-91d9-64bace1e5856', 'name': 'tempest-AttachVolumeNegativeTest-392654816-router', 'tenant_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '80161f1c-297a-4942-ab94-ca8574f080db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:21:02Z', 'updated_at': '2022-07-29T05:21:11Z', 'revision_number': 4, 'project_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'gw_port': {'id': '80161f1c-297a-4942-ab94-ca8574f080db', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:33:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4539bc-d4ea-4bf2-91d9-64bace1e5856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:03Z', 'updated_at': '2022-07-29T05:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi', '_interfaces': [{'id': '205980a9-ef0f-4a59-a55e-71e75787c094', 'name': '', 'network_id': 'b55efc63-6791-470d-af15-935a2f0fc83e', 'tenant_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'mac_address': 'fa:16:3e:95:99:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4539bc-d4ea-4bf2-91d9-64bace1e5856', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'bbb96b40-4994-4d5c-ad35-a19342a29a39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:08Z', 'updated_at': '2022-07-29T05:21:26Z', 'revision_number': 5, 'project_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'subnets': [{'id': 'bbb96b40-4994-4d5c-ad35-a19342a29a39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-2-iscsi', False) {} {{(pid=104006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:25:07.052112 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd784fb9-0d54-49b9-9b06-717413542e2f None None] The sync data for ids ['2f4539bc-d4ea-4bf2-91d9-64bace1e5856'] in dv-cinder-851279-2-iscsi is: [{'id': '2f4539bc-d4ea-4bf2-91d9-64bace1e5856', 'name': 'tempest-AttachVolumeNegativeTest-392654816-router', 'tenant_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '80161f1c-297a-4942-ab94-ca8574f080db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:21:02Z', 'updated_at': '2022-07-29T05:21:11Z', 'revision_number': 4, 'project_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'gw_port': {'id': '80161f1c-297a-4942-ab94-ca8574f080db', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:33:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4539bc-d4ea-4bf2-91d9-64bace1e5856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:03Z', 'updated_at': '2022-07-29T05:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi', '_interfaces': [{'id': '205980a9-ef0f-4a59-a55e-71e75787c094', 'name': '', 'network_id': 'b55efc63-6791-470d-af15-935a2f0fc83e', 'tenant_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'mac_address': 'fa:16:3e:95:99:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4539bc-d4ea-4bf2-91d9-64bace1e5856', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'bbb96b40-4994-4d5c-ad35-a19342a29a39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:08Z', 'updated_at': '2022-07-29T05:21:26Z', 'revision_number': 5, 'project_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'subnets': [{'id': 'bbb96b40-4994-4d5c-ad35-a19342a29a39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 05:25:07.085991 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e16c8e5-8fed-47d7-a666-4b8485309330 req-7d2d449e-61df-4d5c-8162-e93ddaad27b1 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:07.088416 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-2e16c8e5-8fed-47d7-a666-4b8485309330 req-7d2d449e-61df-4d5c-8162-e93ddaad27b1 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ff83e9-b98e-47c5-83cb-37ac61826fba HTTP/1.1" status: 200 len: 946 time: 0.0670741 Jul 29 05:25:07.145795 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-2e16c8e5-8fed-47d7-a666-4b8485309330 req-5a78a51d-f34e-4d89-8c8b-e8a2105d785e tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/security-groups?id=e9b3d23d-0615-4fd6-b695-2037ba10d6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516779 Jul 29 05:25:07.312831 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (12b139f9-2daf-4047-bd2d-6bc43cda34b6), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:25:07.342138 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8422e785-faef-4265-a35d-1acb88f63a12 None None] New status for floating IP 41499e0e-47e5-4b58-91d7-5e4fa2ba474c: DOWN {{(pid=104007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 29 05:25:07.412830 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-b818d421-809a-462a-94d5-32db8026659e req-250db0bd-0ed0-44f6-b35e-fac837136bf5 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/ports?device_id=05c46947-e368-441d-9e07-584e95d55780 HTTP/1.1" status: 200 len: 210 time: 0.0565560 Jul 29 05:25:07.564235 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-192673fc-9e60-42c1-bb33-77690ce19a51 req-3e9ec515-d0df-43b0-980f-99f28f0ad4c4 tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] 10.222.0.49 "GET /v2.0/ports?device_id=87501cee-ef3c-4bdb-942c-3fc67c1032d0 HTTP/1.1" status: 200 len: 210 time: 0.0294907 Jul 29 05:25:07.719094 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5668b04-3a8b-4330-af90-f94fa6c2ce57 req-f01bcaf3-c997-4ca1-b37b-875cb823299d tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:07.720585 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-a5668b04-3a8b-4330-af90-f94fa6c2ce57 req-f01bcaf3-c997-4ca1-b37b-875cb823299d tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ff4221e-eadc-491b-9f3c-9b41413a63d0 HTTP/1.1" status: 200 len: 947 time: 0.0505176 Jul 29 05:25:07.777976 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-a5668b04-3a8b-4330-af90-f94fa6c2ce57 req-63bfe385-817b-43c7-8588-3943b60d700c tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1b037b0-0efa-496f-bd70-b1139f60e425&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0502121 Jul 29 05:25:08.135864 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c7d312-790e-4a12-952e-6fd89473935c req-193bffab-206a-4f46-8f52-f89bbc87a2ad tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:08.137678 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-f8c7d312-790e-4a12-952e-6fd89473935c req-193bffab-206a-4f46-8f52-f89bbc87a2ad tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] 10.222.0.49 "GET /v2.0/ports?device_id=dbc57534-e5bb-434a-a446-eb402deff943 HTTP/1.1" status: 200 len: 945 time: 0.0795662 Jul 29 05:25:08.139781 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-7c5953c3-00d7-4b06-8913-922532d91b62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (8a9a6061-e61b-4901-b35e-5e71dea10db3), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:25:08.221775 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-f8c7d312-790e-4a12-952e-6fd89473935c req-7ade6c2a-a437-48ba-8ca8-6e4963e313ea tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] 10.222.0.49 "GET /v2.0/security-groups?id=1cf75e76-171e-4664-b383-cc771b744ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724428 Jul 29 05:25:08.317353 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4093e8f2-9401-4c0a-a6eb-3da0b3e1b060 req-06aa1e98-603e-4d46-b119-1df2bd70ed57 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:08.319576 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-4093e8f2-9401-4c0a-a6eb-3da0b3e1b060 req-06aa1e98-603e-4d46-b119-1df2bd70ed57 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ff83e9-b98e-47c5-83cb-37ac61826fba HTTP/1.1" status: 200 len: 946 time: 0.0530567 Jul 29 05:25:08.374335 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-4093e8f2-9401-4c0a-a6eb-3da0b3e1b060 req-0b819a42-c5be-464d-a6ac-6cc54b763bf8 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/security-groups?id=e9b3d23d-0615-4fd6-b695-2037ba10d6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487723 Jul 29 05:25:08.548169 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-af4e918a-ff0b-4f84-8292-338fd51ae931 req-263eaacd-182b-498c-a293-fe72523ab6ea tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/ports?device_id=05c46947-e368-441d-9e07-584e95d55780 HTTP/1.1" status: 200 len: 210 time: 0.0334721 Jul 29 05:25:08.689104 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-b16d476a-3762-41c5-a3d4-2cd28f32f566 req-52c90975-8e09-4579-a707-818d7e3f9abf tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] 10.222.0.49 "GET /v2.0/ports?device_id=87501cee-ef3c-4bdb-942c-3fc67c1032d0 HTTP/1.1" status: 200 len: 210 time: 0.0309436 Jul 29 05:25:09.038315 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cced0c75-c72d-4e1e-9cb3-d0265522ac5f req-c0978d68-45e7-4370-bc71-28175260095a tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:09.040889 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-cced0c75-c72d-4e1e-9cb3-d0265522ac5f req-c0978d68-45e7-4370-bc71-28175260095a tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] 10.222.0.60 "GET /v2.0/networks?id=6068f512-e267-445c-a8db-5edcf9da6f4b HTTP/1.1" status: 200 len: 812 time: 0.1938887 Jul 29 05:25:09.112757 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76a498b-1841-4f45-b541-3577ade35bf3 req-7c49c0f5-40d2-436c-bd6a-08189f143064 tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:09.113717 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-e76a498b-1841-4f45-b541-3577ade35bf3 req-7c49c0f5-40d2-436c-bd6a-08189f143064 tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] 10.222.0.49 "GET /v2.0/ports?device_id=dbc57534-e5bb-434a-a446-eb402deff943 HTTP/1.1" status: 200 len: 945 time: 0.0705466 Jul 29 05:25:09.184328 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-e76a498b-1841-4f45-b541-3577ade35bf3 req-caf0fffe-faf5-4d9b-9dfa-004f8fd869c2 tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] 10.222.0.49 "GET /v2.0/security-groups?id=1cf75e76-171e-4664-b383-cc771b744ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604563 Jul 29 05:25:09.537577 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b07042-1336-44fa-9c8b-3dea2a222241 req-f162e988-a22a-4e49-af96-29acd1085aa4 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:09.539579 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-94b07042-1336-44fa-9c8b-3dea2a222241 req-f162e988-a22a-4e49-af96-29acd1085aa4 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ff83e9-b98e-47c5-83cb-37ac61826fba HTTP/1.1" status: 200 len: 946 time: 0.0661676 Jul 29 05:25:09.600617 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:25:09.609472 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-94b07042-1336-44fa-9c8b-3dea2a222241 req-7ae7cc5d-d608-48b9-b316-e2ae538185e2 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/security-groups?id=e9b3d23d-0615-4fd6-b695-2037ba10d6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599666 Jul 29 05:25:09.609932 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f34e6b-be67-4b7f-b0c8-18c52be49cd8 req-9e6982d0-4dce-492e-a9de-23342fb2fd65 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:09.609932 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-38f34e6b-be67-4b7f-b0c8-18c52be49cd8 req-9e6982d0-4dce-492e-a9de-23342fb2fd65 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=00171c99-cf39-4ed6-b78a-3bb24272b171 HTTP/1.1" status: 200 len: 946 time: 0.0602944 Jul 29 05:25:09.687293 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-38f34e6b-be67-4b7f-b0c8-18c52be49cd8 req-d9356110-f8df-48eb-bbb4-84db6ed4a696 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c942e50-e987-405e-a4e5-d39231e8d492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710511 Jul 29 05:25:09.692396 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 33646) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:25:09.754743 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-dbccac77-6dcd-4077-8662-3f68cd99792e tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks [] for security_group (f8a3af79-0975-43ba-9287-d4cb627a90b5), before_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:25:09.789580 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-dbccac77-6dcd-4077-8662-3f68cd99792e tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks [] for security_group (f8a3af79-0975-43ba-9287-d4cb627a90b5), precommit_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:25:09.859190 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-97dfd3f8-687a-4fde-8e7c-5032351b8655 req-0520278a-8063-4e57-9b7f-865734cd2eee tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] 10.222.0.49 "GET /v2.0/ports?device_id=87501cee-ef3c-4bdb-942c-3fc67c1032d0 HTTP/1.1" status: 200 len: 210 time: 0.0385406 Jul 29 05:25:09.880923 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-dbccac77-6dcd-4077-8662-3f68cd99792e tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (f8a3af79-0975-43ba-9287-d4cb627a90b5), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:25:09.883607 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-dbccac77-6dcd-4077-8662-3f68cd99792e tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks [] for security_group (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:25:09.884794 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-dbccac77-6dcd-4077-8662-3f68cd99792e tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "DELETE /v2.0/security-groups/f8a3af79-0975-43ba-9287-d4cb627a90b5 HTTP/1.1" status: 204 len: 168 time: 0.1902990 Jul 29 05:25:09.888853 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 33650) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:25:09.894582 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbccac77-6dcd-4077-8662-3f68cd99792e tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8a3af79-0975-43ba-9287-d4cb627a90b5,revision_number=None']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:25:09.913643 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.api.v2.resource [None req-019e81b9-079a-49a4-918e-1663b95d6c93 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] show failed (client error): The resource could not be found. Jul 29 05:25:09.915410 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-019e81b9-079a-49a4-918e-1663b95d6c93 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/security-groups/f8a3af79-0975-43ba-9287-d4cb627a90b5 HTTP/1.1" status: 404 len: 347 time: 0.0247204 Jul 29 05:25:09.918219 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 33652) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:25:09.962063 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=100 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:25:10.014355 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c0cfcfc2-d3d3-4a7d-ac6c-95a3fd745979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (543ff7d7-1636-45b2-a25e-e19209bc2e01), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:25:10.049381 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-d300fb7f-239d-4e17-b7b0-e4e74e46c1d1 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Deleting port fdb22549-1b78-469a-8ea6-62f86333d508 {{(pid=104004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 05:25:10.049729 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-d300fb7f-239d-4e17-b7b0-e4e74e46c1d1 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737760600589'] for port (fdb22549-1b78-469a-8ea6-62f86333d508), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:25:10.137180 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-d300fb7f-239d-4e17-b7b0-e4e74e46c1d1 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420629'] for port (fdb22549-1b78-469a-8ea6-62f86333d508), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:25:10.137407 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-d300fb7f-239d-4e17-b7b0-e4e74e46c1d1 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks [] for floatingip (fdb22549-1b78-469a-8ea6-62f86333d508), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:25:10.156817 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.v2.base [req-cced0c75-c72d-4e1e-9cb3-d0265522ac5f req-1ac9b095-66cb-4ba7-9d54-e6c3b8d9acce tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] Request body: {'port': {'device_id': '87501cee-ef3c-4bdb-942c-3fc67c1032d0', 'network_id': '6068f512-e267-445c-a8db-5edcf9da6f4b', 'admin_state_up': True, 'tenant_id': '1f75331a524c4a5a981dfd1fdc361467'}} {{(pid=104005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:25:10.159856 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-d300fb7f-239d-4e17-b7b0-e4e74e46c1d1 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Calling delete_port for fdb22549-1b78-469a-8ea6-62f86333d508 owned by network:floatingip {{(pid=104004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 05:25:10.310116 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-cd1cebb3-50de-43ba-8c0d-edfc021a9086 req-a5d7d80b-bf97-4acd-899a-b7df49702d34 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a6c67286-4bb1-4dc6-87ba-4c21f3ff863a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1004722 Jul 29 05:25:10.311107 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616bbe35-4416-444f-a3ff-56c5f8bb0b19 req-90d1f309-3027-4fca-9fe5-fb67df1b5712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:10.312552 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-616bbe35-4416-444f-a3ff-56c5f8bb0b19 req-90d1f309-3027-4fca-9fe5-fb67df1b5712 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=153fe5d9d64346f6b7419eba91948678&device_id=00171c99-cf39-4ed6-b78a-3bb24272b171 HTTP/1.1" status: 200 len: 1130 time: 0.1047919 Jul 29 05:25:10.395029 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1899e1d-a7e5-49a3-822c-de94137cfb7a req-b8536c47-23fc-4934-b77c-08cbeb810dd9 tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:10.397276 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-b1899e1d-a7e5-49a3-822c-de94137cfb7a req-b8536c47-23fc-4934-b77c-08cbeb810dd9 tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] 10.222.0.49 "GET /v2.0/ports?device_id=dbc57534-e5bb-434a-a446-eb402deff943 HTTP/1.1" status: 200 len: 945 time: 0.0649376 Jul 29 05:25:10.419320 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-d300fb7f-239d-4e17-b7b0-e4e74e46c1d1 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737760621891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737760223820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660275'] for port (fdb22549-1b78-469a-8ea6-62f86333d508), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:25:10.492663 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d300fb7f-239d-4e17-b7b0-e4e74e46c1d1 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Pushing event deleted for resources: {'Port': ['ID=fdb22549-1b78-469a-8ea6-62f86333d508,revision_number=None']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:25:10.515588 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:25:10.575546 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d300fb7f-239d-4e17-b7b0-e4e74e46c1d1 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:25:10.576116 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d300fb7f-239d-4e17-b7b0-e4e74e46c1d1 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:25:10.576682 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d300fb7f-239d-4e17-b7b0-e4e74e46c1d1 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:25:10.577220 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d300fb7f-239d-4e17-b7b0-e4e74e46c1d1 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:25:10.577750 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d300fb7f-239d-4e17-b7b0-e4e74e46c1d1 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:25:10.578283 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d300fb7f-239d-4e17-b7b0-e4e74e46c1d1 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:25:10.578820 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d300fb7f-239d-4e17-b7b0-e4e74e46c1d1 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:25:10.579422 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d300fb7f-239d-4e17-b7b0-e4e74e46c1d1 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:25:10.579970 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d300fb7f-239d-4e17-b7b0-e4e74e46c1d1 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:25:10.580426 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d300fb7f-239d-4e17-b7b0-e4e74e46c1d1 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:25:10.580772 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d300fb7f-239d-4e17-b7b0-e4e74e46c1d1 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:25:10.581097 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d300fb7f-239d-4e17-b7b0-e4e74e46c1d1 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:25:10.581545 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d300fb7f-239d-4e17-b7b0-e4e74e46c1d1 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:25:10.581938 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d300fb7f-239d-4e17-b7b0-e4e74e46c1d1 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:25:10.582275 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d300fb7f-239d-4e17-b7b0-e4e74e46c1d1 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:25:10.648845 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c9e918-951d-4c1a-bbd0-81d48c0a7930 req-87bac372-286d-40bc-8314-bf80e779add3 tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:10.650443 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-72c9e918-951d-4c1a-bbd0-81d48c0a7930 req-87bac372-286d-40bc-8314-bf80e779add3 tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbc57534-e5bb-434a-a446-eb402deff943 HTTP/1.1" status: 200 len: 945 time: 0.1775858 Jul 29 05:25:10.697779 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-b1899e1d-a7e5-49a3-822c-de94137cfb7a req-151d7d05-2bee-4b80-811f-d3a106006af0 tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] 10.222.0.49 "GET /v2.0/security-groups?id=1cf75e76-171e-4664-b383-cc771b744ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2921357 Jul 29 05:25:10.701314 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:25:10.716822 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-d300fb7f-239d-4e17-b7b0-e4e74e46c1d1 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks [] for floatingip (41499e0e-47e5-4b58-91d7-5e4fa2ba474c), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:25:10.729780 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-d300fb7f-239d-4e17-b7b0-e4e74e46c1d1 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249840'] for floatingip (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:25:10.730997 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-d300fb7f-239d-4e17-b7b0-e4e74e46c1d1 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "DELETE /v2.0/floatingips/41499e0e-47e5-4b58-91d7-5e4fa2ba474c HTTP/1.1" status: 204 len: 168 time: 0.8115673 Jul 29 05:25:10.734380 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1cebb3-50de-43ba-8c0d-edfc021a9086 req-53d3502a-f442-493d-a7ba-b6746d37dd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:10.736204 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-cd1cebb3-50de-43ba-8c0d-edfc021a9086 req-53d3502a-f442-493d-a7ba-b6746d37dd63 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=153fe5d9d64346f6b7419eba91948678&device_id=a6c67286-4bb1-4dc6-87ba-4c21f3ff863a HTTP/1.1" status: 200 len: 1129 time: 0.3602183 Jul 29 05:25:10.808280 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cced0c75-c72d-4e1e-9cb3-d0265522ac5f req-1ac9b095-66cb-4ba7-9d54-e6c3b8d9acce tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] Made reservation on behalf of 1f75331a524c4a5a981dfd1fdc361467 for: {'port': 1} {{(pid=104005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 05:25:10.811665 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-cced0c75-c72d-4e1e-9cb3-d0265522ac5f req-1ac9b095-66cb-4ba7-9d54-e6c3b8d9acce tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (None), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:25:10.872611 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616bbe35-4416-444f-a3ff-56c5f8bb0b19 req-6c8c7233-062c-44c9-894b-0bdf192cf6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:10.874137 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-616bbe35-4416-444f-a3ff-56c5f8bb0b19 req-6c8c7233-062c-44c9-894b-0bdf192cf6a6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9 HTTP/1.1" status: 200 len: 920 time: 0.5513988 Jul 29 05:25:10.882111 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [req-72c9e918-951d-4c1a-bbd0-81d48c0a7930 req-48450e2d-2155-4615-9609-90b854cb829a tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] Deleting port 7c6f28e6-8fef-44a6-b55e-ca2e7b493160 {{(pid=104004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 05:25:10.882488 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [req-72c9e918-951d-4c1a-bbd0-81d48c0a7930 req-48450e2d-2155-4615-9609-90b854cb829a tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737760600589'] for port (7c6f28e6-8fef-44a6-b55e-ca2e7b493160), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:25:10.887380 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9678e000-294c-46f0-9290-8e167ad9080b req-547df548-71de-41b1-83db-cbb6cd4b4b59 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:10.889882 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-9678e000-294c-46f0-9290-8e167ad9080b req-547df548-71de-41b1-83db-cbb6cd4b4b59 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ff83e9-b98e-47c5-83cb-37ac61826fba HTTP/1.1" status: 200 len: 946 time: 0.1516588 Jul 29 05:25:10.895091 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff1c2cc-b23d-41ae-a3a6-912bcb4dd131 req-6d39984c-0819-4b81-afcd-e377d5795e95 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:10.897268 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-9ff1c2cc-b23d-41ae-a3a6-912bcb4dd131 req-6d39984c-0819-4b81-afcd-e377d5795e95 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=00171c99-cf39-4ed6-b78a-3bb24272b171 HTTP/1.1" status: 200 len: 946 time: 0.0845394 Jul 29 05:25:11.020120 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-9ff1c2cc-b23d-41ae-a3a6-912bcb4dd131 req-dafff555-4cbc-4496-8ac9-7fb0fb8c057d tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c942e50-e987-405e-a4e5-d39231e8d492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117296 Jul 29 05:25:11.055834 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [req-72c9e918-951d-4c1a-bbd0-81d48c0a7930 req-48450e2d-2155-4615-9609-90b854cb829a tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] For port 7c6f28e6-8fef-44a6-b55e-ca2e7b493160, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=7c6f28e6-8fef-44a6-b55e-ca2e7b493160,segment=NetworkSegment(f6699015-3060-4d05-b88f-efc6bff53496),segment_id=f6699015-3060-4d05-b88f-efc6bff53496)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:25:11.055834 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [req-72c9e918-951d-4c1a-bbd0-81d48c0a7930 req-48450e2d-2155-4615-9609-90b854cb829a tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420629'] for port (7c6f28e6-8fef-44a6-b55e-ca2e7b493160), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:25:11.074965 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-616bbe35-4416-444f-a3ff-56c5f8bb0b19 req-49703e07-ca06-4e95-a297-6ba7c2b136fc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9da91d9-425e-4a0a-af65-aa645da630ad HTTP/1.1" status: 200 len: 1001 time: 0.1826952 Jul 29 05:25:11.080379 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [req-72c9e918-951d-4c1a-bbd0-81d48c0a7930 req-48450e2d-2155-4615-9609-90b854cb829a tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] Calling delete_port for 7c6f28e6-8fef-44a6-b55e-ca2e7b493160 owned by compute:nova {{(pid=104004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 05:25:11.139022 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 33668) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:25:11.144393 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-9678e000-294c-46f0-9290-8e167ad9080b req-51ca2ada-0244-49c1-9738-944a2b7caabe tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/security-groups?id=e9b3d23d-0615-4fd6-b695-2037ba10d6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2421880 Jul 29 05:25:11.146487 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.v2.base [None req-60adde03-8b41-422b-94c0-0f9956880ebe tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Request body: {'security_group': {'name': 'tempest-securitygroup--240831175', 'description': 'tempest-description--1705182927'}} {{(pid=104004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:25:11.166518 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1cebb3-50de-43ba-8c0d-edfc021a9086 req-fc27df83-df09-427e-90d7-b70b87fcd9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:11.168062 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-cd1cebb3-50de-43ba-8c0d-edfc021a9086 req-fc27df83-df09-427e-90d7-b70b87fcd9fd service neutron] 10.222.0.60 "GET /v2.0/networks?id=71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9 HTTP/1.1" status: 200 len: 920 time: 0.3759413 Jul 29 05:25:11.172040 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:25:11.213421 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-60adde03-8b41-422b-94c0-0f9956880ebe tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks [] for security_group (None), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:25:11.240931 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-cd1cebb3-50de-43ba-8c0d-edfc021a9086 req-aabd7949-2d16-44f5-98c5-e5aa962ff7df service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6bc36d89-d1c5-4873-87c6-12b89c984f37 HTTP/1.1" status: 200 len: 217 time: 0.0636442 Jul 29 05:25:11.245503 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616bbe35-4416-444f-a3ff-56c5f8bb0b19 req-3c694987-a2f6-4c2d-89f2-b151ef69b058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:11.247027 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-616bbe35-4416-444f-a3ff-56c5f8bb0b19 req-3c694987-a2f6-4c2d-89f2-b151ef69b058 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a137c074-4437-44e5-8103-6184a1dda097 HTTP/1.1" status: 200 len: 858 time: 0.1572940 Jul 29 05:25:11.303953 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-fed39856-166f-4ea4-8740-d63d060052fc req-6e945571-9d18-443e-9c5c-f28d77ce1e86 tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] 10.222.0.49 "GET /v2.0/ports?device_id=87501cee-ef3c-4bdb-942c-3fc67c1032d0 HTTP/1.1" status: 200 len: 210 time: 0.0585442 Jul 29 05:25:11.312026 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.db_base_plugin_common [req-cced0c75-c72d-4e1e-9cb3-d0265522ac5f req-1ac9b095-66cb-4ba7-9d54-e6c3b8d9acce tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] Allocated IP 172.20.0.14 (6068f512-e267-445c-a8db-5edcf9da6f4b/0bb787ec-229d-4496-8b75-814879057044/0cf03d4c-168e-46d0-b7d2-ec0918ad036b) {{(pid=104005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 05:25:11.313950 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:25:11.347074 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616bbe35-4416-444f-a3ff-56c5f8bb0b19 req-c79e0631-5fdd-4b55-876c-e4aceddf85d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:11.348693 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-616bbe35-4416-444f-a3ff-56c5f8bb0b19 req-c79e0631-5fdd-4b55-876c-e4aceddf85d8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0958769 Jul 29 05:25:11.382224 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1cebb3-50de-43ba-8c0d-edfc021a9086 req-9922c4af-2cbf-4a75-87a4-f95045e035c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:11.383748 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-cd1cebb3-50de-43ba-8c0d-edfc021a9086 req-9922c4af-2cbf-4a75-87a4-f95045e035c0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a137c074-4437-44e5-8103-6184a1dda097 HTTP/1.1" status: 200 len: 858 time: 0.1358001 Jul 29 05:25:11.413994 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [req-72c9e918-951d-4c1a-bbd0-81d48c0a7930 req-48450e2d-2155-4615-9609-90b854cb829a tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737760621891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737760223820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660275'] for port (7c6f28e6-8fef-44a6-b55e-ca2e7b493160), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:25:11.426557 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] get_ports_and_sgs() called for port_ids ['7c6f28e6-8fef-44a6-b55e-ca2e7b493160'] {{(pid=104006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 05:25:11.461620 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48450e2d-2155-4615-9609-90b854cb829a tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] Pushing event deleted for resources: {'Port': ['ID=7c6f28e6-8fef-44a6-b55e-ca2e7b493160,revision_number=None']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:25:11.532616 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-60adde03-8b41-422b-94c0-0f9956880ebe tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks [] for security_group (78ca545d-2bbe-4a1e-88b9-ab93f3f4566d), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:25:11.550619 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-60adde03-8b41-422b-94c0-0f9956880ebe tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (78ca545d-2bbe-4a1e-88b9-ab93f3f4566d), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:25:11.556811 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [req-72c9e918-951d-4c1a-bbd0-81d48c0a7930 req-48450e2d-2155-4615-9609-90b854cb829a tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] No DVR routers for this DVR port 7c6f28e6-8fef-44a6-b55e-ca2e7b493160 on host hv-cinder-85127 {{(pid=104004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 29 05:25:11.559499 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [req-72c9e918-951d-4c1a-bbd0-81d48c0a7930 req-48450e2d-2155-4615-9609-90b854cb829a tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249840'] for port (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:25:11.563076 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-72c9e918-951d-4c1a-bbd0-81d48c0a7930 req-48450e2d-2155-4615-9609-90b854cb829a tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] 10.222.0.60 "DELETE /v2.0/ports/7c6f28e6-8fef-44a6-b55e-ca2e7b493160 HTTP/1.1" status: 204 len: 173 time: 0.9060588 Jul 29 05:25:11.566612 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbc57534-e5bb-434a-a446-eb402deff943', 'name': 'network-vif-deleted', 'tag': '7c6f28e6-8fef-44a6-b55e-ca2e7b493160'}] {{(pid=104004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 05:25:11.569130 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63c9829679c4fd80aa44d623845be63326d0df95c18b6a0c0eedf1e192ffcaec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5140b0e5-a851-4b64-bbff-d3ee5ab9b9d2" -d '{"events": [{"server_uuid": "dbc57534-e5bb-434a-a446-eb402deff943", "name": "network-vif-deleted", "tag": "7c6f28e6-8fef-44a6-b55e-ca2e7b493160"}]}' {{(pid=104004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 05:25:11.574801 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1cebb3-50de-43ba-8c0d-edfc021a9086 req-2ab8cd6a-c700-43d2-9f3a-c344bd7e093b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:11.576431 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-cd1cebb3-50de-43ba-8c0d-edfc021a9086 req-2ab8cd6a-c700-43d2-9f3a-c344bd7e093b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1727259 Jul 29 05:25:11.581103 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:25:11.606060 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-60adde03-8b41-422b-94c0-0f9956880ebe tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks [] for security_group (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:25:11.610465 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-60adde03-8b41-422b-94c0-0f9956880ebe tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4675996 Jul 29 05:25:11.611521 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 33672) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:25:11.619180 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.v2.base [None req-a2e14813-3195-4816-85b7-bc00c1381291 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Request body: {'security_group_rule': {'security_group_id': '78ca545d-2bbe-4a1e-88b9-ab93f3f4566d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:25:11.633111 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60adde03-8b41-422b-94c0-0f9956880ebe tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78ca545d-2bbe-4a1e-88b9-ab93f3f4566d,revision_number=1']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:25:11.692038 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-616bbe35-4416-444f-a3ff-56c5f8bb0b19 req-9ef2942e-bedc-462c-9c47-1d915f5a9aa1 service neutron] 10.222.0.60 "GET /v2.0/networks/71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3294787 Jul 29 05:25:11.697416 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 05:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad099b2c-e341-42ad-b167-bb67a59adfd3 x-openstack-request-id: req-ad099b2c-e341-42ad-b167-bb67a59adfd3 {{(pid=104004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 05:25:11.699527 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbc57534-e5bb-434a-a446-eb402deff943", "name": "network-vif-deleted", "tag": "7c6f28e6-8fef-44a6-b55e-ca2e7b493160", "status": "completed", "code": 200}]} {{(pid=104004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 05:25:11.700027 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ad099b2c-e341-42ad-b167-bb67a59adfd3 {{(pid=104004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 05:25:11.701038 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad099b2c-e341-42ad-b167-bb67a59adfd3'] response: {'server_uuid': 'dbc57534-e5bb-434a-a446-eb402deff943', 'name': 'network-vif-deleted', 'tag': '7c6f28e6-8fef-44a6-b55e-ca2e7b493160', 'status': 'completed', 'code': 200} Jul 29 05:25:11.703176 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-25d2d662-1c10-455a-a758-35c132406432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (7da8dcb9-9a4e-44fd-b4da-fa922ad17d56), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:25:11.704313 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-a2e14813-3195-4816-85b7-bc00c1381291 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks [] for security_group_rule (312101df-3f79-41ff-a15f-f2fdf05c98f7), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:25:11.732731 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:25:11.825634 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (aa119a64-f506-4951-a68b-6dc6289eaece), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:25:11.828407 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-cced0c75-c72d-4e1e-9cb3-d0265522ac5f req-1ac9b095-66cb-4ba7-9d54-e6c3b8d9acce tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] Publish callbacks [] for port (0cf03d4c-168e-46d0-b7d2-ec0918ad036b), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:25:11.849853 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-a2e14813-3195-4816-85b7-bc00c1381291 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks [] for security_group_rule (312101df-3f79-41ff-a15f-f2fdf05c98f7), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:25:11.862149 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-a2e14813-3195-4816-85b7-bc00c1381291 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298574'] for security_group_rule (312101df-3f79-41ff-a15f-f2fdf05c98f7), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:25:11.882718 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-cd1cebb3-50de-43ba-8c0d-edfc021a9086 req-42ee2291-0cf0-4393-b2ee-f4a139376e39 service neutron] 10.222.0.60 "GET /v2.0/networks/71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2996943 Jul 29 05:25:11.891453 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-e51afedd-b0fb-4939-bab3-2503cccf7090 req-cc91cc3d-2618-4cf1-8cc1-88b3e0fea2d5 tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] 10.222.0.49 "GET /v2.0/ports?device_id=dbc57534-e5bb-434a-a446-eb402deff943 HTTP/1.1" status: 200 len: 210 time: 0.0400527 Jul 29 05:25:11.899427 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e14813-3195-4816-85b7-bc00c1381291 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=312101df-3f79-41ff-a15f-f2fdf05c98f7,revision_number=0']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:25:11.911902 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-a2e14813-3195-4816-85b7-bc00c1381291 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:25:11.914569 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-a2e14813-3195-4816-85b7-bc00c1381291 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3006895 Jul 29 05:25:11.918878 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 33676) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:25:11.935529 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.v2.base [None req-755f64aa-4274-488d-ac4d-102af356fd07 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Request body: {'security_group_rule': {'security_group_id': '78ca545d-2bbe-4a1e-88b9-ab93f3f4566d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:25:11.978138 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-616bbe35-4416-444f-a3ff-56c5f8bb0b19 req-6d202ecf-c2d9-481f-9ca3-664aa3de6cd3 service neutron] 10.222.0.60 "GET /v2.0/networks/71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2646890 Jul 29 05:25:11.998830 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-cced0c75-c72d-4e1e-9cb3-d0265522ac5f req-1ac9b095-66cb-4ba7-9d54-e6c3b8d9acce tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737760223811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1905596'] for port (0cf03d4c-168e-46d0-b7d2-ec0918ad036b), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:25:12.175794 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-755f64aa-4274-488d-ac4d-102af356fd07 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks [] for security_group_rule (29539c30-918d-4638-ad8d-aab0ead83255), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:25:12.206893 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cced0c75-c72d-4e1e-9cb3-d0265522ac5f req-1ac9b095-66cb-4ba7-9d54-e6c3b8d9acce tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] Network 6068f512-e267-445c-a8db-5edcf9da6f4b is already hosted by enough agents. {{(pid=104005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 05:25:12.247110 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.base_scheduler [req-cced0c75-c72d-4e1e-9cb3-d0265522ac5f req-1ac9b095-66cb-4ba7-9d54-e6c3b8d9acce tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] Resources bound (agent type, host, resource id): {{(pid=104005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:25:12.294335 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac9b095-66cb-4ba7-9d54-e6c3b8d9acce tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] Pushing event updated for resources: {'Port': ['ID=0cf03d4c-168e-46d0-b7d2-ec0918ad036b,revision_number=1']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:25:12.299281 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvrscheduler_db [req-cced0c75-c72d-4e1e-9cb3-d0265522ac5f req-1ac9b095-66cb-4ba7-9d54-e6c3b8d9acce tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] Received port after_create {{(pid=104005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 05:25:12.331163 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517a8ee6-7bb8-4b19-a149-1f852936275b req-24c16f0b-8522-434f-bada-4ac0697db190 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:12.332928 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-517a8ee6-7bb8-4b19-a149-1f852936275b req-24c16f0b-8522-434f-bada-4ac0697db190 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ff83e9-b98e-47c5-83cb-37ac61826fba HTTP/1.1" status: 200 len: 946 time: 0.0665236 Jul 29 05:25:12.394958 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-517a8ee6-7bb8-4b19-a149-1f852936275b req-805590b0-4607-447a-8e1d-ce2d91e27782 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/security-groups?id=e9b3d23d-0615-4fd6-b695-2037ba10d6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531335 Jul 29 05:25:12.400765 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b3d85d-c06e-4d89-ac9b-4d9fc3dda173 req-32cd3771-581a-40fd-9c39-c10752f7e45c tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:12.402373 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-f8b3d85d-c06e-4d89-ac9b-4d9fc3dda173 req-32cd3771-581a-40fd-9c39-c10752f7e45c tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=00171c99-cf39-4ed6-b78a-3bb24272b171 HTTP/1.1" status: 200 len: 946 time: 0.2077224 Jul 29 05:25:12.459480 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cced0c75-c72d-4e1e-9cb3-d0265522ac5f req-1ac9b095-66cb-4ba7-9d54-e6c3b8d9acce tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:12.460018 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-cced0c75-c72d-4e1e-9cb3-d0265522ac5f req-1ac9b095-66cb-4ba7-9d54-e6c3b8d9acce tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249840'] for port (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:25:12.486455 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-cd1cebb3-50de-43ba-8c0d-edfc021a9086 req-41016213-9a8e-4feb-abc9-c583c7d06e01 service neutron] 10.222.0.60 "GET /v2.0/networks/71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4721410 Jul 29 05:25:12.501517 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-755f64aa-4274-488d-ac4d-102af356fd07 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks [] for security_group_rule (29539c30-918d-4638-ad8d-aab0ead83255), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:25:12.514621 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-cced0c75-c72d-4e1e-9cb3-d0265522ac5f req-1ac9b095-66cb-4ba7-9d54-e6c3b8d9acce tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3689780 Jul 29 05:25:12.518048 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-755f64aa-4274-488d-ac4d-102af356fd07 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298574'] for security_group_rule (29539c30-918d-4638-ad8d-aab0ead83255), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:25:12.536079 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.v2.base [req-cced0c75-c72d-4e1e-9cb3-d0265522ac5f req-29445de6-00a1-43c8-bb7f-0d8ff9aea0d4 service neutron] Request body: {'port': {'device_id': '87501cee-ef3c-4bdb-942c-3fc67c1032d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85127'}} {{(pid=104005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:25:12.549787 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:25:12.558559 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4632a7-e92d-45e0-a820-83c57b5cff70 req-bd494925-e621-4af6-9f9d-54c26dd2325a tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:12.560902 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-2c4632a7-e92d-45e0-a820-83c57b5cff70 req-bd494925-e621-4af6-9f9d-54c26dd2325a tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] 10.222.0.49 "GET /v2.0/ports?device_id=87501cee-ef3c-4bdb-942c-3fc67c1032d0 HTTP/1.1" status: 200 len: 932 time: 0.0785778 Jul 29 05:25:12.582633 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755f64aa-4274-488d-ac4d-102af356fd07 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29539c30-918d-4638-ad8d-aab0ead83255,revision_number=0']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:25:12.584761 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:25:12.593533 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-f8b3d85d-c06e-4d89-ac9b-4d9fc3dda173 req-b02a682e-54d2-4236-9072-017b3ca05651 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c942e50-e987-405e-a4e5-d39231e8d492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1721270 Jul 29 05:25:12.604949 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-755f64aa-4274-488d-ac4d-102af356fd07 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:25:12.605846 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-755f64aa-4274-488d-ac4d-102af356fd07 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6772223 Jul 29 05:25:12.611172 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 33688) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:25:12.619763 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.v2.base [None req-ce242464-fdf6-446a-b00a-a7d5be6fa3b7 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Request body: {'floatingip': {'floating_network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5'}} {{(pid=104005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:25:12.633661 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-2c4632a7-e92d-45e0-a820-83c57b5cff70 req-85b87933-2711-4b36-9b7d-f1e94dc01c15 tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] 10.222.0.49 "GET /v2.0/security-groups?id=10873ed0-801e-451a-aaaa-93d3e6c9aa2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613925 Jul 29 05:25:12.673003 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-cced0c75-c72d-4e1e-9cb3-d0265522ac5f req-29445de6-00a1-43c8-bb7f-0d8ff9aea0d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (0cf03d4c-168e-46d0-b7d2-ec0918ad036b), before_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:25:12.676873 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-ce242464-fdf6-446a-b00a-a7d5be6fa3b7 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:25:12.863450 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-ce242464-fdf6-446a-b00a-a7d5be6fa3b7 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (None), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:25:13.090151 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.db_base_plugin_common [None req-ce242464-fdf6-446a-b00a-a7d5be6fa3b7 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Allocated IP 172.27.2.198 (24e7367e-e5e6-44e8-9960-5007b05e27d5/c0e5dfe8-844e-4105-ab86-052903918992/1c908643-ceca-410a-a4d4-50e447dc9e43) {{(pid=104005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 05:25:13.225858 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.notifiers.nova [req-cced0c75-c72d-4e1e-9cb3-d0265522ac5f req-29445de6-00a1-43c8-bb7f-0d8ff9aea0d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cf03d4c-168e-46d0-b7d2-ec0918ad036b {{(pid=104005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 05:25:13.238103 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-cced0c75-c72d-4e1e-9cb3-d0265522ac5f req-29445de6-00a1-43c8-bb7f-0d8ff9aea0d4 service neutron] Publish callbacks [] for port (0cf03d4c-168e-46d0-b7d2-ec0918ad036b), precommit_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:25:13.273941 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.provisioning_blocks [req-cced0c75-c72d-4e1e-9cb3-d0265522ac5f req-29445de6-00a1-43c8-bb7f-0d8ff9aea0d4 service neutron] Transition to ACTIVE for port object 0cf03d4c-168e-46d0-b7d2-ec0918ad036b will not be triggered until provisioned by entity L2. {{(pid=104005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 29 05:25:13.280341 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-cced0c75-c72d-4e1e-9cb3-d0265522ac5f req-29445de6-00a1-43c8-bb7f-0d8ff9aea0d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1905579'] for port (0cf03d4c-168e-46d0-b7d2-ec0918ad036b), after_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:25:13.319844 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-ce242464-fdf6-446a-b00a-a7d5be6fa3b7 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks [] for port (1c908643-ceca-410a-a4d4-50e447dc9e43), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:25:13.359699 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29445de6-00a1-43c8-bb7f-0d8ff9aea0d4 service neutron] Pushing event updated for resources: {'Port': ['ID=0cf03d4c-168e-46d0-b7d2-ec0918ad036b,revision_number=2']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:25:13.400753 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:25:13.407841 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:DELETE=1,neutron:SELECT=84,neutron:INSERT=8,neutron:UPDATE=7 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:25:13.431807 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-ce242464-fdf6-446a-b00a-a7d5be6fa3b7 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737760223811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1905596'] for port (1c908643-ceca-410a-a4d4-50e447dc9e43), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:25:13.493655 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce242464-fdf6-446a-b00a-a7d5be6fa3b7 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Network 24e7367e-e5e6-44e8-9960-5007b05e27d5 is already hosted by enough agents. {{(pid=104005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 05:25:13.509621 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.base_scheduler [None req-ce242464-fdf6-446a-b00a-a7d5be6fa3b7 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Resources bound (agent type, host, resource id): {{(pid=104005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:25:13.517523 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce242464-fdf6-446a-b00a-a7d5be6fa3b7 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Received port after_create {{(pid=104005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 05:25:13.522131 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce242464-fdf6-446a-b00a-a7d5be6fa3b7 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Pushing event updated for resources: {'Port': ['ID=1c908643-ceca-410a-a4d4-50e447dc9e43,revision_number=1']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:25:13.543751 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.managers [req-cced0c75-c72d-4e1e-9cb3-d0265522ac5f req-29445de6-00a1-43c8-bb7f-0d8ff9aea0d4 service neutron] Attempting to bind port 0cf03d4c-168e-46d0-b7d2-ec0918ad036b on host hv-cinder-85127 for vnic_type normal with profile {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 05:25:13.545848 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.managers [req-cced0c75-c72d-4e1e-9cb3-d0265522ac5f req-29445de6-00a1-43c8-bb7f-0d8ff9aea0d4 service neutron] Attempting to bind port 0cf03d4c-168e-46d0-b7d2-ec0918ad036b by drivers openvswitch,hyperv on host hv-cinder-85127 at level 0 using segments [{'id': 'd6b1b595-a5b9-4d29-9561-8d288c1b8139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6068f512-e267-445c-a8db-5edcf9da6f4b'}] {{(pid=104005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 05:25:13.545848 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cced0c75-c72d-4e1e-9cb3-d0265522ac5f req-29445de6-00a1-43c8-bb7f-0d8ff9aea0d4 service neutron] Attempting to bind port 0cf03d4c-168e-46d0-b7d2-ec0918ad036b on network 6068f512-e267-445c-a8db-5edcf9da6f4b {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 05:25:13.557775 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cced0c75-c72d-4e1e-9cb3-d0265522ac5f req-29445de6-00a1-43c8-bb7f-0d8ff9aea0d4 service neutron] Port 0cf03d4c-168e-46d0-b7d2-ec0918ad036b on network 6068f512-e267-445c-a8db-5edcf9da6f4b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85127 {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 29 05:25:13.558101 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cced0c75-c72d-4e1e-9cb3-d0265522ac5f req-29445de6-00a1-43c8-bb7f-0d8ff9aea0d4 service neutron] Attempting to bind port 0cf03d4c-168e-46d0-b7d2-ec0918ad036b on network 6068f512-e267-445c-a8db-5edcf9da6f4b {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 05:25:13.571307 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cced0c75-c72d-4e1e-9cb3-d0265522ac5f req-29445de6-00a1-43c8-bb7f-0d8ff9aea0d4 service neutron] Checking agent: {'id': '12b139f9-2daf-4047-bd2d-6bc43cda34b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85127', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 5, 19, 7), 'started_at': datetime.datetime(2022, 7, 29, 5, 19, 7), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 5, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 05:25:13.571713 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cced0c75-c72d-4e1e-9cb3-d0265522ac5f req-29445de6-00a1-43c8-bb7f-0d8ff9aea0d4 service neutron] Checking segment: {'id': 'd6b1b595-a5b9-4d29-9561-8d288c1b8139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6068f512-e267-445c-a8db-5edcf9da6f4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 05:25:13.572086 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cced0c75-c72d-4e1e-9cb3-d0265522ac5f req-29445de6-00a1-43c8-bb7f-0d8ff9aea0d4 service neutron] Bound using segment: {'id': 'd6b1b595-a5b9-4d29-9561-8d288c1b8139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6068f512-e267-445c-a8db-5edcf9da6f4b'} {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 05:25:13.572542 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.managers [req-cced0c75-c72d-4e1e-9cb3-d0265522ac5f req-29445de6-00a1-43c8-bb7f-0d8ff9aea0d4 service neutron] Bound port: 0cf03d4c-168e-46d0-b7d2-ec0918ad036b, host: hv-cinder-85127, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6b1b595-a5b9-4d29-9561-8d288c1b8139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6068f512-e267-445c-a8db-5edcf9da6f4b'}}] {{(pid=104005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 05:25:13.572908 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-cced0c75-c72d-4e1e-9cb3-d0265522ac5f req-29445de6-00a1-43c8-bb7f-0d8ff9aea0d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (0cf03d4c-168e-46d0-b7d2-ec0918ad036b), before_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:25:13.636241 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383d5607-099e-4280-9d94-dc918f356b46 req-9e52cd7a-63fe-4196-9b0b-2c24b938cf51 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:13.638769 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-383d5607-099e-4280-9d94-dc918f356b46 req-9e52cd7a-63fe-4196-9b0b-2c24b938cf51 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ff83e9-b98e-47c5-83cb-37ac61826fba HTTP/1.1" status: 200 len: 946 time: 0.1366072 Jul 29 05:25:13.688245 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-ce242464-fdf6-446a-b00a-a7d5be6fa3b7 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks [] for floatingip (1bebf9a1-067c-4cc8-bad7-d191c3b5b144), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:25:13.698383 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.db [req-cced0c75-c72d-4e1e-9cb3-d0265522ac5f req-29445de6-00a1-43c8-bb7f-0d8ff9aea0d4 service neutron] For port 0cf03d4c-168e-46d0-b7d2-ec0918ad036b, host hv-cinder-85127, cleared binding levels {{(pid=104005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 05:25:13.703186 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.db [req-cced0c75-c72d-4e1e-9cb3-d0265522ac5f req-29445de6-00a1-43c8-bb7f-0d8ff9aea0d4 service neutron] For port 0cf03d4c-168e-46d0-b7d2-ec0918ad036b, host hv-cinder-85127, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=0cf03d4c-168e-46d0-b7d2-ec0918ad036b,segment=NetworkSegment(d6b1b595-a5b9-4d29-9561-8d288c1b8139),segment_id=d6b1b595-a5b9-4d29-9561-8d288c1b8139)] {{(pid=104005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 05:25:13.730589 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-cced0c75-c72d-4e1e-9cb3-d0265522ac5f req-29445de6-00a1-43c8-bb7f-0d8ff9aea0d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1905579'] for port (0cf03d4c-168e-46d0-b7d2-ec0918ad036b), after_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:25:13.768288 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-383d5607-099e-4280-9d94-dc918f356b46 req-7c0fda2a-f417-4c23-98a8-081e6c2b6aa4 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/security-groups?id=e9b3d23d-0615-4fd6-b695-2037ba10d6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160264 Jul 29 05:25:13.776237 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-ce242464-fdf6-446a-b00a-a7d5be6fa3b7 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (1c908643-ceca-410a-a4d4-50e447dc9e43), before_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:25:13.805796 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cced0c75-c72d-4e1e-9cb3-d0265522ac5f req-29445de6-00a1-43c8-bb7f-0d8ff9aea0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:13.806422 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-cced0c75-c72d-4e1e-9cb3-d0265522ac5f req-29445de6-00a1-43c8-bb7f-0d8ff9aea0d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249840'] for port (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:25:13.807943 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-cced0c75-c72d-4e1e-9cb3-d0265522ac5f req-29445de6-00a1-43c8-bb7f-0d8ff9aea0d4 service neutron] 10.222.0.60 "PUT /v2.0/ports/0cf03d4c-168e-46d0-b7d2-ec0918ad036b HTTP/1.1" status: 200 len: 1094 time: 1.2804830 Jul 29 05:25:13.812027 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87501cee-ef3c-4bdb-942c-3fc67c1032d0', 'tag': '0cf03d4c-168e-46d0-b7d2-ec0918ad036b'}] {{(pid=104005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 05:25:13.815265 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18cb6d06cd9bdbb2624e76cf95b2230ef06252a8a1dccb16f0d07e3cc9dc753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42b05246-04d9-4a4d-8300-46cba0258ab4" -d '{"events": [{"name": "network-changed", "server_uuid": "87501cee-ef3c-4bdb-942c-3fc67c1032d0", "tag": "0cf03d4c-168e-46d0-b7d2-ec0918ad036b"}]}' {{(pid=104005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 05:25:13.913275 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29445de6-00a1-43c8-bb7f-0d8ff9aea0d4 service neutron] Pushing event updated for resources: {'Port': ['ID=0cf03d4c-168e-46d0-b7d2-ec0918ad036b,revision_number=3']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:25:13.933496 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Device 7c6f28e6-8fef-44a6-b55e-ca2e7b493160 no longer exists at agent hyperv_hv-cinder-85127 {{(pid=104006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 05:25:13.949452 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4441e74f-9713-43dc-8c5c-e1a106ffe208 req-3e0e7af8-197d-4eda-b356-607d5522a7a4 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:13.956959 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-4441e74f-9713-43dc-8c5c-e1a106ffe208 req-3e0e7af8-197d-4eda-b356-607d5522a7a4 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=00171c99-cf39-4ed6-b78a-3bb24272b171 HTTP/1.1" status: 200 len: 946 time: 0.1457934 Jul 29 05:25:14.010314 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] No Port match for: 7c6f28e6-8fef-44a6-b55e-ca2e7b493160 {{(pid=104006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 05:25:14.010948 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Device 7c6f28e6-8fef-44a6-b55e-ca2e7b493160 not bound to the agent host hv-cinder-85127 {{(pid=104006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 05:25:14.025475 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5985d49f-5f2d-45f6-a2b8-276ecee3a32e req-2a9730a9-bf36-4ff9-b449-12fe7c1ddb12 tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:14.026260 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cced0c75-c72d-4e1e-9cb3-d0265522ac5f req-03a2a10d-b12f-45de-b7d8-13795086cfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:14.027716 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-5985d49f-5f2d-45f6-a2b8-276ecee3a32e req-2a9730a9-bf36-4ff9-b449-12fe7c1ddb12 tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] 10.222.0.49 "GET /v2.0/ports?device_id=87501cee-ef3c-4bdb-942c-3fc67c1032d0 HTTP/1.1" status: 200 len: 944 time: 0.1060424 Jul 29 05:25:14.028493 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-cced0c75-c72d-4e1e-9cb3-d0265522ac5f req-03a2a10d-b12f-45de-b7d8-13795086cfd8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1f75331a524c4a5a981dfd1fdc361467&device_id=87501cee-ef3c-4bdb-942c-3fc67c1032d0 HTTP/1.1" status: 200 len: 1128 time: 0.1613300 Jul 29 05:25:14.097983 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-5985d49f-5f2d-45f6-a2b8-276ecee3a32e req-6305a6f5-2654-4ca8-862f-93361486231f tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] 10.222.0.49 "GET /v2.0/security-groups?id=10873ed0-801e-451a-aaaa-93d3e6c9aa2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579379 Jul 29 05:25:14.105772 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-cced0c75-c72d-4e1e-9cb3-d0265522ac5f req-ef7870c3-245d-447f-b025-8de677e0368f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0cf03d4c-168e-46d0-b7d2-ec0918ad036b HTTP/1.1" status: 200 len: 217 time: 0.0579808 Jul 29 05:25:14.428531 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 05:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db142f2e-628c-48dd-9430-5c65f714002a x-openstack-request-id: req-db142f2e-628c-48dd-9430-5c65f714002a {{(pid=104005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 05:25:14.428776 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87501cee-ef3c-4bdb-942c-3fc67c1032d0", "tag": "0cf03d4c-168e-46d0-b7d2-ec0918ad036b", "status": "completed", "code": 200}]} {{(pid=104005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 05:25:14.428982 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-db142f2e-628c-48dd-9430-5c65f714002a {{(pid=104005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 05:25:14.429383 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db142f2e-628c-48dd-9430-5c65f714002a'] response: {'name': 'network-changed', 'server_uuid': '87501cee-ef3c-4bdb-942c-3fc67c1032d0', 'tag': '0cf03d4c-168e-46d0-b7d2-ec0918ad036b', 'status': 'completed', 'code': 200} Jul 29 05:25:14.437576 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-4441e74f-9713-43dc-8c5c-e1a106ffe208 req-5f2eca98-6a61-4cc2-868b-c479866fdf10 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c942e50-e987-405e-a4e5-d39231e8d492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4793890 Jul 29 05:25:14.463915 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:25:14.477663 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cced0c75-c72d-4e1e-9cb3-d0265522ac5f req-17beb4ff-a74d-46e7-8440-e1d1430e23f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:14.479309 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-cced0c75-c72d-4e1e-9cb3-d0265522ac5f req-17beb4ff-a74d-46e7-8440-e1d1430e23f0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0bb787ec-229d-4496-8b75-814879057044 HTTP/1.1" status: 200 len: 852 time: 0.3665299 Jul 29 05:25:14.500389 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-ce242464-fdf6-446a-b00a-a7d5be6fa3b7 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks [] for port (1c908643-ceca-410a-a4d4-50e447dc9e43), precommit_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:25:14.517541 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-ce242464-fdf6-446a-b00a-a7d5be6fa3b7 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1905579'] for port (1c908643-ceca-410a-a4d4-50e447dc9e43), after_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:25:14.521741 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-cced0c75-c72d-4e1e-9cb3-d0265522ac5f req-bb35ac24-3293-42bc-bfdf-920e9efcd85d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6068f512-e267-445c-a8db-5edcf9da6f4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355780 Jul 29 05:25:14.655536 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce242464-fdf6-446a-b00a-a7d5be6fa3b7 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Pushing event updated for resources: {'Port': ['ID=1c908643-ceca-410a-a4d4-50e447dc9e43,revision_number=2']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:25:14.680029 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-ce242464-fdf6-446a-b00a-a7d5be6fa3b7 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-375524'] for floatingip (1bebf9a1-067c-4cc8-bad7-d191c3b5b144), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:25:14.685076 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:25:14.717714 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-cced0c75-c72d-4e1e-9cb3-d0265522ac5f req-87a25f6f-a318-4a07-a3e9-2e746f04de7b service neutron] 10.222.0.60 "GET /v2.0/networks/6068f512-e267-445c-a8db-5edcf9da6f4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692488 Jul 29 05:25:14.720620 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-ce242464-fdf6-446a-b00a-a7d5be6fa3b7 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249840'] for floatingip (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:25:14.721796 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-ce242464-fdf6-446a-b00a-a7d5be6fa3b7 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1060073 Jul 29 05:25:14.961969 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4007a877-0501-42b2-8353-a5e04cb195a0 req-a9e22020-1864-4a30-bbae-e9e235903c84 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:14.963768 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-4007a877-0501-42b2-8353-a5e04cb195a0 req-a9e22020-1864-4a30-bbae-e9e235903c84 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ff83e9-b98e-47c5-83cb-37ac61826fba HTTP/1.1" status: 200 len: 946 time: 0.0779879 Jul 29 05:25:14.973253 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-2c276dd4-9160-4954-b8d6-21569c788272 req-cfc2bd47-3f07-4aba-8179-4f6229895ad1 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--240831175&fields=id&tenant_id=9d8baaf2e23546ee8ed1de278617c7d2 HTTP/1.1" status: 200 len: 267 time: 0.0553133 Jul 29 05:25:15.024505 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-4007a877-0501-42b2-8353-a5e04cb195a0 req-f94ab071-6af7-4773-8aff-d31d8e5ded50 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/security-groups?id=e9b3d23d-0615-4fd6-b695-2037ba10d6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538814 Jul 29 05:25:15.109810 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c276dd4-9160-4954-b8d6-21569c788272 req-2769ca46-e250-430b-a5ed-7755903759cf tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:15.111342 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-2c276dd4-9160-4954-b8d6-21569c788272 req-2769ca46-e250-430b-a5ed-7755903759cf tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/networks?id=b55efc63-6791-470d-af15-935a2f0fc83e HTTP/1.1" status: 200 len: 814 time: 0.1262617 Jul 29 05:25:15.127728 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-2c276dd4-9160-4954-b8d6-21569c788272 req-65ba271b-fbbc-43a2-a70b-09421b839bd2 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/quotas/9d8baaf2e23546ee8ed1de278617c7d2 HTTP/1.1" status: 200 len: 375 time: 0.0102384 Jul 29 05:25:15.188989 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-2c276dd4-9160-4954-b8d6-21569c788272 req-a237e3a5-17d1-4d7b-a9fb-84da4292981f tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=9d8baaf2e23546ee8ed1de278617c7d2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0550511 Jul 29 05:25:15.234313 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:25:15.258511 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b022bd9-a455-4d0a-abb3-be756b1f554b req-2b1696e6-ee85-45e5-9f1f-4853abb010d8 tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:15.260177 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-0b022bd9-a455-4d0a-abb3-be756b1f554b req-2b1696e6-ee85-45e5-9f1f-4853abb010d8 tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] 10.222.0.49 "GET /v2.0/ports?device_id=87501cee-ef3c-4bdb-942c-3fc67c1032d0 HTTP/1.1" status: 200 len: 944 time: 0.0539730 Jul 29 05:25:15.329781 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-2c276dd4-9160-4954-b8d6-21569c788272 req-3ce1a3be-847a-470f-84fa-2186c5d93fdf service neutron] 10.222.0.49 "GET /v2.0/networks/b55efc63-6791-470d-af15-935a2f0fc83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269293 Jul 29 05:25:15.334856 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-0b022bd9-a455-4d0a-abb3-be756b1f554b req-360b7e10-ad6f-4294-8aa4-885d002b5ade tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] 10.222.0.49 "GET /v2.0/security-groups?id=10873ed0-801e-451a-aaaa-93d3e6c9aa2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683208 Jul 29 05:25:15.463284 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-2c276dd4-9160-4954-b8d6-21569c788272 req-c3c1fe80-2c79-487e-9da4-39db9e93da33 service neutron] 10.222.0.49 "GET /v2.0/networks/b55efc63-6791-470d-af15-935a2f0fc83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267028 Jul 29 05:25:15.578800 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189b52c6-206a-4a9f-b578-b876d13247f9 req-2c468ac3-c54e-4ab0-a363-d6684507d966 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:15.580785 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-189b52c6-206a-4a9f-b578-b876d13247f9 req-2c468ac3-c54e-4ab0-a363-d6684507d966 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=00171c99-cf39-4ed6-b78a-3bb24272b171 HTTP/1.1" status: 200 len: 946 time: 0.0588870 Jul 29 05:25:15.675489 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-189b52c6-206a-4a9f-b578-b876d13247f9 req-e51dde44-e27b-4e0c-a329-f6bd0d2285c9 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c942e50-e987-405e-a4e5-d39231e8d492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819776 Jul 29 05:25:15.726625 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-24e0b8a0-0b17-4a55-ae40-7dd544032ed4 req-31489f39-2efe-4294-8cbe-bdc0f752673c tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/ports?device_id=4471f55c-7166-4321-b0ac-438ae8d3e5e2 HTTP/1.1" status: 200 len: 210 time: 0.0496557 Jul 29 05:25:15.729101 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-cced0c75-c72d-4e1e-9cb3-d0265522ac5f req-e1860a4c-3746-45d6-8488-271598ea0ec8 service neutron] 10.222.0.60 "GET /v2.0/networks/6068f512-e267-445c-a8db-5edcf9da6f4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978679 Jul 29 05:25:16.165861 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81f442d-7527-4b9a-b2c4-94773a078164 req-0a96eb10-94fd-4f31-9ff5-a0ac48834d35 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:16.167413 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-c81f442d-7527-4b9a-b2c4-94773a078164 req-0a96eb10-94fd-4f31-9ff5-a0ac48834d35 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ff83e9-b98e-47c5-83cb-37ac61826fba HTTP/1.1" status: 200 len: 946 time: 0.0562475 Jul 29 05:25:16.221197 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-c81f442d-7527-4b9a-b2c4-94773a078164 req-e4691ad5-d8c3-41a9-a23a-c7f0e9060fa7 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/security-groups?id=e9b3d23d-0615-4fd6-b695-2037ba10d6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473361 Jul 29 05:25:16.476163 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e58819d-b0e5-4269-9d78-d4d29903f040 req-37a43e2e-e5e1-4b2d-9e6e-f7c369a03533 tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:16.477668 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-0e58819d-b0e5-4269-9d78-d4d29903f040 req-37a43e2e-e5e1-4b2d-9e6e-f7c369a03533 tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] 10.222.0.49 "GET /v2.0/ports?device_id=87501cee-ef3c-4bdb-942c-3fc67c1032d0 HTTP/1.1" status: 200 len: 944 time: 0.0542645 Jul 29 05:25:16.527100 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-0e58819d-b0e5-4269-9d78-d4d29903f040 req-a90ff069-a782-498d-95e7-875ff3253780 tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] 10.222.0.49 "GET /v2.0/security-groups?id=10873ed0-801e-451a-aaaa-93d3e6c9aa2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436921 Jul 29 05:25:16.802986 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d665b8-e7e1-4833-8a2b-68121635ef52 req-03c4c666-b783-4e49-a36a-078dca13c9cc tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:16.804780 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-92d665b8-e7e1-4833-8a2b-68121635ef52 req-03c4c666-b783-4e49-a36a-078dca13c9cc tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=00171c99-cf39-4ed6-b78a-3bb24272b171 HTTP/1.1" status: 200 len: 946 time: 0.0583053 Jul 29 05:25:16.836542 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-be02d5e7-2593-49a4-96ac-f42c5186673a req-23fd7506-eedd-4bd3-b968-38e622ec5dac tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/ports?device_id=4471f55c-7166-4321-b0ac-438ae8d3e5e2 HTTP/1.1" status: 200 len: 210 time: 0.0293922 Jul 29 05:25:16.856562 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-92d665b8-e7e1-4833-8a2b-68121635ef52 req-48755794-379f-4196-9362-ccfa543eedaa tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c942e50-e987-405e-a4e5-d39231e8d492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460088 Jul 29 05:25:17.344192 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00387176-7d42-4547-9cfb-a2e2f4985623 req-fbfa8878-e45a-424d-863a-9b0d8def5604 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:17.345659 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-00387176-7d42-4547-9cfb-a2e2f4985623 req-fbfa8878-e45a-424d-863a-9b0d8def5604 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ff83e9-b98e-47c5-83cb-37ac61826fba HTTP/1.1" status: 200 len: 946 time: 0.0479367 Jul 29 05:25:17.393334 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-00387176-7d42-4547-9cfb-a2e2f4985623 req-2e8a9057-edfe-4255-960f-af346f2fcdb2 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/security-groups?id=e9b3d23d-0615-4fd6-b695-2037ba10d6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414226 Jul 29 05:25:17.626873 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:25:17.647103 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870bf80c-2233-4dfa-af31-20a7e5708cad req-65db3493-eeeb-4cf3-8abf-9dd044838776 tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:17.648618 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-870bf80c-2233-4dfa-af31-20a7e5708cad req-65db3493-eeeb-4cf3-8abf-9dd044838776 tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] 10.222.0.49 "GET /v2.0/ports?device_id=87501cee-ef3c-4bdb-942c-3fc67c1032d0 HTTP/1.1" status: 200 len: 944 time: 0.0484180 Jul 29 05:25:17.698530 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-870bf80c-2233-4dfa-af31-20a7e5708cad req-ee04c6cb-026e-4cfa-bd19-a0b189537429 tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] 10.222.0.49 "GET /v2.0/security-groups?id=10873ed0-801e-451a-aaaa-93d3e6c9aa2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443811 Jul 29 05:25:17.948561 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-d687ee06-b86d-4afe-8db1-758bef6b9480 req-1e87f64b-4524-432b-bccb-1464a33e13cc tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/ports?device_id=4471f55c-7166-4321-b0ac-438ae8d3e5e2 HTTP/1.1" status: 200 len: 210 time: 0.0343299 Jul 29 05:25:17.986555 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e50304-5ea0-4386-87ac-000aca751218 req-08677a2c-81d0-44dd-af27-45e3e9658e0a tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:17.988055 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-f8e50304-5ea0-4386-87ac-000aca751218 req-08677a2c-81d0-44dd-af27-45e3e9658e0a tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=00171c99-cf39-4ed6-b78a-3bb24272b171 HTTP/1.1" status: 200 len: 946 time: 0.0527506 Jul 29 05:25:18.038917 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-f8e50304-5ea0-4386-87ac-000aca751218 req-b9f0d4c4-978d-4593-9327-a7f1e4025bd8 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c942e50-e987-405e-a4e5-d39231e8d492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449488 Jul 29 05:25:18.502775 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:25:18.551718 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b05246-04d9-4a4d-8300-46cba0258ab4 req-a65daeea-0b9b-46b5-b107-f397e42b66ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:18.554677 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-42b05246-04d9-4a4d-8300-46cba0258ab4 req-a65daeea-0b9b-46b5-b107-f397e42b66ac service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1f75331a524c4a5a981dfd1fdc361467&device_id=87501cee-ef3c-4bdb-942c-3fc67c1032d0 HTTP/1.1" status: 200 len: 1128 time: 0.1199050 Jul 29 05:25:18.598287 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0148e65-2597-48e2-b919-88d8f98741f5 req-e4377804-64c1-4166-9953-ac9f60178852 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:18.599994 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-d0148e65-2597-48e2-b919-88d8f98741f5 req-e4377804-64c1-4166-9953-ac9f60178852 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ff83e9-b98e-47c5-83cb-37ac61826fba HTTP/1.1" status: 200 len: 946 time: 0.1141412 Jul 29 05:25:18.709534 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-d0148e65-2597-48e2-b919-88d8f98741f5 req-ee9ce3f5-49b6-42ac-a4fd-59d2b49ffa33 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/security-groups?id=e9b3d23d-0615-4fd6-b695-2037ba10d6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781319 Jul 29 05:25:18.736774 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=100 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:25:18.746407 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b05246-04d9-4a4d-8300-46cba0258ab4 req-7dcc150d-8ed5-4a5a-b742-054c36349f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:18.748016 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-42b05246-04d9-4a4d-8300-46cba0258ab4 req-7dcc150d-8ed5-4a5a-b742-054c36349f61 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6068f512-e267-445c-a8db-5edcf9da6f4b HTTP/1.1" status: 200 len: 913 time: 0.1831017 Jul 29 05:25:18.869258 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b71b97b-a200-4c76-affb-2ffa76216ef3 req-81f5858d-e6cf-4772-96a0-496b4737abc6 tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:18.877064 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-6b71b97b-a200-4c76-affb-2ffa76216ef3 req-81f5858d-e6cf-4772-96a0-496b4737abc6 tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] 10.222.0.49 "GET /v2.0/ports?device_id=87501cee-ef3c-4bdb-942c-3fc67c1032d0 HTTP/1.1" status: 200 len: 944 time: 0.0707896 Jul 29 05:25:18.950282 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-6b71b97b-a200-4c76-affb-2ffa76216ef3 req-02c10391-4a5c-4de0-842a-218add2d4ba8 tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] 10.222.0.49 "GET /v2.0/security-groups?id=10873ed0-801e-451a-aaaa-93d3e6c9aa2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720243 Jul 29 05:25:19.094548 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c2f533-44c3-438d-ae28-125ec778554d req-84b6c0ea-6b87-4a31-9d0f-09e9787c497d tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:19.113415 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-58c2f533-44c3-438d-ae28-125ec778554d req-84b6c0ea-6b87-4a31-9d0f-09e9787c497d tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ff83e9-b98e-47c5-83cb-37ac61826fba HTTP/1.1" status: 200 len: 946 time: 0.1620612 Jul 29 05:25:19.206281 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-42b05246-04d9-4a4d-8300-46cba0258ab4 req-77571001-e7fe-4060-a0b7-1293ae1b5c25 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0cf03d4c-168e-46d0-b7d2-ec0918ad036b HTTP/1.1" status: 200 len: 217 time: 0.1652031 Jul 29 05:25:19.212483 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-099a481a-33a0-49ce-b16e-c097e971e3d1 req-dcdffb6d-23b4-43e2-88c9-33098235c3eb tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/ports?device_id=4471f55c-7166-4321-b0ac-438ae8d3e5e2 HTTP/1.1" status: 200 len: 210 time: 0.0839310 Jul 29 05:25:19.435008 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32ea9ed-260b-42c5-9620-e604a773ad8f req-9b7bc103-5aea-4c01-9737-85364d1f41a3 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:19.444071 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-c32ea9ed-260b-42c5-9620-e604a773ad8f req-9b7bc103-5aea-4c01-9737-85364d1f41a3 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=00171c99-cf39-4ed6-b78a-3bb24272b171 HTTP/1.1" status: 200 len: 946 time: 0.0970902 Jul 29 05:25:19.453258 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfeecc0-3871-40f3-b7cf-70ecab3fe028 req-fe50af6c-5f77-4b97-99db-19db56096caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:19.455690 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-0cfeecc0-3871-40f3-b7cf-70ecab3fe028 req-fe50af6c-5f77-4b97-99db-19db56096caf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=92f16adc2357459aa0afb68db89031dd&device_id=f6ff83e9-b98e-47c5-83cb-37ac61826fba HTTP/1.1" status: 200 len: 1130 time: 0.2645161 Jul 29 05:25:19.525092 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-c32ea9ed-260b-42c5-9620-e604a773ad8f req-557bf891-540c-4fd8-992c-9e41a472b112 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c942e50-e987-405e-a4e5-d39231e8d492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799940 Jul 29 05:25:19.613382 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-58c2f533-44c3-438d-ae28-125ec778554d req-5dadf96e-76f3-400a-810f-030a1dda0778 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/security-groups?id=e9b3d23d-0615-4fd6-b695-2037ba10d6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4968586 Jul 29 05:25:19.623467 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b05246-04d9-4a4d-8300-46cba0258ab4 req-1d0c8427-09cd-4746-bae9-b72f32639226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:19.625252 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-42b05246-04d9-4a4d-8300-46cba0258ab4 req-1d0c8427-09cd-4746-bae9-b72f32639226 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0bb787ec-229d-4496-8b75-814879057044 HTTP/1.1" status: 200 len: 852 time: 0.3910072 Jul 29 05:25:19.757160 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-42b05246-04d9-4a4d-8300-46cba0258ab4 req-352f3be4-6fe8-4ad6-8554-60181d338e31 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6068f512-e267-445c-a8db-5edcf9da6f4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571246 Jul 29 05:25:19.843144 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c276dd4-9160-4954-b8d6-21569c788272 req-b2f348e7-b9b6-4cef-8355-ed34be5dfc82 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:19.844498 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-2c276dd4-9160-4954-b8d6-21569c788272 req-b2f348e7-b9b6-4cef-8355-ed34be5dfc82 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.60 "GET /v2.0/networks?id=b55efc63-6791-470d-af15-935a2f0fc83e HTTP/1.1" status: 200 len: 814 time: 0.5999210 Jul 29 05:25:19.893745 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfeecc0-3871-40f3-b7cf-70ecab3fe028 req-1763dbbf-1d01-4245-ba0e-897b5f6e6eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:19.895767 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-0cfeecc0-3871-40f3-b7cf-70ecab3fe028 req-1763dbbf-1d01-4245-ba0e-897b5f6e6eb5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=60b4bb7c-7825-4f15-bc04-5ac3fa10b445 HTTP/1.1" status: 200 len: 911 time: 0.4225850 Jul 29 05:25:19.950835 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Device 0cf03d4c-168e-46d0-b7d2-ec0918ad036b details requested by agent hyperv_hv-cinder-85127 with host hv-cinder-85127 {{(pid=104006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 05:25:20.039178 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-42b05246-04d9-4a4d-8300-46cba0258ab4 req-28bed4de-9703-4c86-8680-153e6fec25f7 service neutron] 10.222.0.60 "GET /v2.0/networks/6068f512-e267-445c-a8db-5edcf9da6f4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2742882 Jul 29 05:25:20.059583 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-2c276dd4-9160-4954-b8d6-21569c788272 req-3fe05ddf-d0d1-4dad-ae45-7047bde2e470 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d8baaf2e23546ee8ed1de278617c7d2 HTTP/1.1" status: 200 len: 379 time: 0.1985810 Jul 29 05:25:20.070294 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-0cfeecc0-3871-40f3-b7cf-70ecab3fe028 req-9cb75cb2-b399-4f81-b364-84a814d9f803 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=271bc52d-2fba-4db9-bfaa-44a4a119f24e HTTP/1.1" status: 200 len: 1001 time: 0.1660221 Jul 29 05:25:20.077588 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.v2.base [req-2c276dd4-9160-4954-b8d6-21569c788272 req-ce4effbb-6668-431a-95d8-58a42e483805 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Request body: {'port': {'device_id': '4471f55c-7166-4321-b0ac-438ae8d3e5e2', 'network_id': 'b55efc63-6791-470d-af15-935a2f0fc83e', 'admin_state_up': True, 'tenant_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'security_groups': ['78ca545d-2bbe-4a1e-88b9-ab93f3f4566d']}} {{(pid=104005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:25:20.182590 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] For port 0cf03d4c-168e-46d0-b7d2-ec0918ad036b, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=0cf03d4c-168e-46d0-b7d2-ec0918ad036b,segment=NetworkSegment(d6b1b595-a5b9-4d29-9561-8d288c1b8139),segment_id=d6b1b595-a5b9-4d29-9561-8d288c1b8139)] {{(pid=104006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:25:20.202608 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66bb95f-4722-4252-bd74-8b9c92cda2ab req-bce5e4ee-b146-4fdd-805d-5fa0298984da tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:20.205600 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Returning: {'device': '0cf03d4c-168e-46d0-b7d2-ec0918ad036b', 'network_id': '6068f512-e267-445c-a8db-5edcf9da6f4b', 'port_id': '0cf03d4c-168e-46d0-b7d2-ec0918ad036b', 'mac_address': 'fa:16:3e:93:3b:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bb787ec-229d-4496-8b75-814879057044', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 05:25:20.212272 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-f66bb95f-4722-4252-bd74-8b9c92cda2ab req-bce5e4ee-b146-4fdd-805d-5fa0298984da tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] 10.222.0.49 "GET /v2.0/ports?device_id=87501cee-ef3c-4bdb-942c-3fc67c1032d0 HTTP/1.1" status: 200 len: 944 time: 0.1070375 Jul 29 05:25:20.287276 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-f66bb95f-4722-4252-bd74-8b9c92cda2ab req-5911b8be-cc7a-4431-ba26-50955ba2a706 tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] 10.222.0.49 "GET /v2.0/security-groups?id=10873ed0-801e-451a-aaaa-93d3e6c9aa2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723166 Jul 29 05:25:20.296597 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Current status of the port 0cf03d4c-168e-46d0-b7d2-ec0918ad036b is: DOWN; New status is: BUILD {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:25:20.297409 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (0cf03d4c-168e-46d0-b7d2-ec0918ad036b), before_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:25:20.298184 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfeecc0-3871-40f3-b7cf-70ecab3fe028 req-8fcfed4f-56ab-465c-8283-6a0d29694df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:20.299963 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-0cfeecc0-3871-40f3-b7cf-70ecab3fe028 req-8fcfed4f-56ab-465c-8283-6a0d29694df2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6b58381f-b173-48c0-ac4a-7a853ae2cd60 HTTP/1.1" status: 200 len: 849 time: 0.2180262 Jul 29 05:25:20.318267 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=100 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:25:20.320179 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.notifiers.nova [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cf03d4c-168e-46d0-b7d2-ec0918ad036b {{(pid=104006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 05:25:20.340574 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-42b05246-04d9-4a4d-8300-46cba0258ab4 req-4a497a7a-a5dc-440c-a269-4a8778e26150 service neutron] 10.222.0.60 "GET /v2.0/networks/6068f512-e267-445c-a8db-5edcf9da6f4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2795656 Jul 29 05:25:20.362696 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] For port 0cf03d4c-168e-46d0-b7d2-ec0918ad036b, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=0cf03d4c-168e-46d0-b7d2-ec0918ad036b,segment=NetworkSegment(d6b1b595-a5b9-4d29-9561-8d288c1b8139),segment_id=d6b1b595-a5b9-4d29-9561-8d288c1b8139)] {{(pid=104006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:25:20.373308 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (0cf03d4c-168e-46d0-b7d2-ec0918ad036b), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:25:20.398433 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-0d461e5b-b682-4490-9886-192d9fbe78d4 req-57cb415c-5e25-499a-b2f5-9093685d06de tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/ports?device_id=4471f55c-7166-4321-b0ac-438ae8d3e5e2 HTTP/1.1" status: 200 len: 210 time: 0.0531900 Jul 29 05:25:20.454513 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:25:20.483227 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Pushing event updated for resources: {'Port': ['ID=0cf03d4c-168e-46d0-b7d2-ec0918ad036b,revision_number=4']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:25:20.516503 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfeecc0-3871-40f3-b7cf-70ecab3fe028 req-546af9e5-e791-446c-b0a3-e82dcb37eb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:20.518226 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-0cfeecc0-3871-40f3-b7cf-70ecab3fe028 req-546af9e5-e791-446c-b0a3-e82dcb37eb9f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=60b4bb7c-7825-4f15-bc04-5ac3fa10b445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0749407 Jul 29 05:25:20.526026 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c276dd4-9160-4954-b8d6-21569c788272 req-ce4effbb-6668-431a-95d8-58a42e483805 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Made reservation on behalf of 9d8baaf2e23546ee8ed1de278617c7d2 for: {'port': 1} {{(pid=104005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 05:25:20.529922 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-2c276dd4-9160-4954-b8d6-21569c788272 req-ce4effbb-6668-431a-95d8-58a42e483805 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (None), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:25:20.659382 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] get_ports_and_sgs() called for port_ids ['0cf03d4c-168e-46d0-b7d2-ec0918ad036b'] {{(pid=104006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 05:25:20.706867 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=100 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:25:20.751206 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-0cfeecc0-3871-40f3-b7cf-70ecab3fe028 req-e9378c40-74c9-4784-a9e0-2dea546fc95f service neutron] 10.222.0.60 "GET /v2.0/networks/60b4bb7c-7825-4f15-bc04-5ac3fa10b445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178795 Jul 29 05:25:20.840323 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2c80df-6eaa-45e0-b7d4-4bfaf7d7f84a req-04c208af-7582-4314-b413-8cfcd1796873 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:20.842704 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-8a2c80df-6eaa-45e0-b7d4-4bfaf7d7f84a req-04c208af-7582-4314-b413-8cfcd1796873 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=00171c99-cf39-4ed6-b78a-3bb24272b171 HTTP/1.1" status: 200 len: 946 time: 0.1549635 Jul 29 05:25:20.939304 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=100 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:25:20.950269 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-8a2c80df-6eaa-45e0-b7d4-4bfaf7d7f84a req-04a32f71-9806-4ae9-8fab-706dd5fd7d4f tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c942e50-e987-405e-a4e5-d39231e8d492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963085 Jul 29 05:25:20.995033 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.db_base_plugin_common [req-2c276dd4-9160-4954-b8d6-21569c788272 req-ce4effbb-6668-431a-95d8-58a42e483805 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Allocated IP 172.20.0.14 (b55efc63-6791-470d-af15-935a2f0fc83e/bbb96b40-4994-4d5c-ad35-a19342a29a39/cc0ff66d-f4e0-423a-a8ff-dc678b54c231) {{(pid=104005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 05:25:21.017746 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c250c262-414f-4454-aa27-d5634ee272a3 req-1d661354-082e-4fdc-8fa0-a29d85465273 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:21.021743 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:25:21.043408 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-c250c262-414f-4454-aa27-d5634ee272a3 req-1d661354-082e-4fdc-8fa0-a29d85465273 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ff83e9-b98e-47c5-83cb-37ac61826fba HTTP/1.1" status: 200 len: 946 time: 0.2021997 Jul 29 05:25:21.119527 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-0cfeecc0-3871-40f3-b7cf-70ecab3fe028 req-8f45c76e-13f9-4ecf-8281-198faaba924b service neutron] 10.222.0.60 "GET /v2.0/networks/60b4bb7c-7825-4f15-bc04-5ac3fa10b445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3474293 Jul 29 05:25:21.160300 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-c250c262-414f-4454-aa27-d5634ee272a3 req-5a981bb7-e279-4625-8b4b-a30774072f7e tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/security-groups?id=e9b3d23d-0615-4fd6-b695-2037ba10d6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300626 Jul 29 05:25:21.345019 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-2c276dd4-9160-4954-b8d6-21569c788272 req-ce4effbb-6668-431a-95d8-58a42e483805 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks [] for port (cc0ff66d-f4e0-423a-a8ff-dc678b54c231), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:25:21.400110 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-2c276dd4-9160-4954-b8d6-21569c788272 req-ce4effbb-6668-431a-95d8-58a42e483805 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737760223811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1905596'] for port (cc0ff66d-f4e0-423a-a8ff-dc678b54c231), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:25:21.452323 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:25:21.463861 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df65446-8f2b-45a5-be33-a6d144a8cee6 req-6135b1fb-d2ef-4f7b-b978-65baa4ba2ad4 tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:21.472077 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-7df65446-8f2b-45a5-be33-a6d144a8cee6 req-6135b1fb-d2ef-4f7b-b978-65baa4ba2ad4 tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] 10.222.0.49 "GET /v2.0/ports?device_id=87501cee-ef3c-4bdb-942c-3fc67c1032d0 HTTP/1.1" status: 200 len: 945 time: 0.0790331 Jul 29 05:25:21.514855 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4effbb-6668-431a-95d8-58a42e483805 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Pushing event updated for resources: {'Port': ['ID=cc0ff66d-f4e0-423a-a8ff-dc678b54c231,revision_number=1']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:25:21.522450 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c276dd4-9160-4954-b8d6-21569c788272 req-ce4effbb-6668-431a-95d8-58a42e483805 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Network b55efc63-6791-470d-af15-935a2f0fc83e is already hosted by enough agents. {{(pid=104005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 05:25:21.525631 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.base_scheduler [req-2c276dd4-9160-4954-b8d6-21569c788272 req-ce4effbb-6668-431a-95d8-58a42e483805 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Resources bound (agent type, host, resource id): {{(pid=104005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:25:21.528455 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c276dd4-9160-4954-b8d6-21569c788272 req-ce4effbb-6668-431a-95d8-58a42e483805 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Received port after_create {{(pid=104005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 05:25:21.617086 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-7df65446-8f2b-45a5-be33-a6d144a8cee6 req-caf8ea40-78fb-4215-aab3-af7c454b5444 tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] 10.222.0.49 "GET /v2.0/security-groups?id=10873ed0-801e-451a-aaaa-93d3e6c9aa2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440120 Jul 29 05:25:21.658600 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c276dd4-9160-4954-b8d6-21569c788272 req-ce4effbb-6668-431a-95d8-58a42e483805 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:21.659278 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-2c276dd4-9160-4954-b8d6-21569c788272 req-ce4effbb-6668-431a-95d8-58a42e483805 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249840'] for port (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:25:21.670457 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0c08bb-bf24-4d23-ada6-113bd74bd284 req-4ca9a7ef-8901-42f9-a4a3-845ecdfdee74 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:21.672047 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-af0c08bb-bf24-4d23-ada6-113bd74bd284 req-4ca9a7ef-8901-42f9-a4a3-845ecdfdee74 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/ports?device_id=4471f55c-7166-4321-b0ac-438ae8d3e5e2 HTTP/1.1" status: 200 len: 932 time: 0.1056137 Jul 29 05:25:21.728220 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-2c276dd4-9160-4954-b8d6-21569c788272 req-ce4effbb-6668-431a-95d8-58a42e483805 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6566920 Jul 29 05:25:21.753352 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-af0c08bb-bf24-4d23-ada6-113bd74bd284 req-de9dfa64-362a-47c7-933c-9fe519fc3d78 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/security-groups?id=78ca545d-2bbe-4a1e-88b9-ab93f3f4566d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722806 Jul 29 05:25:21.924343 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-b07c2af0-658c-43b5-8af1-86456fe375b2 None None] Provisioning complete for port cc0ff66d-f4e0-423a-a8ff-dc678b54c231 triggered by entity DHCP. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:25:21.924870 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-b07c2af0-658c-43b5-8af1-86456fe375b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (cc0ff66d-f4e0-423a-a8ff-dc678b54c231), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:25:21.969608 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Device 0cf03d4c-168e-46d0-b7d2-ec0918ad036b up at agent hyperv_hv-cinder-85127 {{(pid=104006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 05:25:21.975230 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-b07c2af0-658c-43b5-8af1-86456fe375b2 None None] Port cc0ff66d-f4e0-423a-a8ff-dc678b54c231 cannot update to ACTIVE because it is not bound. {{(pid=104006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 29 05:25:22.051262 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Provisioning for port 0cf03d4c-168e-46d0-b7d2-ec0918ad036b completed by entity L2. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 29 05:25:22.062646 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Provisioning complete for port 0cf03d4c-168e-46d0-b7d2-ec0918ad036b triggered by entity L2. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:25:22.063239 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (0cf03d4c-168e-46d0-b7d2-ec0918ad036b), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:25:22.183413 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.v2.base [req-2c276dd4-9160-4954-b8d6-21569c788272 req-bc937bc2-b11e-4abb-bb87-226ef53ca325 service neutron] Request body: {'port': {'device_id': '4471f55c-7166-4321-b0ac-438ae8d3e5e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85127'}} {{(pid=104005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:25:22.230822 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d77fa88-1d83-461f-b336-c38ae9b68d92 req-8b2f40bf-6a0f-4101-9bfd-d253f008a6a5 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:22.233019 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-0d77fa88-1d83-461f-b336-c38ae9b68d92 req-8b2f40bf-6a0f-4101-9bfd-d253f008a6a5 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=00171c99-cf39-4ed6-b78a-3bb24272b171 HTTP/1.1" status: 200 len: 946 time: 0.0973182 Jul 29 05:25:22.292564 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Current status of the port 0cf03d4c-168e-46d0-b7d2-ec0918ad036b is: BUILD; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:25:22.293402 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (0cf03d4c-168e-46d0-b7d2-ec0918ad036b), before_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:25:22.338457 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] For port 0cf03d4c-168e-46d0-b7d2-ec0918ad036b, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=0cf03d4c-168e-46d0-b7d2-ec0918ad036b,segment=NetworkSegment(d6b1b595-a5b9-4d29-9561-8d288c1b8139),segment_id=d6b1b595-a5b9-4d29-9561-8d288c1b8139)] {{(pid=104006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:25:22.339241 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-0d77fa88-1d83-461f-b336-c38ae9b68d92 req-2992b4b6-9a95-44c1-98db-e303b6e47862 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c942e50-e987-405e-a4e5-d39231e8d492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981848 Jul 29 05:25:22.339735 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87501cee-ef3c-4bdb-942c-3fc67c1032d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cf03d4c-168e-46d0-b7d2-ec0918ad036b'}] {{(pid=104006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 05:25:22.342510 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e99febf74dea338d8edfc28e98bc5f49fff1daa2966fa3a6b84f517592192115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba3a5ed9-c9ff-4de5-929b-8e1b460c9965" -d '{"events": [{"server_uuid": "87501cee-ef3c-4bdb-942c-3fc67c1032d0", "name": "network-vif-plugged", "status": "completed", "tag": "0cf03d4c-168e-46d0-b7d2-ec0918ad036b"}]}' {{(pid=104006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 05:25:22.346582 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (0cf03d4c-168e-46d0-b7d2-ec0918ad036b), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:25:22.414068 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-2c276dd4-9160-4954-b8d6-21569c788272 req-bc937bc2-b11e-4abb-bb87-226ef53ca325 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (cc0ff66d-f4e0-423a-a8ff-dc678b54c231), before_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:25:22.444801 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0126d9-1a0f-4b64-85ae-ddad525fd416 req-4e8b97be-5f3c-444a-b840-db22b17327af tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:22.446373 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-0f0126d9-1a0f-4b64-85ae-ddad525fd416 req-4e8b97be-5f3c-444a-b840-db22b17327af tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ff83e9-b98e-47c5-83cb-37ac61826fba HTTP/1.1" status: 200 len: 946 time: 0.0951738 Jul 29 05:25:22.454053 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Pushing event updated for resources: {'Port': ['ID=0cf03d4c-168e-46d0-b7d2-ec0918ad036b,revision_number=5']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:25:22.458977 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 05:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8136d09-743d-4133-9461-308372f40311 x-openstack-request-id: req-a8136d09-743d-4133-9461-308372f40311 {{(pid=104006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 05:25:22.459504 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87501cee-ef3c-4bdb-942c-3fc67c1032d0", "name": "network-vif-plugged", "status": "completed", "tag": "0cf03d4c-168e-46d0-b7d2-ec0918ad036b", "code": 200}]} {{(pid=104006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 05:25:22.459975 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a8136d09-743d-4133-9461-308372f40311 {{(pid=104006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 05:25:22.460540 dv-cinder-851279-2-iscsi neutron-server[104006]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8136d09-743d-4133-9461-308372f40311'] response: {'server_uuid': '87501cee-ef3c-4bdb-942c-3fc67c1032d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cf03d4c-168e-46d0-b7d2-ec0918ad036b', 'code': 200} Jul 29 05:25:22.518606 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:25:22.621059 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-0f0126d9-1a0f-4b64-85ae-ddad525fd416 req-19b15741-2cf6-47ca-9a8c-3db0eafbcd47 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/security-groups?id=e9b3d23d-0615-4fd6-b695-2037ba10d6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1424694 Jul 29 05:25:22.711335 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb75431c-5c4c-4f61-ab8a-6912056e82cb req-9b9b1f48-5087-4bc9-80d7-58f836d5ba49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:22.713003 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-eb75431c-5c4c-4f61-ab8a-6912056e82cb req-9b9b1f48-5087-4bc9-80d7-58f836d5ba49 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=87501cee-ef3c-4bdb-942c-3fc67c1032d0 HTTP/1.1" status: 200 len: 1130 time: 0.1148906 Jul 29 05:25:22.761325 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4bdb6a-e51e-4cad-b20d-c0b47e68984b req-cd0cd4a6-323f-494b-a679-824ec236878c tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:22.763872 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-0d4bdb6a-e51e-4cad-b20d-c0b47e68984b req-cd0cd4a6-323f-494b-a679-824ec236878c tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] 10.222.0.49 "GET /v2.0/ports?device_id=87501cee-ef3c-4bdb-942c-3fc67c1032d0 HTTP/1.1" status: 200 len: 946 time: 0.0587418 Jul 29 05:25:22.822094 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-eb75431c-5c4c-4f61-ab8a-6912056e82cb req-83a9c799-4a30-4acc-8cf4-702bbc87ccbb service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=10873ed0-801e-451a-aaaa-93d3e6c9aa2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956409 Jul 29 05:25:22.867493 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-0d4bdb6a-e51e-4cad-b20d-c0b47e68984b req-71af6bb7-b20d-4204-bb54-4806c06e7923 tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] 10.222.0.49 "GET /v2.0/security-groups?id=10873ed0-801e-451a-aaaa-93d3e6c9aa2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972857 Jul 29 05:25:22.900409 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.notifiers.nova [req-2c276dd4-9160-4954-b8d6-21569c788272 req-bc937bc2-b11e-4abb-bb87-226ef53ca325 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc0ff66d-f4e0-423a-a8ff-dc678b54c231 {{(pid=104005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 05:25:22.924075 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-2c276dd4-9160-4954-b8d6-21569c788272 req-bc937bc2-b11e-4abb-bb87-226ef53ca325 service neutron] Publish callbacks [] for port (cc0ff66d-f4e0-423a-a8ff-dc678b54c231), precommit_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:25:22.977538 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.provisioning_blocks [req-2c276dd4-9160-4954-b8d6-21569c788272 req-bc937bc2-b11e-4abb-bb87-226ef53ca325 service neutron] Transition to ACTIVE for port object cc0ff66d-f4e0-423a-a8ff-dc678b54c231 will not be triggered until provisioned by entity L2. {{(pid=104005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 29 05:25:22.984787 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672e6a9d-3f28-49b5-80bb-ff7f90802b09 req-b834e9f4-a88d-46d2-86c0-d8eb38d103ed tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:22.986880 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-672e6a9d-3f28-49b5-80bb-ff7f90802b09 req-b834e9f4-a88d-46d2-86c0-d8eb38d103ed tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/ports?device_id=4471f55c-7166-4321-b0ac-438ae8d3e5e2 HTTP/1.1" status: 200 len: 932 time: 0.0920558 Jul 29 05:25:22.988301 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-2c276dd4-9160-4954-b8d6-21569c788272 req-bc937bc2-b11e-4abb-bb87-226ef53ca325 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1905579'] for port (cc0ff66d-f4e0-423a-a8ff-dc678b54c231), after_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:25:23.106062 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:25:23.128671 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc937bc2-b11e-4abb-bb87-226ef53ca325 service neutron] Pushing event updated for resources: {'Port': ['ID=cc0ff66d-f4e0-423a-a8ff-dc678b54c231,revision_number=2']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:25:23.182894 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-672e6a9d-3f28-49b5-80bb-ff7f90802b09 req-72feae35-f345-43ec-b1fb-f4ad17b6b2a4 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/security-groups?id=78ca545d-2bbe-4a1e-88b9-ab93f3f4566d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1846497 Jul 29 05:25:23.269749 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.managers [req-2c276dd4-9160-4954-b8d6-21569c788272 req-bc937bc2-b11e-4abb-bb87-226ef53ca325 service neutron] Attempting to bind port cc0ff66d-f4e0-423a-a8ff-dc678b54c231 on host hv-cinder-85127 for vnic_type normal with profile {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 05:25:23.284654 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.managers [req-2c276dd4-9160-4954-b8d6-21569c788272 req-bc937bc2-b11e-4abb-bb87-226ef53ca325 service neutron] Attempting to bind port cc0ff66d-f4e0-423a-a8ff-dc678b54c231 by drivers openvswitch,hyperv on host hv-cinder-85127 at level 0 using segments [{'id': '7dd9aee4-ac8a-4d05-b89c-b82451a25827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b55efc63-6791-470d-af15-935a2f0fc83e'}] {{(pid=104005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 05:25:23.285544 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c276dd4-9160-4954-b8d6-21569c788272 req-bc937bc2-b11e-4abb-bb87-226ef53ca325 service neutron] Attempting to bind port cc0ff66d-f4e0-423a-a8ff-dc678b54c231 on network b55efc63-6791-470d-af15-935a2f0fc83e {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 05:25:23.307705 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c276dd4-9160-4954-b8d6-21569c788272 req-bc937bc2-b11e-4abb-bb87-226ef53ca325 service neutron] Port cc0ff66d-f4e0-423a-a8ff-dc678b54c231 on network b55efc63-6791-470d-af15-935a2f0fc83e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85127 {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 29 05:25:23.308379 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c276dd4-9160-4954-b8d6-21569c788272 req-bc937bc2-b11e-4abb-bb87-226ef53ca325 service neutron] Attempting to bind port cc0ff66d-f4e0-423a-a8ff-dc678b54c231 on network b55efc63-6791-470d-af15-935a2f0fc83e {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 05:25:23.315946 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c276dd4-9160-4954-b8d6-21569c788272 req-bc937bc2-b11e-4abb-bb87-226ef53ca325 service neutron] Checking agent: {'id': '12b139f9-2daf-4047-bd2d-6bc43cda34b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85127', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 5, 19, 7), 'started_at': datetime.datetime(2022, 7, 29, 5, 19, 7), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 5, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 05:25:23.316401 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c276dd4-9160-4954-b8d6-21569c788272 req-bc937bc2-b11e-4abb-bb87-226ef53ca325 service neutron] Checking segment: {'id': '7dd9aee4-ac8a-4d05-b89c-b82451a25827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b55efc63-6791-470d-af15-935a2f0fc83e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 05:25:23.317321 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c276dd4-9160-4954-b8d6-21569c788272 req-bc937bc2-b11e-4abb-bb87-226ef53ca325 service neutron] Bound using segment: {'id': '7dd9aee4-ac8a-4d05-b89c-b82451a25827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b55efc63-6791-470d-af15-935a2f0fc83e'} {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 05:25:23.317756 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.managers [req-2c276dd4-9160-4954-b8d6-21569c788272 req-bc937bc2-b11e-4abb-bb87-226ef53ca325 service neutron] Bound port: cc0ff66d-f4e0-423a-a8ff-dc678b54c231, host: hv-cinder-85127, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dd9aee4-ac8a-4d05-b89c-b82451a25827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b55efc63-6791-470d-af15-935a2f0fc83e'}}] {{(pid=104005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 05:25:23.318196 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-2c276dd4-9160-4954-b8d6-21569c788272 req-bc937bc2-b11e-4abb-bb87-226ef53ca325 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (cc0ff66d-f4e0-423a-a8ff-dc678b54c231), before_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:25:23.441286 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.db [req-2c276dd4-9160-4954-b8d6-21569c788272 req-bc937bc2-b11e-4abb-bb87-226ef53ca325 service neutron] For port cc0ff66d-f4e0-423a-a8ff-dc678b54c231, host hv-cinder-85127, cleared binding levels {{(pid=104005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 05:25:23.449277 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.db [req-2c276dd4-9160-4954-b8d6-21569c788272 req-bc937bc2-b11e-4abb-bb87-226ef53ca325 service neutron] For port cc0ff66d-f4e0-423a-a8ff-dc678b54c231, host hv-cinder-85127, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=cc0ff66d-f4e0-423a-a8ff-dc678b54c231,segment=NetworkSegment(7dd9aee4-ac8a-4d05-b89c-b82451a25827),segment_id=7dd9aee4-ac8a-4d05-b89c-b82451a25827)] {{(pid=104005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 05:25:23.459143 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-2c276dd4-9160-4954-b8d6-21569c788272 req-bc937bc2-b11e-4abb-bb87-226ef53ca325 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1905579'] for port (cc0ff66d-f4e0-423a-a8ff-dc678b54c231), after_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:25:23.535183 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d0bd2d-6104-41c0-a749-123d1cc0beac req-d90fb5df-022d-4583-9b3a-9b5bb6401bfc tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:23.544079 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-58d0bd2d-6104-41c0-a749-123d1cc0beac req-d90fb5df-022d-4583-9b3a-9b5bb6401bfc tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=00171c99-cf39-4ed6-b78a-3bb24272b171 HTTP/1.1" status: 200 len: 946 time: 0.0846920 Jul 29 05:25:23.630551 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-58d0bd2d-6104-41c0-a749-123d1cc0beac req-1f29400f-5a81-4d58-936b-de294397589b tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c942e50-e987-405e-a4e5-d39231e8d492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851855 Jul 29 05:25:23.829806 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c276dd4-9160-4954-b8d6-21569c788272 req-bc937bc2-b11e-4abb-bb87-226ef53ca325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:23.830448 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-2c276dd4-9160-4954-b8d6-21569c788272 req-bc937bc2-b11e-4abb-bb87-226ef53ca325 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249840'] for port (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:25:23.831944 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-2c276dd4-9160-4954-b8d6-21569c788272 req-bc937bc2-b11e-4abb-bb87-226ef53ca325 service neutron] 10.222.0.60 "PUT /v2.0/ports/cc0ff66d-f4e0-423a-a8ff-dc678b54c231 HTTP/1.1" status: 200 len: 1094 time: 1.6626587 Jul 29 05:25:23.832540 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4471f55c-7166-4321-b0ac-438ae8d3e5e2', 'tag': 'cc0ff66d-f4e0-423a-a8ff-dc678b54c231'}] {{(pid=104005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 05:25:23.834930 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18cb6d06cd9bdbb2624e76cf95b2230ef06252a8a1dccb16f0d07e3cc9dc753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01e71625-ec2a-49d4-933b-047f8ea10cda" -d '{"events": [{"name": "network-changed", "server_uuid": "4471f55c-7166-4321-b0ac-438ae8d3e5e2", "tag": "cc0ff66d-f4e0-423a-a8ff-dc678b54c231"}]}' {{(pid=104005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 05:25:23.868713 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6400e4-d8b6-4e89-88d8-e75e9a6beb73 req-58fc9415-ac7f-4c7b-bbdb-4e276986ac1d tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:23.870458 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-dd6400e4-d8b6-4e89-88d8-e75e9a6beb73 req-58fc9415-ac7f-4c7b-bbdb-4e276986ac1d tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ff83e9-b98e-47c5-83cb-37ac61826fba HTTP/1.1" status: 200 len: 946 time: 0.0868127 Jul 29 05:25:23.940731 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc937bc2-b11e-4abb-bb87-226ef53ca325 service neutron] Pushing event updated for resources: {'Port': ['ID=cc0ff66d-f4e0-423a-a8ff-dc678b54c231,revision_number=3']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:25:23.966795 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 05:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b43267d1-4ed9-41f6-ba8d-37769e5efd36 x-openstack-request-id: req-b43267d1-4ed9-41f6-ba8d-37769e5efd36 {{(pid=104005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 05:25:23.970681 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4471f55c-7166-4321-b0ac-438ae8d3e5e2", "tag": "cc0ff66d-f4e0-423a-a8ff-dc678b54c231", "status": "completed", "code": 200}]} {{(pid=104005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 05:25:23.970931 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b43267d1-4ed9-41f6-ba8d-37769e5efd36 {{(pid=104005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 05:25:23.971592 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b43267d1-4ed9-41f6-ba8d-37769e5efd36'] response: {'name': 'network-changed', 'server_uuid': '4471f55c-7166-4321-b0ac-438ae8d3e5e2', 'tag': 'cc0ff66d-f4e0-423a-a8ff-dc678b54c231', 'status': 'completed', 'code': 200} Jul 29 05:25:24.039036 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c276dd4-9160-4954-b8d6-21569c788272 req-23b70ef5-cee5-4ce0-b9e1-9dace5846e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:24.042299 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-2c276dd4-9160-4954-b8d6-21569c788272 req-23b70ef5-cee5-4ce0-b9e1-9dace5846e48 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9d8baaf2e23546ee8ed1de278617c7d2&device_id=4471f55c-7166-4321-b0ac-438ae8d3e5e2 HTTP/1.1" status: 200 len: 1128 time: 0.1196315 Jul 29 05:25:24.059223 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-dd6400e4-d8b6-4e89-88d8-e75e9a6beb73 req-24f73e84-7b35-4fcd-875d-a9f704a702d8 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/security-groups?id=e9b3d23d-0615-4fd6-b695-2037ba10d6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1720850 Jul 29 05:25:24.107886 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd48d41-5814-44f6-a82b-6f2770191d03 req-542b6786-1f62-4097-9716-1815555c16ba tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:24.116622 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-9fd48d41-5814-44f6-a82b-6f2770191d03 req-542b6786-1f62-4097-9716-1815555c16ba tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] 10.222.0.49 "GET /v2.0/ports?device_id=87501cee-ef3c-4bdb-942c-3fc67c1032d0 HTTP/1.1" status: 200 len: 946 time: 0.0746329 Jul 29 05:25:24.179889 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-9fd48d41-5814-44f6-a82b-6f2770191d03 req-b174d75d-cb44-4a1b-b99e-71b73d3ee410 tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] 10.222.0.49 "GET /v2.0/security-groups?id=10873ed0-801e-451a-aaaa-93d3e6c9aa2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619776 Jul 29 05:25:24.327921 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00a7466-276c-4586-bc91-f8fc945ef7ae req-547cddf7-df8e-47a9-906d-8670aec1d491 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:24.330046 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-a00a7466-276c-4586-bc91-f8fc945ef7ae req-547cddf7-df8e-47a9-906d-8670aec1d491 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/ports?device_id=4471f55c-7166-4321-b0ac-438ae8d3e5e2 HTTP/1.1" status: 200 len: 944 time: 0.0674574 Jul 29 05:25:24.380603 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:25:24.424289 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-a00a7466-276c-4586-bc91-f8fc945ef7ae req-9362f5d4-1ff7-4082-88ec-3ba8e6f42c26 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/security-groups?id=78ca545d-2bbe-4a1e-88b9-ab93f3f4566d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877695 Jul 29 05:25:24.575889 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-2c276dd4-9160-4954-b8d6-21569c788272 req-fc6013aa-1341-44e6-a89e-165142a9ecce service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc0ff66d-f4e0-423a-a8ff-dc678b54c231 HTTP/1.1" status: 200 len: 217 time: 0.0494890 Jul 29 05:25:24.646746 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c276dd4-9160-4954-b8d6-21569c788272 req-d0016c4d-dd0a-4e90-9e95-e561676b742a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:24.648315 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-2c276dd4-9160-4954-b8d6-21569c788272 req-d0016c4d-dd0a-4e90-9e95-e561676b742a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bbb96b40-4994-4d5c-ad35-a19342a29a39 HTTP/1.1" status: 200 len: 853 time: 0.0671144 Jul 29 05:25:24.758606 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c276dd4-9160-4954-b8d6-21569c788272 req-74b65e10-3ea0-47bb-87d3-e010f5bcaf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:24.760239 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-2c276dd4-9160-4954-b8d6-21569c788272 req-74b65e10-3ea0-47bb-87d3-e010f5bcaf04 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b55efc63-6791-470d-af15-935a2f0fc83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0815201 Jul 29 05:25:24.797863 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a01a499-b2ae-4fa5-b0ae-4e0cf0e540be req-d7c54d7c-141b-4e32-808f-8ba21ea84469 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:24.808710 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-4a01a499-b2ae-4fa5-b0ae-4e0cf0e540be req-d7c54d7c-141b-4e32-808f-8ba21ea84469 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=00171c99-cf39-4ed6-b78a-3bb24272b171 HTTP/1.1" status: 200 len: 946 time: 0.0806165 Jul 29 05:25:24.863624 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-4a01a499-b2ae-4fa5-b0ae-4e0cf0e540be req-09618945-cfff-4e4c-a456-9c8df0531035 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c942e50-e987-405e-a4e5-d39231e8d492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484135 Jul 29 05:25:24.935124 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-2c276dd4-9160-4954-b8d6-21569c788272 req-83727eef-fcd1-4385-b43f-6b84f58474e1 service neutron] 10.222.0.60 "GET /v2.0/networks/b55efc63-6791-470d-af15-935a2f0fc83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652794 Jul 29 05:25:25.081865 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-2c276dd4-9160-4954-b8d6-21569c788272 req-ff398227-c689-4b9f-8187-095b1490b38d service neutron] 10.222.0.60 "GET /v2.0/networks/b55efc63-6791-470d-af15-935a2f0fc83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393390 Jul 29 05:25:25.343362 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47dcfda-5efd-46af-ae47-3d362d70ef54 req-b697a986-b657-406b-b539-973701745c67 tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:25.345830 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-a47dcfda-5efd-46af-ae47-3d362d70ef54 req-b697a986-b657-406b-b539-973701745c67 tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] 10.222.0.49 "GET /v2.0/ports?device_id=87501cee-ef3c-4bdb-942c-3fc67c1032d0 HTTP/1.1" status: 200 len: 946 time: 0.0708435 Jul 29 05:25:25.409502 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-a47dcfda-5efd-46af-ae47-3d362d70ef54 req-5ff128c4-3445-4a77-a639-c01396fe041c tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] 10.222.0.49 "GET /v2.0/security-groups?id=10873ed0-801e-451a-aaaa-93d3e6c9aa2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570779 Jul 29 05:25:25.596741 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076024d0-209f-4c34-9e04-dd6533ae90d1 req-bfe2a60c-92eb-4cd4-b6bf-db2bed02392d tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:25.598903 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-076024d0-209f-4c34-9e04-dd6533ae90d1 req-bfe2a60c-92eb-4cd4-b6bf-db2bed02392d tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/ports?device_id=4471f55c-7166-4321-b0ac-438ae8d3e5e2 HTTP/1.1" status: 200 len: 944 time: 0.0745323 Jul 29 05:25:25.637858 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:25:25.652601 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-076024d0-209f-4c34-9e04-dd6533ae90d1 req-04d2b178-1b37-457c-9db8-61abbfacc15a tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/security-groups?id=78ca545d-2bbe-4a1e-88b9-ab93f3f4566d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478737 Jul 29 05:25:26.012216 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:25:26.017847 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=4 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:25:26.035028 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd123fce-582e-4522-9938-6f5df12862fc req-c75085fd-fe9d-49c9-9df5-63506cd2ccaf tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:26.037584 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-cd123fce-582e-4522-9938-6f5df12862fc req-c75085fd-fe9d-49c9-9df5-63506cd2ccaf tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=00171c99-cf39-4ed6-b78a-3bb24272b171 HTTP/1.1" status: 200 len: 946 time: 0.0614853 Jul 29 05:25:26.104618 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-cd123fce-582e-4522-9938-6f5df12862fc req-4a994843-fce1-427f-9152-076699af7746 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c942e50-e987-405e-a4e5-d39231e8d492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616050 Jul 29 05:25:26.232351 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e71625-ec2a-49d4-933b-047f8ea10cda req-09494bd0-4f11-4527-8120-124557299b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:26.235170 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-01e71625-ec2a-49d4-933b-047f8ea10cda req-09494bd0-4f11-4527-8120-124557299b5b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9d8baaf2e23546ee8ed1de278617c7d2&device_id=4471f55c-7166-4321-b0ac-438ae8d3e5e2 HTTP/1.1" status: 200 len: 1128 time: 0.0871296 Jul 29 05:25:26.423873 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e71625-ec2a-49d4-933b-047f8ea10cda req-43c1ddad-9360-475a-ae43-0b60f7618e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:26.427213 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-01e71625-ec2a-49d4-933b-047f8ea10cda req-43c1ddad-9360-475a-ae43-0b60f7618e11 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b55efc63-6791-470d-af15-935a2f0fc83e HTTP/1.1" status: 200 len: 915 time: 0.1832373 Jul 29 05:25:26.490849 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-01e71625-ec2a-49d4-933b-047f8ea10cda req-9aad2f4f-9022-4e9f-9373-3c0af8f3372c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc0ff66d-f4e0-423a-a8ff-dc678b54c231 HTTP/1.1" status: 200 len: 217 time: 0.0521581 Jul 29 05:25:26.565030 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e71625-ec2a-49d4-933b-047f8ea10cda req-f78a7808-1c0a-4460-a4e3-f9f29f470c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:26.565888 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-01e71625-ec2a-49d4-933b-047f8ea10cda req-f78a7808-1c0a-4460-a4e3-f9f29f470c5b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bbb96b40-4994-4d5c-ad35-a19342a29a39 HTTP/1.1" status: 200 len: 853 time: 0.0640688 Jul 29 05:25:26.633304 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e71625-ec2a-49d4-933b-047f8ea10cda req-1f1fb1bb-75d4-4abf-8c42-def8d6ba259a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:26.634827 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-01e71625-ec2a-49d4-933b-047f8ea10cda req-1f1fb1bb-75d4-4abf-8c42-def8d6ba259a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b55efc63-6791-470d-af15-935a2f0fc83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0612841 Jul 29 05:25:26.817368 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-01e71625-ec2a-49d4-933b-047f8ea10cda req-e4eec71b-5c54-4b93-bc70-76f548365a11 service neutron] 10.222.0.60 "GET /v2.0/networks/b55efc63-6791-470d-af15-935a2f0fc83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752846 Jul 29 05:25:26.841800 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21db025-108d-4a33-b295-2bbcf17de76d req-193119a8-a46c-48c8-8f7a-5ab5465095d5 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:26.843431 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-f21db025-108d-4a33-b295-2bbcf17de76d req-193119a8-a46c-48c8-8f7a-5ab5465095d5 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/ports?device_id=4471f55c-7166-4321-b0ac-438ae8d3e5e2 HTTP/1.1" status: 200 len: 944 time: 0.0804799 Jul 29 05:25:26.913071 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=100 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:25:26.977147 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-f21db025-108d-4a33-b295-2bbcf17de76d req-7b1a87b5-7010-4d84-aab4-6f6e57ad90e8 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/security-groups?id=78ca545d-2bbe-4a1e-88b9-ab93f3f4566d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077049 Jul 29 05:25:27.016973 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-01e71625-ec2a-49d4-933b-047f8ea10cda req-17f8cd75-4e9a-4b29-a92e-84d47cce17e4 service neutron] 10.222.0.60 "GET /v2.0/networks/b55efc63-6791-470d-af15-935a2f0fc83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724617 Jul 29 05:25:27.265890 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8aa3f9-4e34-49ac-b964-415182c91690 req-aab94377-39ae-432e-a63a-80873fa8dd13 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:27.273964 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-3b8aa3f9-4e34-49ac-b964-415182c91690 req-aab94377-39ae-432e-a63a-80873fa8dd13 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=00171c99-cf39-4ed6-b78a-3bb24272b171 HTTP/1.1" status: 200 len: 946 time: 0.0714104 Jul 29 05:25:27.330714 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-3b8aa3f9-4e34-49ac-b964-415182c91690 req-a8eb5ed3-e133-4532-9d84-88f544779c23 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c942e50-e987-405e-a4e5-d39231e8d492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554790 Jul 29 05:25:27.978029 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Device cc0ff66d-f4e0-423a-a8ff-dc678b54c231 details requested by agent hyperv_hv-cinder-85127 with host hv-cinder-85127 {{(pid=104006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 05:25:28.090848 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] For port cc0ff66d-f4e0-423a-a8ff-dc678b54c231, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=cc0ff66d-f4e0-423a-a8ff-dc678b54c231,segment=NetworkSegment(7dd9aee4-ac8a-4d05-b89c-b82451a25827),segment_id=7dd9aee4-ac8a-4d05-b89c-b82451a25827)] {{(pid=104006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:25:28.125617 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6815e7ca-d8f4-4d83-8f58-4fac1d5a90e9 req-e37224f6-1f79-4288-b8f3-eb9461c7a9cb tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:28.127127 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-6815e7ca-d8f4-4d83-8f58-4fac1d5a90e9 req-e37224f6-1f79-4288-b8f3-eb9461c7a9cb tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/ports?device_id=4471f55c-7166-4321-b0ac-438ae8d3e5e2 HTTP/1.1" status: 200 len: 944 time: 0.0561945 Jul 29 05:25:28.204093 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-6815e7ca-d8f4-4d83-8f58-4fac1d5a90e9 req-641e1d8c-2193-4801-9767-4f7f78a42424 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/security-groups?id=78ca545d-2bbe-4a1e-88b9-ab93f3f4566d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668232 Jul 29 05:25:28.248729 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Returning: {'device': 'cc0ff66d-f4e0-423a-a8ff-dc678b54c231', 'network_id': 'b55efc63-6791-470d-af15-935a2f0fc83e', 'port_id': 'cc0ff66d-f4e0-423a-a8ff-dc678b54c231', 'mac_address': 'fa:16:3e:88:26:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbb96b40-4994-4d5c-ad35-a19342a29a39', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 05:25:28.293746 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Current status of the port cc0ff66d-f4e0-423a-a8ff-dc678b54c231 is: DOWN; New status is: BUILD {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:25:28.294235 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (cc0ff66d-f4e0-423a-a8ff-dc678b54c231), before_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:25:28.309611 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.notifiers.nova [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc0ff66d-f4e0-423a-a8ff-dc678b54c231 {{(pid=104006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 05:25:28.333537 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] For port cc0ff66d-f4e0-423a-a8ff-dc678b54c231, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=cc0ff66d-f4e0-423a-a8ff-dc678b54c231,segment=NetworkSegment(7dd9aee4-ac8a-4d05-b89c-b82451a25827),segment_id=7dd9aee4-ac8a-4d05-b89c-b82451a25827)] {{(pid=104006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:25:28.337646 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (cc0ff66d-f4e0-423a-a8ff-dc678b54c231), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:25:28.420912 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Pushing event updated for resources: {'Port': ['ID=cc0ff66d-f4e0-423a-a8ff-dc678b54c231,revision_number=4']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:25:28.503133 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=100 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:25:28.512667 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213a4c11-b49b-489f-bd0e-086b6efe5de3 req-6caba9bd-7b19-42e9-b3c9-53de251629d2 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:28.514017 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-213a4c11-b49b-489f-bd0e-086b6efe5de3 req-6caba9bd-7b19-42e9-b3c9-53de251629d2 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=00171c99-cf39-4ed6-b78a-3bb24272b171 HTTP/1.1" status: 200 len: 946 time: 0.0576785 Jul 29 05:25:28.594805 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-213a4c11-b49b-489f-bd0e-086b6efe5de3 req-3a69a6f8-72e8-42a3-8bde-98c63d5eb54c tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c942e50-e987-405e-a4e5-d39231e8d492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721738 Jul 29 05:25:28.640169 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] get_ports_and_sgs() called for port_ids ['cc0ff66d-f4e0-423a-a8ff-dc678b54c231'] {{(pid=104006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 05:25:28.679762 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:25:28.738569 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da580722-2b8f-4b43-aab6-57a5108eef88 req-a27725fc-3d14-4f3c-838f-f67445f17ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:28.740425 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-da580722-2b8f-4b43-aab6-57a5108eef88 req-a27725fc-3d14-4f3c-838f-f67445f17ebc service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=00171c99-cf39-4ed6-b78a-3bb24272b171 HTTP/1.1" status: 200 len: 1130 time: 0.0655742 Jul 29 05:25:28.808131 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-da580722-2b8f-4b43-aab6-57a5108eef88 req-442be420-2459-45e3-a15d-38259670b324 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=1c942e50-e987-405e-a4e5-d39231e8d492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602541 Jul 29 05:25:29.018840 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.agents_db [None req-24db149f-f2c4-42ba-b1ad-acaecd0c6386 None None] Agent healthcheck: found 6 active agents {{(pid=104007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 05:25:29.348518 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2758a0e3-5bc0-413b-b54d-21add75bdfd2 req-e52fa86d-82d6-4f70-82b9-a49074efa226 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:29.356137 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-2758a0e3-5bc0-413b-b54d-21add75bdfd2 req-e52fa86d-82d6-4f70-82b9-a49074efa226 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/ports?device_id=4471f55c-7166-4321-b0ac-438ae8d3e5e2 HTTP/1.1" status: 200 len: 945 time: 0.0701530 Jul 29 05:25:29.412161 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-2758a0e3-5bc0-413b-b54d-21add75bdfd2 req-0a1ed849-1292-4ebb-ab0e-4983d7d4d4de tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/security-groups?id=78ca545d-2bbe-4a1e-88b9-ab93f3f4566d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547431 Jul 29 05:25:29.753324 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234e724d-27d0-4f93-a8aa-3defd5950407 req-7b58e712-dd67-47c8-8fa8-f6a65767836b tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:29.756324 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-234e724d-27d0-4f93-a8aa-3defd5950407 req-7b58e712-dd67-47c8-8fa8-f6a65767836b tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=00171c99-cf39-4ed6-b78a-3bb24272b171 HTTP/1.1" status: 200 len: 946 time: 0.0584381 Jul 29 05:25:29.830351 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-234e724d-27d0-4f93-a8aa-3defd5950407 req-a40f817c-79a5-4767-a626-48d56b97229f tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c942e50-e987-405e-a4e5-d39231e8d492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680244 Jul 29 05:25:30.009267 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Device cc0ff66d-f4e0-423a-a8ff-dc678b54c231 up at agent hyperv_hv-cinder-85127 {{(pid=104006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 05:25:30.057059 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Provisioning for port cc0ff66d-f4e0-423a-a8ff-dc678b54c231 completed by entity L2. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 29 05:25:30.064224 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Provisioning complete for port cc0ff66d-f4e0-423a-a8ff-dc678b54c231 triggered by entity L2. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:25:30.064601 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (cc0ff66d-f4e0-423a-a8ff-dc678b54c231), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:25:30.093680 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:25:30.159665 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Current status of the port cc0ff66d-f4e0-423a-a8ff-dc678b54c231 is: BUILD; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:25:30.161762 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (cc0ff66d-f4e0-423a-a8ff-dc678b54c231), before_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:25:30.196078 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4471f55c-7166-4321-b0ac-438ae8d3e5e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc0ff66d-f4e0-423a-a8ff-dc678b54c231'}] {{(pid=104006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 05:25:30.198829 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e99febf74dea338d8edfc28e98bc5f49fff1daa2966fa3a6b84f517592192115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c76c2a13-d23d-499e-b920-733a415747cb" -d '{"events": [{"server_uuid": "4471f55c-7166-4321-b0ac-438ae8d3e5e2", "name": "network-vif-plugged", "status": "completed", "tag": "cc0ff66d-f4e0-423a-a8ff-dc678b54c231"}]}' {{(pid=104006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 05:25:30.234837 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] For port cc0ff66d-f4e0-423a-a8ff-dc678b54c231, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=cc0ff66d-f4e0-423a-a8ff-dc678b54c231,segment=NetworkSegment(7dd9aee4-ac8a-4d05-b89c-b82451a25827),segment_id=7dd9aee4-ac8a-4d05-b89c-b82451a25827)] {{(pid=104006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:25:30.241972 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (cc0ff66d-f4e0-423a-a8ff-dc678b54c231), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:25:30.278083 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 05:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7124cf47-816e-4e59-9486-b9e9d5c8c7b0 x-openstack-request-id: req-7124cf47-816e-4e59-9486-b9e9d5c8c7b0 {{(pid=104006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 05:25:30.278568 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4471f55c-7166-4321-b0ac-438ae8d3e5e2", "name": "network-vif-plugged", "status": "completed", "tag": "cc0ff66d-f4e0-423a-a8ff-dc678b54c231", "code": 200}]} {{(pid=104006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 05:25:30.278827 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7124cf47-816e-4e59-9486-b9e9d5c8c7b0 {{(pid=104006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 05:25:30.279224 dv-cinder-851279-2-iscsi neutron-server[104006]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7124cf47-816e-4e59-9486-b9e9d5c8c7b0'] response: {'server_uuid': '4471f55c-7166-4321-b0ac-438ae8d3e5e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc0ff66d-f4e0-423a-a8ff-dc678b54c231', 'code': 200} Jul 29 05:25:30.304705 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Pushing event updated for resources: {'Port': ['ID=cc0ff66d-f4e0-423a-a8ff-dc678b54c231,revision_number=5']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:25:30.564457 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac742cc6-6e9c-44e5-8cc4-9c6e8f0e3368 req-c9e1c066-5048-4908-ab4c-610604e25542 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:30.571879 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-ac742cc6-6e9c-44e5-8cc4-9c6e8f0e3368 req-c9e1c066-5048-4908-ab4c-610604e25542 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/ports?device_id=4471f55c-7166-4321-b0ac-438ae8d3e5e2 HTTP/1.1" status: 200 len: 946 time: 0.0762491 Jul 29 05:25:30.652612 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-ac742cc6-6e9c-44e5-8cc4-9c6e8f0e3368 req-bfb352e8-9261-49e3-931f-1bf98428b184 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/security-groups?id=78ca545d-2bbe-4a1e-88b9-ab93f3f4566d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603361 Jul 29 05:25:30.846043 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d85a9d-e9f4-4523-90fe-f5578980b576 req-32f5884e-c3f4-421e-9e36-efa188802757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:30.848759 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-41d85a9d-e9f4-4523-90fe-f5578980b576 req-32f5884e-c3f4-421e-9e36-efa188802757 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4471f55c-7166-4321-b0ac-438ae8d3e5e2 HTTP/1.1" status: 200 len: 1130 time: 0.0515988 Jul 29 05:25:30.915121 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-41d85a9d-e9f4-4523-90fe-f5578980b576 req-a2567e4e-c47b-4922-8c00-edecb0e9f98a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=78ca545d-2bbe-4a1e-88b9-ab93f3f4566d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601754 Jul 29 05:25:30.978049 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd423898-ee83-44f0-a781-423130e55981 req-06196dcd-9411-4ff1-8cbc-70be2dc7a972 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:30.980392 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-fd423898-ee83-44f0-a781-423130e55981 req-06196dcd-9411-4ff1-8cbc-70be2dc7a972 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=00171c99-cf39-4ed6-b78a-3bb24272b171 HTTP/1.1" status: 200 len: 946 time: 0.0585346 Jul 29 05:25:31.050471 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-fd423898-ee83-44f0-a781-423130e55981 req-d3e538e0-6bff-4c59-87d7-7258a1d98d93 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c942e50-e987-405e-a4e5-d39231e8d492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639148 Jul 29 05:25:31.581491 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=100 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:25:31.602346 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1d6ff7-87ca-41c5-961b-fc516cff10c8 req-cf24d1c0-1d05-441f-bcb7-c3601c297022 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:31.604103 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-1b1d6ff7-87ca-41c5-961b-fc516cff10c8 req-cf24d1c0-1d05-441f-bcb7-c3601c297022 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=00171c99-cf39-4ed6-b78a-3bb24272b171 HTTP/1.1" status: 200 len: 946 time: 0.0581853 Jul 29 05:25:31.707982 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-1b1d6ff7-87ca-41c5-961b-fc516cff10c8 req-11e6543e-0b09-4320-9ca6-140aa323af70 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c942e50-e987-405e-a4e5-d39231e8d492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949922 Jul 29 05:25:31.793046 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=100 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:25:31.804886 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934867de-b2af-4ad1-b58a-1fbec97b7668 req-bbe78b00-d6ba-4292-97d3-e19a530a8036 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:31.808123 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-934867de-b2af-4ad1-b58a-1fbec97b7668 req-bbe78b00-d6ba-4292-97d3-e19a530a8036 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/ports?device_id=4471f55c-7166-4321-b0ac-438ae8d3e5e2 HTTP/1.1" status: 200 len: 946 time: 0.0668111 Jul 29 05:25:31.965553 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-934867de-b2af-4ad1-b58a-1fbec97b7668 req-0d9afe03-a89d-4395-9846-0da62e144ddb tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/security-groups?id=78ca545d-2bbe-4a1e-88b9-ab93f3f4566d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1442935 Jul 29 05:25:31.984109 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e349f924-2295-437a-8836-19e2be2659de req-0f8cc3a3-8fb7-472c-a1ce-de3d948e24b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:31.985692 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-e349f924-2295-437a-8836-19e2be2659de req-0f8cc3a3-8fb7-472c-a1ce-de3d948e24b5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=153fe5d9d64346f6b7419eba91948678&device_id=00171c99-cf39-4ed6-b78a-3bb24272b171 HTTP/1.1" status: 200 len: 1130 time: 0.0957537 Jul 29 05:25:32.099317 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e349f924-2295-437a-8836-19e2be2659de req-ba8660e4-5a4e-4704-8d6b-dcfd3bf65ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:32.100920 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-e349f924-2295-437a-8836-19e2be2659de req-ba8660e4-5a4e-4704-8d6b-dcfd3bf65ea0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9 HTTP/1.1" status: 200 len: 920 time: 0.1029601 Jul 29 05:25:32.374588 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-e349f924-2295-437a-8836-19e2be2659de req-8a509831-64dd-437b-adac-2e5721e6442e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9da91d9-425e-4a0a-af65-aa645da630ad HTTP/1.1" status: 200 len: 1001 time: 0.0853047 Jul 29 05:25:32.847886 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0f4cb9-c1d5-4e34-bc2d-338e2ee5887b req-ab486e82-89d5-49d9-b4dc-5ed8aff96dc3 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:32.856848 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-5e0f4cb9-c1d5-4e34-bc2d-338e2ee5887b req-ab486e82-89d5-49d9-b4dc-5ed8aff96dc3 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=00171c99-cf39-4ed6-b78a-3bb24272b171 HTTP/1.1" status: 200 len: 946 time: 0.0660894 Jul 29 05:25:32.915096 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e349f924-2295-437a-8836-19e2be2659de req-1efc4d05-3334-43d4-a98b-798401c28913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:32.916838 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-e349f924-2295-437a-8836-19e2be2659de req-1efc4d05-3334-43d4-a98b-798401c28913 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a137c074-4437-44e5-8103-6184a1dda097 HTTP/1.1" status: 200 len: 858 time: 0.0596938 Jul 29 05:25:32.932902 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-5e0f4cb9-c1d5-4e34-bc2d-338e2ee5887b req-411ac0a9-aa9d-4bde-80c2-8deb93ecdd5b tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c942e50-e987-405e-a4e5-d39231e8d492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750208 Jul 29 05:25:33.099851 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2617d19d-d9fb-47a1-8da3-8b4c7ea111cc req-a82b32d6-9944-4bcc-897a-0f046f91b10b tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:33.108056 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-2617d19d-d9fb-47a1-8da3-8b4c7ea111cc req-a82b32d6-9944-4bcc-897a-0f046f91b10b tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/ports?device_id=4471f55c-7166-4321-b0ac-438ae8d3e5e2 HTTP/1.1" status: 200 len: 946 time: 0.0599616 Jul 29 05:25:33.143189 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=100 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:25:33.173604 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-2617d19d-d9fb-47a1-8da3-8b4c7ea111cc req-05c42189-95e7-4c0f-8a25-39731b350624 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/security-groups?id=78ca545d-2bbe-4a1e-88b9-ab93f3f4566d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643423 Jul 29 05:25:33.306027 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb1e3bb-32af-466b-be63-39035c931c09 req-80af2e31-d79c-48e3-ac23-d0aa41f18a4b tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:33.307994 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-1cb1e3bb-32af-466b-be63-39035c931c09 req-80af2e31-d79c-48e3-ac23-d0aa41f18a4b tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/ports?device_id=4471f55c-7166-4321-b0ac-438ae8d3e5e2 HTTP/1.1" status: 200 len: 946 time: 0.0623856 Jul 29 05:25:33.317911 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 34010) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:25:33.323425 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.v2.base [None req-642b47bb-6c80-414f-b491-281a571b854c tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Request body: {'floatingip': {'port_id': 'cc0ff66d-f4e0-423a-a8ff-dc678b54c231'}} {{(pid=104004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:25:33.377168 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e349f924-2295-437a-8836-19e2be2659de req-d6a791e0-7d0a-4614-96c1-a803fa904e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:33.380130 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-e349f924-2295-437a-8836-19e2be2659de req-d6a791e0-7d0a-4614-96c1-a803fa904e04 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0642469 Jul 29 05:25:33.402976 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-642b47bb-6c80-414f-b491-281a571b854c tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks [] for floatingip (1bebf9a1-067c-4cc8-bad7-d191c3b5b144), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:25:33.493297 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-e349f924-2295-437a-8836-19e2be2659de req-e90863e8-ea84-49dc-90fc-e7ae5ada02aa service neutron] 10.222.0.60 "GET /v2.0/networks/71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014075 Jul 29 05:25:33.936439 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-e349f924-2295-437a-8836-19e2be2659de req-f55d373a-96ef-46e4-ae7a-b2cb4d639bfd service neutron] 10.222.0.60 "GET /v2.0/networks/71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539078 Jul 29 05:25:33.981852 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-642b47bb-6c80-414f-b491-281a571b854c tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:25:33.987668 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-642b47bb-6c80-414f-b491-281a571b854c tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-375524'] for floatingip (1bebf9a1-067c-4cc8-bad7-d191c3b5b144), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:25:34.053610 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:25:34.143708 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7b835b-bbdd-473d-986c-d8073e641c4b req-78d6149d-d20c-4669-a273-9b8bd8569f51 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:34.155113 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-bf7b835b-bbdd-473d-986c-d8073e641c4b req-78d6149d-d20c-4669-a273-9b8bd8569f51 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=00171c99-cf39-4ed6-b78a-3bb24272b171 HTTP/1.1" status: 200 len: 946 time: 0.1042914 Jul 29 05:25:34.271072 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-bf7b835b-bbdd-473d-986c-d8073e641c4b req-ff42e61f-7efb-470f-acc5-5a78ee8765d3 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c942e50-e987-405e-a4e5-d39231e8d492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143503 Jul 29 05:25:34.433968 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.db.l3_db [None req-642b47bb-6c80-414f-b491-281a571b854c tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Floating IP 1bebf9a1-067c-4cc8-bad7-d191c3b5b144 associated. External IP: 172.27.2.198, port: cc0ff66d-f4e0-423a-a8ff-dc678b54c231. Jul 29 05:25:34.715314 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-642b47bb-6c80-414f-b491-281a571b854c tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Router 2f4539bc-d4ea-4bf2-91d9-64bace1e5856 has already been hosted by L3 agent 8a9a6061-e61b-4901-b35e-5e71dea10db3 {{(pid=104004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 05:25:34.851183 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-642b47bb-6c80-414f-b491-281a571b854c tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Notify agent at l3_agent.dv-cinder-851279-2-iscsi the message routers_updated {{(pid=104004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 05:25:34.856166 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-642b47bb-6c80-414f-b491-281a571b854c tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249840'] for floatingip (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:25:34.865608 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6bbeebb-3344-4dbf-956d-6140695e41b3 None None] Sync routers for ids ['2f4539bc-d4ea-4bf2-91d9-64bace1e5856'] in dv-cinder-851279-2-iscsi {{(pid=104006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 05:25:34.880657 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6bbeebb-3344-4dbf-956d-6140695e41b3 None None] Routers {'2f4539bc-d4ea-4bf2-91d9-64bace1e5856'} bound to L3 agent in host dv-cinder-851279-2-iscsi {{(pid=104006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:25:34.881738 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_hamode_db [None req-c6bbeebb-3344-4dbf-956d-6140695e41b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-29T05:12:08Z,description=,heartbeat_timestamp=2022-07-29T05:25:08Z,host='dv-cinder-851279-2-iscsi',id=8a9a6061-e61b-4901-b35e-5e71dea10db3,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T05:12:08Z,topic='l3_agent')) {'router_ids': ['2f4539bc-d4ea-4bf2-91d9-64bace1e5856'], 'active': True} {{(pid=104006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:25:34.883385 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=100 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:25:34.894272 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-642b47bb-6c80-414f-b491-281a571b854c tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "PUT /v2.0/floatingips/1bebf9a1-067c-4cc8-bad7-d191c3b5b144 HTTP/1.1" status: 200 len: 992 time: 1.5746958 Jul 29 05:25:34.894863 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4471f55c-7166-4321-b0ac-438ae8d3e5e2', 'tag': 'cc0ff66d-f4e0-423a-a8ff-dc678b54c231'}] {{(pid=104004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 05:25:34.897316 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63c9829679c4fd80aa44d623845be63326d0df95c18b6a0c0eedf1e192ffcaec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-233d031a-4f5b-4d98-9f04-9c366716a7f8" -d '{"events": [{"name": "network-changed", "server_uuid": "4471f55c-7166-4321-b0ac-438ae8d3e5e2", "tag": "cc0ff66d-f4e0-423a-a8ff-dc678b54c231"}]}' {{(pid=104004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 05:25:34.940816 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 05:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c41596f-5687-4810-bc21-a860ec8f0802 x-openstack-request-id: req-3c41596f-5687-4810-bc21-a860ec8f0802 {{(pid=104004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 05:25:34.941888 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4471f55c-7166-4321-b0ac-438ae8d3e5e2", "tag": "cc0ff66d-f4e0-423a-a8ff-dc678b54c231", "status": "completed", "code": 200}]} {{(pid=104004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 05:25:34.942154 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3c41596f-5687-4810-bc21-a860ec8f0802 {{(pid=104004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 05:25:34.942643 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c41596f-5687-4810-bc21-a860ec8f0802'] response: {'name': 'network-changed', 'server_uuid': '4471f55c-7166-4321-b0ac-438ae8d3e5e2', 'tag': 'cc0ff66d-f4e0-423a-a8ff-dc678b54c231', 'status': 'completed', 'code': 200} Jul 29 05:25:35.004550 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvr_db [None req-c6bbeebb-3344-4dbf-956d-6140695e41b3 None None] Set router 2f4539bc-d4ea-4bf2-91d9-64bace1e5856 gateway port host: dv-cinder-851279-2-iscsi {{(pid=104006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:25:35.248704 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:25:35.270319 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_hamode_db [None req-c6bbeebb-3344-4dbf-956d-6140695e41b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f4539bc-d4ea-4bf2-91d9-64bace1e5856', 'name': 'tempest-AttachVolumeNegativeTest-392654816-router', 'tenant_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '80161f1c-297a-4942-ab94-ca8574f080db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:21:02Z', 'updated_at': '2022-07-29T05:21:11Z', 'revision_number': 4, 'project_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'gw_port': {'id': '80161f1c-297a-4942-ab94-ca8574f080db', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:33:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4539bc-d4ea-4bf2-91d9-64bace1e5856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:03Z', 'updated_at': '2022-07-29T05:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi', '_floatingips': [{'id': '1bebf9a1-067c-4cc8-bad7-d191c3b5b144', 'tenant_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'floating_ip_address': '172.27.2.198', 'floating_network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'router_id': '2f4539bc-d4ea-4bf2-91d9-64bace1e5856', 'port_id': 'cc0ff66d-f4e0-423a-a8ff-dc678b54c231', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b55efc63-6791-470d-af15-935a2f0fc83e', 'mac_address': 'fa:16:3e:88:26:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4471f55c-7166-4321-b0ac-438ae8d3e5e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T05:25:13Z', 'updated_at': '2022-07-29T05:25:33Z', 'revision_number': 1, 'project_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '205980a9-ef0f-4a59-a55e-71e75787c094', 'name': '', 'network_id': 'b55efc63-6791-470d-af15-935a2f0fc83e', 'tenant_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'mac_address': 'fa:16:3e:95:99:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4539bc-d4ea-4bf2-91d9-64bace1e5856', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'bbb96b40-4994-4d5c-ad35-a19342a29a39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:08Z', 'updated_at': '2022-07-29T05:21:26Z', 'revision_number': 5, 'project_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'subnets': [{'id': 'bbb96b40-4994-4d5c-ad35-a19342a29a39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-2-iscsi', False) {} {{(pid=104006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:25:35.305201 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6bbeebb-3344-4dbf-956d-6140695e41b3 None None] Checking router: 2f4539bc-d4ea-4bf2-91d9-64bace1e5856 for host: dv-cinder-851279-2-iscsi {{(pid=104006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 05:25:35.315016 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6bbeebb-3344-4dbf-956d-6140695e41b3 None None] Routers {'2f4539bc-d4ea-4bf2-91d9-64bace1e5856'} bound to L3 agent in host dv-cinder-851279-2-iscsi {{(pid=104006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:25:35.315524 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_hamode_db [None req-c6bbeebb-3344-4dbf-956d-6140695e41b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-29T05:12:08Z,description=,heartbeat_timestamp=2022-07-29T05:25:08Z,host='dv-cinder-851279-2-iscsi',id=8a9a6061-e61b-4901-b35e-5e71dea10db3,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T05:12:08Z,topic='l3_agent')) {'router_ids': ['2f4539bc-d4ea-4bf2-91d9-64bace1e5856'], 'active': True} {{(pid=104006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:25:35.414339 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1736fcd9-b91d-4bf4-a8ed-3f762f428c59 req-8768587f-e4f8-4d58-8375-a2a23f7cbfd7 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:35.416318 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-1736fcd9-b91d-4bf4-a8ed-3f762f428c59 req-8768587f-e4f8-4d58-8375-a2a23f7cbfd7 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=00171c99-cf39-4ed6-b78a-3bb24272b171 HTTP/1.1" status: 200 len: 946 time: 0.0723715 Jul 29 05:25:35.439760 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvr_db [None req-c6bbeebb-3344-4dbf-956d-6140695e41b3 None None] Set router 2f4539bc-d4ea-4bf2-91d9-64bace1e5856 gateway port host: dv-cinder-851279-2-iscsi {{(pid=104006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:25:35.503077 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-1736fcd9-b91d-4bf4-a8ed-3f762f428c59 req-22bd58df-4d7c-474a-9778-ad2cfd9580ca tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c942e50-e987-405e-a4e5-d39231e8d492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792685 Jul 29 05:25:35.635477 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-36f7607d-7859-47d5-b62c-b7c7a585579d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (0319cf4e-40d4-4455-bfa4-d5e1d8f6ed41), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:25:35.705635 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:25:35.719562 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_hamode_db [None req-c6bbeebb-3344-4dbf-956d-6140695e41b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f4539bc-d4ea-4bf2-91d9-64bace1e5856', 'name': 'tempest-AttachVolumeNegativeTest-392654816-router', 'tenant_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '80161f1c-297a-4942-ab94-ca8574f080db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:21:02Z', 'updated_at': '2022-07-29T05:21:11Z', 'revision_number': 4, 'project_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'gw_port': {'id': '80161f1c-297a-4942-ab94-ca8574f080db', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:33:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4539bc-d4ea-4bf2-91d9-64bace1e5856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:03Z', 'updated_at': '2022-07-29T05:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi', '_floatingips': [{'id': '1bebf9a1-067c-4cc8-bad7-d191c3b5b144', 'tenant_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'floating_ip_address': '172.27.2.198', 'floating_network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'router_id': '2f4539bc-d4ea-4bf2-91d9-64bace1e5856', 'port_id': 'cc0ff66d-f4e0-423a-a8ff-dc678b54c231', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b55efc63-6791-470d-af15-935a2f0fc83e', 'mac_address': 'fa:16:3e:88:26:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4471f55c-7166-4321-b0ac-438ae8d3e5e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T05:25:13Z', 'updated_at': '2022-07-29T05:25:33Z', 'revision_number': 1, 'project_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '205980a9-ef0f-4a59-a55e-71e75787c094', 'name': '', 'network_id': 'b55efc63-6791-470d-af15-935a2f0fc83e', 'tenant_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'mac_address': 'fa:16:3e:95:99:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4539bc-d4ea-4bf2-91d9-64bace1e5856', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'bbb96b40-4994-4d5c-ad35-a19342a29a39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:08Z', 'updated_at': '2022-07-29T05:21:26Z', 'revision_number': 5, 'project_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'subnets': [{'id': 'bbb96b40-4994-4d5c-ad35-a19342a29a39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-2-iscsi', False) {} {{(pid=104006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:25:35.746410 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6bbeebb-3344-4dbf-956d-6140695e41b3 None None] The sync data for ids ['2f4539bc-d4ea-4bf2-91d9-64bace1e5856'] in dv-cinder-851279-2-iscsi is: [{'id': '2f4539bc-d4ea-4bf2-91d9-64bace1e5856', 'name': 'tempest-AttachVolumeNegativeTest-392654816-router', 'tenant_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '80161f1c-297a-4942-ab94-ca8574f080db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:21:02Z', 'updated_at': '2022-07-29T05:21:11Z', 'revision_number': 4, 'project_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'gw_port': {'id': '80161f1c-297a-4942-ab94-ca8574f080db', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:33:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4539bc-d4ea-4bf2-91d9-64bace1e5856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:03Z', 'updated_at': '2022-07-29T05:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi', '_floatingips': [{'id': '1bebf9a1-067c-4cc8-bad7-d191c3b5b144', 'tenant_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'floating_ip_address': '172.27.2.198', 'floating_network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'router_id': '2f4539bc-d4ea-4bf2-91d9-64bace1e5856', 'port_id': 'cc0ff66d-f4e0-423a-a8ff-dc678b54c231', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b55efc63-6791-470d-af15-935a2f0fc83e', 'mac_address': 'fa:16:3e:88:26:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4471f55c-7166-4321-b0ac-438ae8d3e5e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T05:25:13Z', 'updated_at': '2022-07-29T05:25:33Z', 'revision_number': 1, 'project_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '205980a9-ef0f-4a59-a55e-71e75787c094', 'name': '', 'network_id': 'b55efc63-6791-470d-af15-935a2f0fc83e', 'tenant_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'mac_address': 'fa:16:3e:95:99:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4539bc-d4ea-4bf2-91d9-64bace1e5856', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'bbb96b40-4994-4d5c-ad35-a19342a29a39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:08Z', 'updated_at': '2022-07-29T05:21:26Z', 'revision_number': 5, 'project_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'subnets': [{'id': 'bbb96b40-4994-4d5c-ad35-a19342a29a39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 05:25:35.965067 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f887ed04-6e41-411e-b1cc-74a742acfb47 None None] New status for floating IP 1bebf9a1-067c-4cc8-bad7-d191c3b5b144: ACTIVE {{(pid=104007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 29 05:25:36.624612 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ad02cc-df26-45cf-b8a8-1a900a00d9b0 req-8fe34001-c42f-48ea-b2c2-375ceb38907f tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:36.626063 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-15ad02cc-df26-45cf-b8a8-1a900a00d9b0 req-8fe34001-c42f-48ea-b2c2-375ceb38907f tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=00171c99-cf39-4ed6-b78a-3bb24272b171 HTTP/1.1" status: 200 len: 946 time: 0.0467515 Jul 29 05:25:36.672964 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-15ad02cc-df26-45cf-b8a8-1a900a00d9b0 req-976cb336-15ba-4f18-b297-732961c1ba38 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c942e50-e987-405e-a4e5-d39231e8d492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412872 Jul 29 05:25:37.308462 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (12b139f9-2daf-4047-bd2d-6bc43cda34b6), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:25:37.799568 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83ead47-7ba7-42a5-ab03-75ba061ef7d0 req-08b002e5-b041-4a41-80e3-0026a24ed124 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:37.801690 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-f83ead47-7ba7-42a5-ab03-75ba061ef7d0 req-08b002e5-b041-4a41-80e3-0026a24ed124 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=00171c99-cf39-4ed6-b78a-3bb24272b171 HTTP/1.1" status: 200 len: 946 time: 0.0525951 Jul 29 05:25:37.851330 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-f83ead47-7ba7-42a5-ab03-75ba061ef7d0 req-93e1eda7-6f8d-44e9-922a-e4719ca1ad99 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c942e50-e987-405e-a4e5-d39231e8d492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439861 Jul 29 05:25:38.134620 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-6c1eaac6-bf10-4358-b027-b0b3d608ac61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (8a9a6061-e61b-4901-b35e-5e71dea10db3), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:25:38.440386 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233d031a-4f5b-4d98-9f04-9c366716a7f8 req-0a22c93f-e0b2-48d8-bc00-629f3deedaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:38.442086 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-233d031a-4f5b-4d98-9f04-9c366716a7f8 req-0a22c93f-e0b2-48d8-bc00-629f3deedaf0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9d8baaf2e23546ee8ed1de278617c7d2&device_id=4471f55c-7166-4321-b0ac-438ae8d3e5e2 HTTP/1.1" status: 200 len: 1130 time: 0.0433216 Jul 29 05:25:38.619993 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233d031a-4f5b-4d98-9f04-9c366716a7f8 req-72ad07dc-9047-4ba0-84c5-7fd70b768b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:38.621493 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-233d031a-4f5b-4d98-9f04-9c366716a7f8 req-72ad07dc-9047-4ba0-84c5-7fd70b768b92 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b55efc63-6791-470d-af15-935a2f0fc83e HTTP/1.1" status: 200 len: 915 time: 0.1129398 Jul 29 05:25:38.720883 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-233d031a-4f5b-4d98-9f04-9c366716a7f8 req-ab3fa24b-cb09-421c-9cdd-43e648531a99 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc0ff66d-f4e0-423a-a8ff-dc678b54c231 HTTP/1.1" status: 200 len: 1002 time: 0.0739157 Jul 29 05:25:38.978274 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772b8920-b451-4c0d-ad90-fa4ac9dd1669 req-8f7c9c5b-e95d-4430-b404-5e27e191a6fe tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:38.979936 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-772b8920-b451-4c0d-ad90-fa4ac9dd1669 req-8f7c9c5b-e95d-4430-b404-5e27e191a6fe tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=00171c99-cf39-4ed6-b78a-3bb24272b171 HTTP/1.1" status: 200 len: 946 time: 0.0515938 Jul 29 05:25:39.031488 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-772b8920-b451-4c0d-ad90-fa4ac9dd1669 req-85f15696-196b-4433-b2a5-75e3e78e144d tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c942e50-e987-405e-a4e5-d39231e8d492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458956 Jul 29 05:25:40.016464 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c0cfcfc2-d3d3-4a7d-ac6c-95a3fd745979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (543ff7d7-1636-45b2-a25e-e19209bc2e01), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:25:40.122580 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=100 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:25:40.166744 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54649c08-b8ad-467a-9d7a-3b4cc4d56d0c req-a3a7e3a2-0c1c-4b6e-978c-2e09874cb69c tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:40.168280 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-54649c08-b8ad-467a-9d7a-3b4cc4d56d0c req-a3a7e3a2-0c1c-4b6e-978c-2e09874cb69c tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=00171c99-cf39-4ed6-b78a-3bb24272b171 HTTP/1.1" status: 200 len: 946 time: 0.0541914 Jul 29 05:25:40.217926 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-54649c08-b8ad-467a-9d7a-3b4cc4d56d0c req-3838a3c8-c49f-4f00-8e75-fff268ee4284 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c942e50-e987-405e-a4e5-d39231e8d492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439095 Jul 29 05:25:41.346430 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68561c83-eee8-4d1c-9c11-79d0557dd59f req-72b82ec0-0a24-4bb5-a628-faa2e37c9ef0 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:41.349143 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-68561c83-eee8-4d1c-9c11-79d0557dd59f req-72b82ec0-0a24-4bb5-a628-faa2e37c9ef0 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=00171c99-cf39-4ed6-b78a-3bb24272b171 HTTP/1.1" status: 200 len: 946 time: 0.0513582 Jul 29 05:25:41.399664 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-68561c83-eee8-4d1c-9c11-79d0557dd59f req-3d043d9c-ebb6-4072-bfa6-3af3ad97a650 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c942e50-e987-405e-a4e5-d39231e8d492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449002 Jul 29 05:25:41.696500 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-25d2d662-1c10-455a-a758-35c132406432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (7da8dcb9-9a4e-44fd-b4da-fa922ad17d56), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:25:41.792149 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (aa119a64-f506-4951-a68b-6dc6289eaece), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:25:42.069354 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233d031a-4f5b-4d98-9f04-9c366716a7f8 req-3265baea-da31-404b-ad9c-c5accab1cb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:42.070862 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-233d031a-4f5b-4d98-9f04-9c366716a7f8 req-3265baea-da31-404b-ad9c-c5accab1cb81 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bbb96b40-4994-4d5c-ad35-a19342a29a39 HTTP/1.1" status: 200 len: 853 time: 0.0731640 Jul 29 05:25:42.121687 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233d031a-4f5b-4d98-9f04-9c366716a7f8 req-82ddc234-ea3f-4399-bf93-a5005ee49c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:42.123196 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-233d031a-4f5b-4d98-9f04-9c366716a7f8 req-82ddc234-ea3f-4399-bf93-a5005ee49c92 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b55efc63-6791-470d-af15-935a2f0fc83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437641 Jul 29 05:25:42.182693 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=100 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:25:42.238268 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-233d031a-4f5b-4d98-9f04-9c366716a7f8 req-620dd2ff-a1b5-4e04-a534-c996aa0a3635 service neutron] 10.222.0.60 "GET /v2.0/networks/b55efc63-6791-470d-af15-935a2f0fc83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051898 Jul 29 05:25:42.356884 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-233d031a-4f5b-4d98-9f04-9c366716a7f8 req-07b4a196-0656-4beb-b3f2-e11b22de983c service neutron] 10.222.0.60 "GET /v2.0/networks/b55efc63-6791-470d-af15-935a2f0fc83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043990 Jul 29 05:25:42.537647 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dea915-1b29-4f4e-b110-c6fb4505f117 req-c2f2bbbd-f7dc-4ce6-b732-4342121eeb21 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:42.539137 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-66dea915-1b29-4f4e-b110-c6fb4505f117 req-c2f2bbbd-f7dc-4ce6-b732-4342121eeb21 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=00171c99-cf39-4ed6-b78a-3bb24272b171 HTTP/1.1" status: 200 len: 946 time: 0.0486765 Jul 29 05:25:42.587902 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-66dea915-1b29-4f4e-b110-c6fb4505f117 req-bbbbfa4b-999c-4ff6-8b65-a8035d800114 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c942e50-e987-405e-a4e5-d39231e8d492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426455 Jul 29 05:25:42.703240 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd57d61e-2ba5-42b6-83b3-160a3152dc0b req-a0b58b99-bd55-4df8-86e6-72a7b6e90113 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:42.704751 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-cd57d61e-2ba5-42b6-83b3-160a3152dc0b req-a0b58b99-bd55-4df8-86e6-72a7b6e90113 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=00171c99-cf39-4ed6-b78a-3bb24272b171 HTTP/1.1" status: 200 len: 946 time: 0.0474105 Jul 29 05:25:42.714600 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 34154) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:25:42.719018 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.v2.base [None req-c9db7bd2-665b-4614-bc31-a57eabfe25b8 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Request body: {'floatingip': {'port_id': 'b9da91d9-425e-4a0a-af65-aa645da630ad'}} {{(pid=104004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:25:42.779021 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-c9db7bd2-665b-4614-bc31-a57eabfe25b8 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Publish callbacks [] for floatingip (20cf3195-b4e3-4d37-b740-8326115a74b6), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:25:42.990227 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=100 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:25:43.092127 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 34166) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:25:43.193562 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3b3fae3-f50b-4b7b-b006-ca66313566cd admin admin] Deleting subnet b2d5d071-499f-4586-ac5d-ea62aa4ce3d4 {{(pid=104004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 29 05:25:43.198120 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e3b3fae3-f50b-4b7b-b006-ca66313566cd admin admin] Publish callbacks [] for subnet (b2d5d071-499f-4586-ac5d-ea62aa4ce3d4), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:25:43.270412 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e3b3fae3-f50b-4b7b-b006-ca66313566cd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29149063'] for subnet (b2d5d071-499f-4586-ac5d-ea62aa4ce3d4), precommit_delete_associations {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:25:43.357156 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-c9db7bd2-665b-4614-bc31-a57eabfe25b8 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:25:43.363705 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e3b3fae3-f50b-4b7b-b006-ca66313566cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3503403'] for subnet (b2d5d071-499f-4586-ac5d-ea62aa4ce3d4), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:25:43.366067 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-c9db7bd2-665b-4614-bc31-a57eabfe25b8 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-375524'] for floatingip (20cf3195-b4e3-4d37-b740-8326115a74b6), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:25:43.422341 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:25:43.500085 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e3b3fae3-f50b-4b7b-b006-ca66313566cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3503394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-292102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25660254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25789394'] for subnet (b2d5d071-499f-4586-ac5d-ea62aa4ce3d4), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:25:43.537371 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b3fae3-f50b-4b7b-b006-ca66313566cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2d5d071-499f-4586-ac5d-ea62aa4ce3d4,revision_number=None']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:25:43.541317 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e3b3fae3-f50b-4b7b-b006-ca66313566cd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:25:43.544506 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-e3b3fae3-f50b-4b7b-b006-ca66313566cd admin admin] 10.222.0.49 "DELETE /v2.0/subnets/b2d5d071-499f-4586-ac5d-ea62aa4ce3d4 HTTP/1.1" status: 204 len: 168 time: 0.4514198 Jul 29 05:25:43.547166 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 34168) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:25:43.621163 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-bb0b90d0-552b-4141-9f5d-4509ab6b098f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3418721'] for network (6d50987d-b297-4c09-b50b-2b3a4e60a74e), before_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:25:43.653446 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9db7bd2-665b-4614-bc31-a57eabfe25b8 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Router 36db0afb-fb03-4a20-ad0d-3d4d25715de0 has already been hosted by L3 agent 8a9a6061-e61b-4901-b35e-5e71dea10db3 {{(pid=104004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 05:25:43.708858 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-bb0b90d0-552b-4141-9f5d-4509ab6b098f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3505157', 'neutron.services.segments.db._delete_segments_for_network-8737760678346'] for network (6d50987d-b297-4c09-b50b-2b3a4e60a74e), precommit_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:25:43.730313 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.services.segments.db [None req-bb0b90d0-552b-4141-9f5d-4509ab6b098f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d50987d-b297-4c09-b50b-2b3a4e60a74e']}} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:25:43.741141 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.services.segments.db [None req-bb0b90d0-552b-4141-9f5d-4509ab6b098f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6699015-3060-4d05-b88f-efc6bff53496') {'for_net_delete': True} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:25:43.741460 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.services.segments.db [None req-bb0b90d0-552b-4141-9f5d-4509ab6b098f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6699015-3060-4d05-b88f-efc6bff53496') {} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:25:43.751858 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-bb0b90d0-552b-4141-9f5d-4509ab6b098f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737760678247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28577015'] for segment (f6699015-3060-4d05-b88f-efc6bff53496), before_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:25:43.765299 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9db7bd2-665b-4614-bc31-a57eabfe25b8 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Notify agent at l3_agent.dv-cinder-851279-2-iscsi the message routers_updated {{(pid=104004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 05:25:43.767503 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-bb0b90d0-552b-4141-9f5d-4509ab6b098f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501452'] for segment (f6699015-3060-4d05-b88f-efc6bff53496), precommit_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:25:43.771137 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-c9db7bd2-665b-4614-bc31-a57eabfe25b8 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249840'] for floatingip (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:25:43.776234 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff9ebee-b518-416e-b9a0-3180815f82eb None None] Sync routers for ids ['36db0afb-fb03-4a20-ad0d-3d4d25715de0'] in dv-cinder-851279-2-iscsi {{(pid=104006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 05:25:43.780549 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb0b90d0-552b-4141-9f5d-4509ab6b098f admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=104005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 05:25:43.780951 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-bb0b90d0-552b-4141-9f5d-4509ab6b098f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1905615'] for segment (f6699015-3060-4d05-b88f-efc6bff53496), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:25:43.789573 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff9ebee-b518-416e-b9a0-3180815f82eb None None] Routers {'36db0afb-fb03-4a20-ad0d-3d4d25715de0'} bound to L3 agent in host dv-cinder-851279-2-iscsi {{(pid=104006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:25:43.790548 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_hamode_db [None req-4ff9ebee-b518-416e-b9a0-3180815f82eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-29T05:12:08Z,description=,heartbeat_timestamp=2022-07-29T05:25:38Z,host='dv-cinder-851279-2-iscsi',id=8a9a6061-e61b-4901-b35e-5e71dea10db3,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T05:12:08Z,topic='l3_agent')) {'router_ids': ['36db0afb-fb03-4a20-ad0d-3d4d25715de0'], 'active': True} {{(pid=104006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:25:43.838985 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00171c99-cf39-4ed6-b78a-3bb24272b171', 'tag': 'b9da91d9-425e-4a0a-af65-aa645da630ad'}] {{(pid=104004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 05:25:43.841306 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63c9829679c4fd80aa44d623845be63326d0df95c18b6a0c0eedf1e192ffcaec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-991b664f-069d-4caf-a779-5f561e2f62ed" -d '{"events": [{"name": "network-changed", "server_uuid": "00171c99-cf39-4ed6-b78a-3bb24272b171", "tag": "b9da91d9-425e-4a0a-af65-aa645da630ad"}]}' {{(pid=104004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 05:25:43.843822 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.services.segments.plugin [-] Segment f6699015-3060-4d05-b88f-efc6bff53496 resource provider aggregate not found Jul 29 05:25:43.856205 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:25:43.860721 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-c9db7bd2-665b-4614-bc31-a57eabfe25b8 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "PUT /v2.0/floatingips/20cf3195-b4e3-4d37-b740-8326115a74b6 HTTP/1.1" status: 200 len: 993 time: 1.1427522 Jul 29 05:25:43.865704 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.services.segments.plugin [-] Segment f6699015-3060-4d05-b88f-efc6bff53496 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f6699015-3060-4d05-b88f-efc6bff53496 found for delete ", "request_id": "req-adc724d2-4860-4167-b25f-859df6b132e0"}]} Jul 29 05:25:43.883995 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-bb0b90d0-552b-4141-9f5d-4509ab6b098f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3505166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-375344'] for network (6d50987d-b297-4c09-b50b-2b3a4e60a74e), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:25:43.889758 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-bb0b90d0-552b-4141-9f5d-4509ab6b098f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670410'] for network (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:25:43.893731 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-bb0b90d0-552b-4141-9f5d-4509ab6b098f admin admin] 10.222.0.49 "DELETE /v2.0/networks/6d50987d-b297-4c09-b50b-2b3a4e60a74e HTTP/1.1" status: 204 len: 168 time: 0.3452938 Jul 29 05:25:43.903513 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 05:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddecd62c-e262-4db3-8f93-ac454bc39390 x-openstack-request-id: req-ddecd62c-e262-4db3-8f93-ac454bc39390 {{(pid=104004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 05:25:43.903811 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00171c99-cf39-4ed6-b78a-3bb24272b171", "tag": "b9da91d9-425e-4a0a-af65-aa645da630ad", "status": "completed", "code": 200}]} {{(pid=104004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 05:25:43.904064 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ddecd62c-e262-4db3-8f93-ac454bc39390 {{(pid=104004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 05:25:43.904569 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddecd62c-e262-4db3-8f93-ac454bc39390'] response: {'name': 'network-changed', 'server_uuid': '00171c99-cf39-4ed6-b78a-3bb24272b171', 'tag': 'b9da91d9-425e-4a0a-af65-aa645da630ad', 'status': 'completed', 'code': 200} Jul 29 05:25:43.917239 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0b90d0-552b-4141-9f5d-4509ab6b098f admin admin] Pushing event deleted for resources: {'Network': ['ID=6d50987d-b297-4c09-b50b-2b3a4e60a74e,revision_number=None']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:25:43.926620 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0b90d0-552b-4141-9f5d-4509ab6b098f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:25:43.926833 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0b90d0-552b-4141-9f5d-4509ab6b098f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:25:43.927173 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0b90d0-552b-4141-9f5d-4509ab6b098f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:25:43.927437 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvr_db [None req-4ff9ebee-b518-416e-b9a0-3180815f82eb None None] Set router 36db0afb-fb03-4a20-ad0d-3d4d25715de0 gateway port host: dv-cinder-851279-2-iscsi {{(pid=104006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:25:43.927546 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0b90d0-552b-4141-9f5d-4509ab6b098f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:25:43.927871 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0b90d0-552b-4141-9f5d-4509ab6b098f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:25:43.928200 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0b90d0-552b-4141-9f5d-4509ab6b098f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:25:43.928530 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0b90d0-552b-4141-9f5d-4509ab6b098f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:25:43.928864 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0b90d0-552b-4141-9f5d-4509ab6b098f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:25:43.929195 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0b90d0-552b-4141-9f5d-4509ab6b098f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:25:43.929580 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0b90d0-552b-4141-9f5d-4509ab6b098f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:25:43.929841 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0b90d0-552b-4141-9f5d-4509ab6b098f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:25:43.930166 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0b90d0-552b-4141-9f5d-4509ab6b098f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:25:43.930490 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0b90d0-552b-4141-9f5d-4509ab6b098f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:25:43.930814 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0b90d0-552b-4141-9f5d-4509ab6b098f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:25:43.931136 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0b90d0-552b-4141-9f5d-4509ab6b098f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:25:43.980366 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991b664f-069d-4caf-a779-5f561e2f62ed req-fb846285-790f-4789-8cc8-612cd5a56ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:43.982082 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-991b664f-069d-4caf-a779-5f561e2f62ed req-fb846285-790f-4789-8cc8-612cd5a56ee4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=153fe5d9d64346f6b7419eba91948678&device_id=00171c99-cf39-4ed6-b78a-3bb24272b171 HTTP/1.1" status: 200 len: 1130 time: 0.0468879 Jul 29 05:25:44.063628 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 34184) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:25:44.104237 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991b664f-069d-4caf-a779-5f561e2f62ed req-b18dddf6-c3e6-4f23-ae1b-1443da32fdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:44.106395 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-991b664f-069d-4caf-a779-5f561e2f62ed req-b18dddf6-c3e6-4f23-ae1b-1443da32fdbf service neutron] 10.222.0.60 "GET /v2.0/networks?id=71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9 HTTP/1.1" status: 200 len: 920 time: 0.1179104 Jul 29 05:25:44.122286 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-6f14a8e0-9275-428d-810d-520d65f2fc81 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b28baf3f14f74766b11c9ee459b8d5ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0575612 Jul 29 05:25:44.124649 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 34188) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:25:44.178316 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-5f929989-fbe1-4e3c-98af-60a51170398d admin admin] Publish callbacks [] for security_group (1cf75e76-171e-4664-b383-cc771b744ae4), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:25:44.186995 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-991b664f-069d-4caf-a779-5f561e2f62ed req-31951930-89da-4a24-a95c-601f4451fe2c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9da91d9-425e-4a0a-af65-aa645da630ad HTTP/1.1" status: 200 len: 1001 time: 0.0721705 Jul 29 05:25:44.203836 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-5f929989-fbe1-4e3c-98af-60a51170398d admin admin] Publish callbacks [] for security_group (1cf75e76-171e-4664-b383-cc771b744ae4), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:25:44.204272 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_hamode_db [None req-4ff9ebee-b518-416e-b9a0-3180815f82eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36db0afb-fb03-4a20-ad0d-3d4d25715de0', 'name': 'tempest-ServerRescueNegativeTestJSON-1869579504-router', 'tenant_id': '153fe5d9d64346f6b7419eba91948678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '283724cf-5dab-4732-b6b0-37f06eb01598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:21:00Z', 'updated_at': '2022-07-29T05:21:13Z', 'revision_number': 4, 'project_id': '153fe5d9d64346f6b7419eba91948678', 'gw_port': {'id': '283724cf-5dab-4732-b6b0-37f06eb01598', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ea:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36db0afb-fb03-4a20-ad0d-3d4d25715de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:02Z', 'updated_at': '2022-07-29T05:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi', '_floatingips': [{'id': '20cf3195-b4e3-4d37-b740-8326115a74b6', 'tenant_id': '153fe5d9d64346f6b7419eba91948678', 'floating_ip_address': '172.27.2.32', 'floating_network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'router_id': '36db0afb-fb03-4a20-ad0d-3d4d25715de0', 'port_id': 'b9da91d9-425e-4a0a-af65-aa645da630ad', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9', 'mac_address': 'fa:16:3e:fc:40:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00171c99-cf39-4ed6-b78a-3bb24272b171', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T05:23:31Z', 'updated_at': '2022-07-29T05:25:43Z', 'revision_number': 3, 'project_id': '153fe5d9d64346f6b7419eba91948678', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2739fa7-55c9-4dcd-8915-958b8efccc6c', 'name': '', 'network_id': '71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9', 'tenant_id': '153fe5d9d64346f6b7419eba91948678', 'mac_address': 'fa:16:3e:42:00:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36db0afb-fb03-4a20-ad0d-3d4d25715de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'a137c074-4437-44e5-8103-6184a1dda097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:11Z', 'updated_at': '2022-07-29T05:21:32Z', 'revision_number': 5, 'project_id': '153fe5d9d64346f6b7419eba91948678', 'subnets': [{'id': 'a137c074-4437-44e5-8103-6184a1dda097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-2-iscsi', False) {} {{(pid=104006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:25:44.210562 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:25:44.234057 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff9ebee-b518-416e-b9a0-3180815f82eb None None] Checking router: 36db0afb-fb03-4a20-ad0d-3d4d25715de0 for host: dv-cinder-851279-2-iscsi {{(pid=104006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 05:25:44.244380 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff9ebee-b518-416e-b9a0-3180815f82eb None None] Routers {'36db0afb-fb03-4a20-ad0d-3d4d25715de0'} bound to L3 agent in host dv-cinder-851279-2-iscsi {{(pid=104006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:25:44.245097 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_hamode_db [None req-4ff9ebee-b518-416e-b9a0-3180815f82eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-29T05:12:08Z,description=,heartbeat_timestamp=2022-07-29T05:25:38Z,host='dv-cinder-851279-2-iscsi',id=8a9a6061-e61b-4901-b35e-5e71dea10db3,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T05:12:08Z,topic='l3_agent')) {'router_ids': ['36db0afb-fb03-4a20-ad0d-3d4d25715de0'], 'active': True} {{(pid=104006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:25:44.259630 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991b664f-069d-4caf-a779-5f561e2f62ed req-04220314-b8e7-432e-8cd0-1a8e040c5817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:44.261543 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-991b664f-069d-4caf-a779-5f561e2f62ed req-04220314-b8e7-432e-8cd0-1a8e040c5817 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a137c074-4437-44e5-8103-6184a1dda097 HTTP/1.1" status: 200 len: 858 time: 0.0617898 Jul 29 05:25:44.264693 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-5f929989-fbe1-4e3c-98af-60a51170398d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (1cf75e76-171e-4664-b383-cc771b744ae4), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:25:44.268945 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-5f929989-fbe1-4e3c-98af-60a51170398d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:25:44.268945 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-5f929989-fbe1-4e3c-98af-60a51170398d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1cf75e76-171e-4664-b383-cc771b744ae4 HTTP/1.1" status: 204 len: 168 time: 0.1430466 Jul 29 05:25:44.277721 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f929989-fbe1-4e3c-98af-60a51170398d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cf75e76-171e-4664-b383-cc771b744ae4,revision_number=None']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:25:44.289626 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:25:44.325593 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991b664f-069d-4caf-a779-5f561e2f62ed req-50d0cf42-f45f-4c9c-a2a9-e226e84496a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:44.327175 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-991b664f-069d-4caf-a779-5f561e2f62ed req-50d0cf42-f45f-4c9c-a2a9-e226e84496a4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0597417 Jul 29 05:25:44.431220 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-991b664f-069d-4caf-a779-5f561e2f62ed req-6d1fb406-7381-4eb8-be0b-3d885cc57851 service neutron] 10.222.0.60 "GET /v2.0/networks/71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951419 Jul 29 05:25:44.501689 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvr_db [None req-4ff9ebee-b518-416e-b9a0-3180815f82eb None None] Set router 36db0afb-fb03-4a20-ad0d-3d4d25715de0 gateway port host: dv-cinder-851279-2-iscsi {{(pid=104006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:25:44.508067 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:25:44.549492 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-991b664f-069d-4caf-a779-5f561e2f62ed req-afa9b0cf-dae9-48c7-8c9a-1830bc19cb7d service neutron] 10.222.0.60 "GET /v2.0/networks/71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118290 Jul 29 05:25:44.744521 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_hamode_db [None req-4ff9ebee-b518-416e-b9a0-3180815f82eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36db0afb-fb03-4a20-ad0d-3d4d25715de0', 'name': 'tempest-ServerRescueNegativeTestJSON-1869579504-router', 'tenant_id': '153fe5d9d64346f6b7419eba91948678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '283724cf-5dab-4732-b6b0-37f06eb01598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:21:00Z', 'updated_at': '2022-07-29T05:21:13Z', 'revision_number': 4, 'project_id': '153fe5d9d64346f6b7419eba91948678', 'gw_port': {'id': '283724cf-5dab-4732-b6b0-37f06eb01598', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ea:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36db0afb-fb03-4a20-ad0d-3d4d25715de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:02Z', 'updated_at': '2022-07-29T05:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi', '_floatingips': [{'id': '20cf3195-b4e3-4d37-b740-8326115a74b6', 'tenant_id': '153fe5d9d64346f6b7419eba91948678', 'floating_ip_address': '172.27.2.32', 'floating_network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'router_id': '36db0afb-fb03-4a20-ad0d-3d4d25715de0', 'port_id': 'b9da91d9-425e-4a0a-af65-aa645da630ad', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9', 'mac_address': 'fa:16:3e:fc:40:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00171c99-cf39-4ed6-b78a-3bb24272b171', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T05:23:31Z', 'updated_at': '2022-07-29T05:25:43Z', 'revision_number': 3, 'project_id': '153fe5d9d64346f6b7419eba91948678', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2739fa7-55c9-4dcd-8915-958b8efccc6c', 'name': '', 'network_id': '71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9', 'tenant_id': '153fe5d9d64346f6b7419eba91948678', 'mac_address': 'fa:16:3e:42:00:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36db0afb-fb03-4a20-ad0d-3d4d25715de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'a137c074-4437-44e5-8103-6184a1dda097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:11Z', 'updated_at': '2022-07-29T05:21:32Z', 'revision_number': 5, 'project_id': '153fe5d9d64346f6b7419eba91948678', 'subnets': [{'id': 'a137c074-4437-44e5-8103-6184a1dda097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-2-iscsi', False) {} {{(pid=104006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:25:44.773354 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff9ebee-b518-416e-b9a0-3180815f82eb None None] The sync data for ids ['36db0afb-fb03-4a20-ad0d-3d4d25715de0'] in dv-cinder-851279-2-iscsi is: [{'id': '36db0afb-fb03-4a20-ad0d-3d4d25715de0', 'name': 'tempest-ServerRescueNegativeTestJSON-1869579504-router', 'tenant_id': '153fe5d9d64346f6b7419eba91948678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '283724cf-5dab-4732-b6b0-37f06eb01598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:21:00Z', 'updated_at': '2022-07-29T05:21:13Z', 'revision_number': 4, 'project_id': '153fe5d9d64346f6b7419eba91948678', 'gw_port': {'id': '283724cf-5dab-4732-b6b0-37f06eb01598', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ea:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36db0afb-fb03-4a20-ad0d-3d4d25715de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:02Z', 'updated_at': '2022-07-29T05:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi', '_floatingips': [{'id': '20cf3195-b4e3-4d37-b740-8326115a74b6', 'tenant_id': '153fe5d9d64346f6b7419eba91948678', 'floating_ip_address': '172.27.2.32', 'floating_network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'router_id': '36db0afb-fb03-4a20-ad0d-3d4d25715de0', 'port_id': 'b9da91d9-425e-4a0a-af65-aa645da630ad', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9', 'mac_address': 'fa:16:3e:fc:40:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00171c99-cf39-4ed6-b78a-3bb24272b171', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T05:23:31Z', 'updated_at': '2022-07-29T05:25:43Z', 'revision_number': 3, 'project_id': '153fe5d9d64346f6b7419eba91948678', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2739fa7-55c9-4dcd-8915-958b8efccc6c', 'name': '', 'network_id': '71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9', 'tenant_id': '153fe5d9d64346f6b7419eba91948678', 'mac_address': 'fa:16:3e:42:00:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36db0afb-fb03-4a20-ad0d-3d4d25715de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'a137c074-4437-44e5-8103-6184a1dda097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:11Z', 'updated_at': '2022-07-29T05:21:32Z', 'revision_number': 5, 'project_id': '153fe5d9d64346f6b7419eba91948678', 'subnets': [{'id': 'a137c074-4437-44e5-8103-6184a1dda097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 05:25:45.905724 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00171c99-cf39-4ed6-b78a-3bb24272b171', 'tag': 'b9da91d9-425e-4a0a-af65-aa645da630ad'}] {{(pid=104004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 05:25:45.908140 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63c9829679c4fd80aa44d623845be63326d0df95c18b6a0c0eedf1e192ffcaec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b21df508-b8fb-4c4d-b889-baf213472ed8" -d '{"events": [{"name": "network-changed", "server_uuid": "00171c99-cf39-4ed6-b78a-3bb24272b171", "tag": "b9da91d9-425e-4a0a-af65-aa645da630ad"}]}' {{(pid=104004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 05:25:45.948082 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 05:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec80ca46-b86d-4b2f-b7ef-5445e865b57a x-openstack-request-id: req-ec80ca46-b86d-4b2f-b7ef-5445e865b57a {{(pid=104004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 05:25:45.948368 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00171c99-cf39-4ed6-b78a-3bb24272b171", "tag": "b9da91d9-425e-4a0a-af65-aa645da630ad", "status": "completed", "code": 200}]} {{(pid=104004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 05:25:45.948620 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ec80ca46-b86d-4b2f-b7ef-5445e865b57a {{(pid=104004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 05:25:45.949021 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec80ca46-b86d-4b2f-b7ef-5445e865b57a'] response: {'name': 'network-changed', 'server_uuid': '00171c99-cf39-4ed6-b78a-3bb24272b171', 'tag': 'b9da91d9-425e-4a0a-af65-aa645da630ad', 'status': 'completed', 'code': 200} Jul 29 05:25:46.018430 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21df508-b8fb-4c4d-b889-baf213472ed8 req-d1d1ce81-80c0-4b99-b65d-43ca6cb7848e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:46.020049 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-b21df508-b8fb-4c4d-b889-baf213472ed8 req-d1d1ce81-80c0-4b99-b65d-43ca6cb7848e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=153fe5d9d64346f6b7419eba91948678&device_id=00171c99-cf39-4ed6-b78a-3bb24272b171 HTTP/1.1" status: 200 len: 1130 time: 0.0407095 Jul 29 05:25:46.069295 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:25:46.072320 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:25:46.125938 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21df508-b8fb-4c4d-b889-baf213472ed8 req-768a77de-d279-493a-8760-a76eed56ee74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:46.127467 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-b21df508-b8fb-4c4d-b889-baf213472ed8 req-768a77de-d279-493a-8760-a76eed56ee74 service neutron] 10.222.0.60 "GET /v2.0/networks?id=71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9 HTTP/1.1" status: 200 len: 920 time: 0.0947728 Jul 29 05:25:46.192979 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-b21df508-b8fb-4c4d-b889-baf213472ed8 req-61ddceb8-86a8-41bb-bf45-42175394aa0a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9da91d9-425e-4a0a-af65-aa645da630ad HTTP/1.1" status: 200 len: 1001 time: 0.0576477 Jul 29 05:25:46.243971 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21df508-b8fb-4c4d-b889-baf213472ed8 req-36428947-a4e1-4f7d-b07b-b7079a23c5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:46.245415 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-b21df508-b8fb-4c4d-b889-baf213472ed8 req-36428947-a4e1-4f7d-b07b-b7079a23c5ec service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a137c074-4437-44e5-8103-6184a1dda097 HTTP/1.1" status: 200 len: 858 time: 0.0453458 Jul 29 05:25:46.294243 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21df508-b8fb-4c4d-b889-baf213472ed8 req-18b93e03-b7cf-4373-957d-112ef0396cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:46.295777 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-b21df508-b8fb-4c4d-b889-baf213472ed8 req-18b93e03-b7cf-4373-957d-112ef0396cce service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437839 Jul 29 05:25:46.396604 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-b21df508-b8fb-4c4d-b889-baf213472ed8 req-c26bca03-22a8-4be7-8051-96cde6123e26 service neutron] 10.222.0.60 "GET /v2.0/networks/71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939579 Jul 29 05:25:46.507375 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-b21df508-b8fb-4c4d-b889-baf213472ed8 req-40d113c0-8295-45ad-bf93-f659f545549f service neutron] 10.222.0.60 "GET /v2.0/networks/71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980976 Jul 29 05:25:47.802510 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0870e87d-b93f-4080-9899-de7591d2a15a req-a79000ef-d5dc-4a8f-add9-f14b248f78e3 tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:47.804131 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-0870e87d-b93f-4080-9899-de7591d2a15a req-a79000ef-d5dc-4a8f-add9-f14b248f78e3 tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] 10.222.0.49 "GET /v2.0/ports?device_id=87501cee-ef3c-4bdb-942c-3fc67c1032d0 HTTP/1.1" status: 200 len: 946 time: 0.0503473 Jul 29 05:25:47.855477 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-0870e87d-b93f-4080-9899-de7591d2a15a req-9a9cca5f-8ac2-4c99-89e5-9a708f3fcc3e tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] 10.222.0.49 "GET /v2.0/security-groups?id=10873ed0-801e-451a-aaaa-93d3e6c9aa2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439193 Jul 29 05:25:48.985583 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77141e67-2949-4b4e-aae9-13fe1eae0098 req-c2c32376-234a-478a-a3b7-227c3378ef8d tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:48.987139 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-77141e67-2949-4b4e-aae9-13fe1eae0098 req-c2c32376-234a-478a-a3b7-227c3378ef8d tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] 10.222.0.49 "GET /v2.0/ports?device_id=87501cee-ef3c-4bdb-942c-3fc67c1032d0 HTTP/1.1" status: 200 len: 946 time: 0.0537260 Jul 29 05:25:49.041723 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-77141e67-2949-4b4e-aae9-13fe1eae0098 req-e9b252a8-fa78-46d5-931a-1b9174e85ce4 tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] 10.222.0.49 "GET /v2.0/security-groups?id=10873ed0-801e-451a-aaaa-93d3e6c9aa2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479970 Jul 29 05:25:50.114242 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb68528-ea8f-42ea-91c1-1e9394d68e6f req-5d907f27-9109-4f19-9368-d5da22c9c2a0 tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:50.115821 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-afb68528-ea8f-42ea-91c1-1e9394d68e6f req-5d907f27-9109-4f19-9368-d5da22c9c2a0 tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] 10.222.0.60 "GET /v2.0/ports?device_id=87501cee-ef3c-4bdb-942c-3fc67c1032d0 HTTP/1.1" status: 200 len: 946 time: 0.0556557 Jul 29 05:25:50.187696 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71cd014-cb3d-4023-a389-0c9701389a2d req-2f5176a6-b697-4e13-9151-da16fef0dfd4 tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:25:50.189152 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-f71cd014-cb3d-4023-a389-0c9701389a2d req-2f5176a6-b697-4e13-9151-da16fef0dfd4 tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] 10.222.0.49 "GET /v2.0/ports?device_id=87501cee-ef3c-4bdb-942c-3fc67c1032d0 HTTP/1.1" status: 200 len: 946 time: 0.0717318 Jul 29 05:25:50.269012 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.plugin [req-afb68528-ea8f-42ea-91c1-1e9394d68e6f req-70c442f4-d114-4433-804f-5730fefbe7e6 tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] Deleting port 0cf03d4c-168e-46d0-b7d2-ec0918ad036b {{(pid=104005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 05:25:50.269566 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-afb68528-ea8f-42ea-91c1-1e9394d68e6f req-70c442f4-d114-4433-804f-5730fefbe7e6 tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737760600589'] for port (0cf03d4c-168e-46d0-b7d2-ec0918ad036b), before_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:25:50.276678 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=100 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:25:50.324941 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-f71cd014-cb3d-4023-a389-0c9701389a2d req-8ecc7adb-4f53-4bf9-8ab4-a987f8f0e173 tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] 10.222.0.49 "GET /v2.0/security-groups?id=10873ed0-801e-451a-aaaa-93d3e6c9aa2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276019 Jul 29 05:25:50.379042 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.db [req-afb68528-ea8f-42ea-91c1-1e9394d68e6f req-70c442f4-d114-4433-804f-5730fefbe7e6 tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] For port 0cf03d4c-168e-46d0-b7d2-ec0918ad036b, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=0cf03d4c-168e-46d0-b7d2-ec0918ad036b,segment=NetworkSegment(d6b1b595-a5b9-4d29-9561-8d288c1b8139),segment_id=d6b1b595-a5b9-4d29-9561-8d288c1b8139)] {{(pid=104005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:25:50.379483 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-afb68528-ea8f-42ea-91c1-1e9394d68e6f req-70c442f4-d114-4433-804f-5730fefbe7e6 tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420629'] for port (0cf03d4c-168e-46d0-b7d2-ec0918ad036b), precommit_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:25:50.392824 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.plugin [req-afb68528-ea8f-42ea-91c1-1e9394d68e6f req-70c442f4-d114-4433-804f-5730fefbe7e6 tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] Calling delete_port for 0cf03d4c-168e-46d0-b7d2-ec0918ad036b owned by compute:nova {{(pid=104005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 05:25:50.456224 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=100 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:25:50.541656 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-afb68528-ea8f-42ea-91c1-1e9394d68e6f req-70c442f4-d114-4433-804f-5730fefbe7e6 tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737760621891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737760223820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1905596'] for port (0cf03d4c-168e-46d0-b7d2-ec0918ad036b), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:25:50.554734 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] get_ports_and_sgs() called for port_ids ['0cf03d4c-168e-46d0-b7d2-ec0918ad036b'] {{(pid=104006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 05:25:50.573162 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c442f4-d114-4433-804f-5730fefbe7e6 tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] Pushing event deleted for resources: {'Port': ['ID=0cf03d4c-168e-46d0-b7d2-ec0918ad036b,revision_number=None']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:25:50.621044 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvrscheduler_db [req-afb68528-ea8f-42ea-91c1-1e9394d68e6f req-70c442f4-d114-4433-804f-5730fefbe7e6 tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] No DVR routers for this DVR port 0cf03d4c-168e-46d0-b7d2-ec0918ad036b on host hv-cinder-85127 {{(pid=104005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 29 05:25:50.623763 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-afb68528-ea8f-42ea-91c1-1e9394d68e6f req-70c442f4-d114-4433-804f-5730fefbe7e6 tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249840'] for port (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:25:50.626837 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-afb68528-ea8f-42ea-91c1-1e9394d68e6f req-70c442f4-d114-4433-804f-5730fefbe7e6 tempest-VolumesSnapshotTestJSON-2043845827 tempest-VolumesSnapshotTestJSON-2043845827-project] 10.222.0.60 "DELETE /v2.0/ports/0cf03d4c-168e-46d0-b7d2-ec0918ad036b HTTP/1.1" status: 204 len: 173 time: 0.4999762 Jul 29 05:25:50.627273 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87501cee-ef3c-4bdb-942c-3fc67c1032d0', 'name': 'network-vif-deleted', 'tag': '0cf03d4c-168e-46d0-b7d2-ec0918ad036b'}] {{(pid=104005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 05:25:50.630874 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18cb6d06cd9bdbb2624e76cf95b2230ef06252a8a1dccb16f0d07e3cc9dc753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3202230-547d-4409-97b5-a0c4431a695a" -d '{"events": [{"server_uuid": "87501cee-ef3c-4bdb-942c-3fc67c1032d0", "name": "network-vif-deleted", "tag": "0cf03d4c-168e-46d0-b7d2-ec0918ad036b"}]}' {{(pid=104005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 05:25:50.674280 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 05:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95fa1606-ed3e-4061-945d-a23ba6be3759 x-openstack-request-id: req-95fa1606-ed3e-4061-945d-a23ba6be3759 {{(pid=104005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 05:25:50.674568 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87501cee-ef3c-4bdb-942c-3fc67c1032d0", "name": "network-vif-deleted", "tag": "0cf03d4c-168e-46d0-b7d2-ec0918ad036b", "status": "completed", "code": 200}]} {{(pid=104005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 05:25:50.675110 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-95fa1606-ed3e-4061-945d-a23ba6be3759 {{(pid=104005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 05:25:50.676030 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95fa1606-ed3e-4061-945d-a23ba6be3759'] response: {'server_uuid': '87501cee-ef3c-4bdb-942c-3fc67c1032d0', 'name': 'network-vif-deleted', 'tag': '0cf03d4c-168e-46d0-b7d2-ec0918ad036b', 'status': 'completed', 'code': 200} Jul 29 05:25:54.748030 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=84,neutron:UPDATE=2 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:25:54.890642 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Device 0cf03d4c-168e-46d0-b7d2-ec0918ad036b no longer exists at agent hyperv_hv-cinder-85127 {{(pid=104006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 05:25:54.913768 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] No Port match for: 0cf03d4c-168e-46d0-b7d2-ec0918ad036b {{(pid=104006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 05:25:54.914114 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Device 0cf03d4c-168e-46d0-b7d2-ec0918ad036b not bound to the agent host hv-cinder-85127 {{(pid=104006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 05:25:59.029112 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=68,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:25:59.037388 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=35,neutron:DELETE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:26:00.580143 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=33,neutron:DELETE=5 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:26:00.872008 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327ef656-e315-40a0-b810-e8ed6bdfdd81 req-2c490abb-40e6-4b90-873e-bee30cb68ec8 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:26:00.873420 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-327ef656-e315-40a0-b810-e8ed6bdfdd81 req-2c490abb-40e6-4b90-873e-bee30cb68ec8 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ff4221e-eadc-491b-9f3c-9b41413a63d0 HTTP/1.1" status: 200 len: 947 time: 0.2948730 Jul 29 05:26:00.926131 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-327ef656-e315-40a0-b810-e8ed6bdfdd81 req-d5560df9-6c3a-4511-8959-b3647bc91bf2 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1b037b0-0efa-496f-bd70-b1139f60e425&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461886 Jul 29 05:26:02.264895 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a9372e-ab52-4db4-8387-50f2a848dd45 req-18ed298c-173a-40b6-9a10-b06444a40b0c tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:26:02.266323 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-43a9372e-ab52-4db4-8387-50f2a848dd45 req-18ed298c-173a-40b6-9a10-b06444a40b0c tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ff4221e-eadc-491b-9f3c-9b41413a63d0 HTTP/1.1" status: 200 len: 947 time: 0.2596657 Jul 29 05:26:02.318974 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-43a9372e-ab52-4db4-8387-50f2a848dd45 req-09696112-7b82-4e93-81c7-608bfec1db9c tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1b037b0-0efa-496f-bd70-b1139f60e425&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462878 Jul 29 05:26:03.023128 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=4 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:26:03.023951 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:26:03.448517 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511c859c-d2b1-4738-adec-f8a40486c6b2 req-25ad0408-66bc-4a4d-be76-d99f3d0e955d tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:26:03.450037 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-511c859c-d2b1-4738-adec-f8a40486c6b2 req-25ad0408-66bc-4a4d-be76-d99f3d0e955d tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ff4221e-eadc-491b-9f3c-9b41413a63d0 HTTP/1.1" status: 200 len: 947 time: 0.0505404 Jul 29 05:26:03.500573 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-511c859c-d2b1-4738-adec-f8a40486c6b2 req-b0ff3910-47cc-4c6b-9b74-003353bc4ea3 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1b037b0-0efa-496f-bd70-b1139f60e425&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447850 Jul 29 05:26:04.630227 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0fb627-dabd-42e1-8514-7620ee731f46 req-6141a575-c4ed-403f-9452-63d1b426484f tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:26:04.630227 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-fe0fb627-dabd-42e1-8514-7620ee731f46 req-6141a575-c4ed-403f-9452-63d1b426484f tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ff4221e-eadc-491b-9f3c-9b41413a63d0 HTTP/1.1" status: 200 len: 947 time: 0.0486970 Jul 29 05:26:04.682984 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-fe0fb627-dabd-42e1-8514-7620ee731f46 req-ec78ddde-e500-46de-a3b1-e04d599fa018 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1b037b0-0efa-496f-bd70-b1139f60e425&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0486629 Jul 29 05:26:04.749887 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52181d2-48d8-4783-86b0-a7f2eec90d7d req-fa2eb1aa-1e9e-4a62-9e48-dd9bb05609f6 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:26:04.751584 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-c52181d2-48d8-4783-86b0-a7f2eec90d7d req-fa2eb1aa-1e9e-4a62-9e48-dd9bb05609f6 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ff4221e-eadc-491b-9f3c-9b41413a63d0 HTTP/1.1" status: 200 len: 947 time: 0.0535676 Jul 29 05:26:04.841395 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.plugin [req-c52181d2-48d8-4783-86b0-a7f2eec90d7d req-86a6e1d8-3ac8-4b79-b44d-903a84b88109 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Deleting port de35419f-6c42-424f-baf0-e88731e69e60 {{(pid=104005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 05:26:04.841647 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-c52181d2-48d8-4783-86b0-a7f2eec90d7d req-86a6e1d8-3ac8-4b79-b44d-903a84b88109 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737760600589'] for port (de35419f-6c42-424f-baf0-e88731e69e60), before_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:04.894103 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=35 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:26:04.895059 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=1 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:26:04.938089 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.db [req-c52181d2-48d8-4783-86b0-a7f2eec90d7d req-86a6e1d8-3ac8-4b79-b44d-903a84b88109 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] For port de35419f-6c42-424f-baf0-e88731e69e60, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=de35419f-6c42-424f-baf0-e88731e69e60,segment=NetworkSegment(9167e3b9-12fc-4803-a3cb-91dd7148cc6f),segment_id=9167e3b9-12fc-4803-a3cb-91dd7148cc6f)] {{(pid=104005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:26:04.938454 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-c52181d2-48d8-4783-86b0-a7f2eec90d7d req-86a6e1d8-3ac8-4b79-b44d-903a84b88109 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420629'] for port (de35419f-6c42-424f-baf0-e88731e69e60), precommit_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:05.108406 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-c52181d2-48d8-4783-86b0-a7f2eec90d7d req-86a6e1d8-3ac8-4b79-b44d-903a84b88109 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:05.108714 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-c52181d2-48d8-4783-86b0-a7f2eec90d7d req-86a6e1d8-3ac8-4b79-b44d-903a84b88109 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-375524'] for floatingip (589dfbf8-b98e-4ed4-b1ba-86ad2878d2f3), after_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:05.109032 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.db.l3_db [req-c52181d2-48d8-4783-86b0-a7f2eec90d7d req-86a6e1d8-3ac8-4b79-b44d-903a84b88109 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Floating IP 589dfbf8-b98e-4ed4-b1ba-86ad2878d2f3 disassociated. External IP: 172.27.2.222, port: de35419f-6c42-424f-baf0-e88731e69e60. Jul 29 05:26:05.109380 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.plugin [req-c52181d2-48d8-4783-86b0-a7f2eec90d7d req-86a6e1d8-3ac8-4b79-b44d-903a84b88109 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Calling delete_port for de35419f-6c42-424f-baf0-e88731e69e60 owned by compute:nova {{(pid=104005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 05:26:05.246371 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-c52181d2-48d8-4783-86b0-a7f2eec90d7d req-86a6e1d8-3ac8-4b79-b44d-903a84b88109 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737760621891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737760223820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1905596'] for port (de35419f-6c42-424f-baf0-e88731e69e60), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:05.258545 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:26:05.280188 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a6e1d8-3ac8-4b79-b44d-903a84b88109 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Pushing event deleted for resources: {'Port': ['ID=de35419f-6c42-424f-baf0-e88731e69e60,revision_number=None']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:26:05.399253 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c52181d2-48d8-4783-86b0-a7f2eec90d7d req-86a6e1d8-3ac8-4b79-b44d-903a84b88109 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Router e8b15e57-d2b6-483c-b2b4-556a4c67aae0 has already been hosted by L3 agent 8a9a6061-e61b-4901-b35e-5e71dea10db3 {{(pid=104005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 05:26:05.500045 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:26:05.516538 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c52181d2-48d8-4783-86b0-a7f2eec90d7d req-86a6e1d8-3ac8-4b79-b44d-903a84b88109 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Notify agent at l3_agent.dv-cinder-851279-2-iscsi the message routers_updated {{(pid=104005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 05:26:05.528965 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f45cf2-915f-407d-afaf-227042a787ae None None] Sync routers for ids ['e8b15e57-d2b6-483c-b2b4-556a4c67aae0'] in dv-cinder-851279-2-iscsi {{(pid=104007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 05:26:05.542101 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f45cf2-915f-407d-afaf-227042a787ae None None] Routers {'e8b15e57-d2b6-483c-b2b4-556a4c67aae0'} bound to L3 agent in host dv-cinder-851279-2-iscsi {{(pid=104007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:26:05.542831 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-65f45cf2-915f-407d-afaf-227042a787ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-29T05:12:08Z,description=,heartbeat_timestamp=2022-07-29T05:25:38Z,host='dv-cinder-851279-2-iscsi',id=8a9a6061-e61b-4901-b35e-5e71dea10db3,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T05:12:08Z,topic='l3_agent')) {'router_ids': ['e8b15e57-d2b6-483c-b2b4-556a4c67aae0'], 'active': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:26:05.595263 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvrscheduler_db [req-c52181d2-48d8-4783-86b0-a7f2eec90d7d req-86a6e1d8-3ac8-4b79-b44d-903a84b88109 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] No DVR routers for this DVR port de35419f-6c42-424f-baf0-e88731e69e60 on host hv-cinder-85127 {{(pid=104005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 29 05:26:05.600181 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-c52181d2-48d8-4783-86b0-a7f2eec90d7d req-86a6e1d8-3ac8-4b79-b44d-903a84b88109 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249840'] for port (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:05.607529 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-0d0ce6a5-469d-45dc-aef7-3f9f00208ae9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (0319cf4e-40d4-4455-bfa4-d5e1d8f6ed41), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:05.610779 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-c52181d2-48d8-4783-86b0-a7f2eec90d7d req-86a6e1d8-3ac8-4b79-b44d-903a84b88109 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.60 "DELETE /v2.0/ports/de35419f-6c42-424f-baf0-e88731e69e60 HTTP/1.1" status: 204 len: 173 time: 0.8518591 Jul 29 05:26:05.611277 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ff4221e-eadc-491b-9f3c-9b41413a63d0', 'name': 'network-vif-deleted', 'tag': 'de35419f-6c42-424f-baf0-e88731e69e60'}] {{(pid=104005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 05:26:05.615511 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18cb6d06cd9bdbb2624e76cf95b2230ef06252a8a1dccb16f0d07e3cc9dc753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d1c8bc5-560a-4a31-b274-e14a076db268" -d '{"events": [{"server_uuid": "6ff4221e-eadc-491b-9f3c-9b41413a63d0", "name": "network-vif-deleted", "tag": "de35419f-6c42-424f-baf0-e88731e69e60"}]}' {{(pid=104005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 05:26:05.682568 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 05:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5841cc1d-1a48-427c-a62e-49e15b6c6f9d x-openstack-request-id: req-5841cc1d-1a48-427c-a62e-49e15b6c6f9d {{(pid=104005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 05:26:05.683177 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ff4221e-eadc-491b-9f3c-9b41413a63d0", "name": "network-vif-deleted", "tag": "de35419f-6c42-424f-baf0-e88731e69e60", "status": "completed", "code": 200}]} {{(pid=104005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 05:26:05.683725 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5841cc1d-1a48-427c-a62e-49e15b6c6f9d {{(pid=104005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 05:26:05.684405 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5841cc1d-1a48-427c-a62e-49e15b6c6f9d'] response: {'server_uuid': '6ff4221e-eadc-491b-9f3c-9b41413a63d0', 'name': 'network-vif-deleted', 'tag': 'de35419f-6c42-424f-baf0-e88731e69e60', 'status': 'completed', 'code': 200} Jul 29 05:26:05.736748 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvr_db [None req-65f45cf2-915f-407d-afaf-227042a787ae None None] Set router e8b15e57-d2b6-483c-b2b4-556a4c67aae0 gateway port host: dv-cinder-851279-2-iscsi {{(pid=104007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:26:05.816331 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-3767d4d1-c73a-4bf6-8e84-13c06be575bd req-1aca5187-95a0-4d1b-80d4-1e39fda0036b tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ff4221e-eadc-491b-9f3c-9b41413a63d0 HTTP/1.1" status: 200 len: 210 time: 0.0299685 Jul 29 05:26:05.966466 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-65f45cf2-915f-407d-afaf-227042a787ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b15e57-d2b6-483c-b2b4-556a4c67aae0', 'name': 'tempest-AttachVolumeShelveTestJSON-766186712-router', 'tenant_id': '9fda8c6d9ffa4955b2f19411ee340cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': '73c83217-8a8b-4fa8-bce3-ddeb31f92b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:21:05Z', 'updated_at': '2022-07-29T05:21:21Z', 'revision_number': 4, 'project_id': '9fda8c6d9ffa4955b2f19411ee340cb3', 'gw_port': {'id': '73c83217-8a8b-4fa8-bce3-ddeb31f92b04', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:28:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b15e57-d2b6-483c-b2b4-556a4c67aae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:07Z', 'updated_at': '2022-07-29T05:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi', '_interfaces': [{'id': '4942139b-2079-47b3-b08e-a8f68dea17c9', 'name': '', 'network_id': '2abd58fa-fb8d-4cc3-8df0-c903c7b8dd87', 'tenant_id': '9fda8c6d9ffa4955b2f19411ee340cb3', 'mac_address': 'fa:16:3e:7d:d5:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b15e57-d2b6-483c-b2b4-556a4c67aae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'ac46bf73-3dbd-41e0-8b70-b021adbe3f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:19Z', 'updated_at': '2022-07-29T05:21:39Z', 'revision_number': 5, 'project_id': '9fda8c6d9ffa4955b2f19411ee340cb3', 'subnets': [{'id': 'ac46bf73-3dbd-41e0-8b70-b021adbe3f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-2-iscsi', False) {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:26:05.992930 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f45cf2-915f-407d-afaf-227042a787ae None None] Checking router: e8b15e57-d2b6-483c-b2b4-556a4c67aae0 for host: dv-cinder-851279-2-iscsi {{(pid=104007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 05:26:06.005542 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f45cf2-915f-407d-afaf-227042a787ae None None] Routers {'e8b15e57-d2b6-483c-b2b4-556a4c67aae0'} bound to L3 agent in host dv-cinder-851279-2-iscsi {{(pid=104007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:26:06.006169 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-65f45cf2-915f-407d-afaf-227042a787ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-29T05:12:08Z,description=,heartbeat_timestamp=2022-07-29T05:25:38Z,host='dv-cinder-851279-2-iscsi',id=8a9a6061-e61b-4901-b35e-5e71dea10db3,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T05:12:08Z,topic='l3_agent')) {'router_ids': ['e8b15e57-d2b6-483c-b2b4-556a4c67aae0'], 'active': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:26:06.042814 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.agents_db [None req-24db149f-f2c4-42ba-b1ad-acaecd0c6386 None None] Agent healthcheck: found 6 active agents {{(pid=104007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 05:26:06.123035 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvr_db [None req-65f45cf2-915f-407d-afaf-227042a787ae None None] Set router e8b15e57-d2b6-483c-b2b4-556a4c67aae0 gateway port host: dv-cinder-851279-2-iscsi {{(pid=104007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:26:06.313551 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-65f45cf2-915f-407d-afaf-227042a787ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b15e57-d2b6-483c-b2b4-556a4c67aae0', 'name': 'tempest-AttachVolumeShelveTestJSON-766186712-router', 'tenant_id': '9fda8c6d9ffa4955b2f19411ee340cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': '73c83217-8a8b-4fa8-bce3-ddeb31f92b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:21:05Z', 'updated_at': '2022-07-29T05:21:21Z', 'revision_number': 4, 'project_id': '9fda8c6d9ffa4955b2f19411ee340cb3', 'gw_port': {'id': '73c83217-8a8b-4fa8-bce3-ddeb31f92b04', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:28:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b15e57-d2b6-483c-b2b4-556a4c67aae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:07Z', 'updated_at': '2022-07-29T05:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi', '_interfaces': [{'id': '4942139b-2079-47b3-b08e-a8f68dea17c9', 'name': '', 'network_id': '2abd58fa-fb8d-4cc3-8df0-c903c7b8dd87', 'tenant_id': '9fda8c6d9ffa4955b2f19411ee340cb3', 'mac_address': 'fa:16:3e:7d:d5:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b15e57-d2b6-483c-b2b4-556a4c67aae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'ac46bf73-3dbd-41e0-8b70-b021adbe3f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:19Z', 'updated_at': '2022-07-29T05:21:39Z', 'revision_number': 5, 'project_id': '9fda8c6d9ffa4955b2f19411ee340cb3', 'subnets': [{'id': 'ac46bf73-3dbd-41e0-8b70-b021adbe3f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-2-iscsi', False) {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:26:06.342156 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f45cf2-915f-407d-afaf-227042a787ae None None] The sync data for ids ['e8b15e57-d2b6-483c-b2b4-556a4c67aae0'] in dv-cinder-851279-2-iscsi is: [{'id': 'e8b15e57-d2b6-483c-b2b4-556a4c67aae0', 'name': 'tempest-AttachVolumeShelveTestJSON-766186712-router', 'tenant_id': '9fda8c6d9ffa4955b2f19411ee340cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': '73c83217-8a8b-4fa8-bce3-ddeb31f92b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:21:05Z', 'updated_at': '2022-07-29T05:21:21Z', 'revision_number': 4, 'project_id': '9fda8c6d9ffa4955b2f19411ee340cb3', 'gw_port': {'id': '73c83217-8a8b-4fa8-bce3-ddeb31f92b04', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:28:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b15e57-d2b6-483c-b2b4-556a4c67aae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:07Z', 'updated_at': '2022-07-29T05:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi', '_interfaces': [{'id': '4942139b-2079-47b3-b08e-a8f68dea17c9', 'name': '', 'network_id': '2abd58fa-fb8d-4cc3-8df0-c903c7b8dd87', 'tenant_id': '9fda8c6d9ffa4955b2f19411ee340cb3', 'mac_address': 'fa:16:3e:7d:d5:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b15e57-d2b6-483c-b2b4-556a4c67aae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'ac46bf73-3dbd-41e0-8b70-b021adbe3f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:19Z', 'updated_at': '2022-07-29T05:21:39Z', 'revision_number': 5, 'project_id': '9fda8c6d9ffa4955b2f19411ee340cb3', 'subnets': [{'id': 'ac46bf73-3dbd-41e0-8b70-b021adbe3f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 05:26:06.554564 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae460499-d12b-4eda-92ec-82f045bcef50 None None] New status for floating IP 589dfbf8-b98e-4ed4-b1ba-86ad2878d2f3: DOWN {{(pid=104006) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 29 05:26:06.942321 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 34348) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:26:07.001971 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-6fea1169-1020-4301-8a87-69c1066ffd3d tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Publish callbacks [] for security_group (b1b037b0-0efa-496f-bd70-b1139f60e425), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:07.031454 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-6fea1169-1020-4301-8a87-69c1066ffd3d tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Publish callbacks [] for security_group (b1b037b0-0efa-496f-bd70-b1139f60e425), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:07.100046 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-6fea1169-1020-4301-8a87-69c1066ffd3d tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (b1b037b0-0efa-496f-bd70-b1139f60e425), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:07.103012 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-6fea1169-1020-4301-8a87-69c1066ffd3d tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Publish callbacks [] for security_group (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:07.104462 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-6fea1169-1020-4301-8a87-69c1066ffd3d tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "DELETE /v2.0/security-groups/b1b037b0-0efa-496f-bd70-b1139f60e425 HTTP/1.1" status: 204 len: 168 time: 0.1610641 Jul 29 05:26:07.107592 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 34350) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:26:07.115131 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fea1169-1020-4301-8a87-69c1066ffd3d tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1b037b0-0efa-496f-bd70-b1139f60e425,revision_number=None']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:26:07.125008 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.api.v2.resource [None req-95935b65-4be9-4e54-93fe-ced5d51725f0 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] show failed (client error): The resource could not be found. Jul 29 05:26:07.126343 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-95935b65-4be9-4e54-93fe-ced5d51725f0 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups/b1b037b0-0efa-496f-bd70-b1139f60e425 HTTP/1.1" status: 404 len: 347 time: 0.0176814 Jul 29 05:26:07.130093 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 34352) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:26:07.254195 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.plugin [None req-1c053e26-71ee-4e1a-95a7-2d809190fa7e tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Deleting port 5fff0590-a505-44ea-8dc0-15f9ac6b309d {{(pid=104005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 05:26:07.254536 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-1c053e26-71ee-4e1a-95a7-2d809190fa7e tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737760600589'] for port (5fff0590-a505-44ea-8dc0-15f9ac6b309d), before_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:07.341007 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (12b139f9-2daf-4047-bd2d-6bc43cda34b6), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:07.359475 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-1c053e26-71ee-4e1a-95a7-2d809190fa7e tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420629'] for port (5fff0590-a505-44ea-8dc0-15f9ac6b309d), precommit_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:07.360151 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-1c053e26-71ee-4e1a-95a7-2d809190fa7e tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Publish callbacks [] for floatingip (5fff0590-a505-44ea-8dc0-15f9ac6b309d), precommit_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:07.376248 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.plugin [None req-1c053e26-71ee-4e1a-95a7-2d809190fa7e tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Calling delete_port for 5fff0590-a505-44ea-8dc0-15f9ac6b309d owned by network:floatingip {{(pid=104005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 05:26:07.513977 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-1c053e26-71ee-4e1a-95a7-2d809190fa7e tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737760621891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737760223820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1905596'] for port (5fff0590-a505-44ea-8dc0-15f9ac6b309d), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:07.537975 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c053e26-71ee-4e1a-95a7-2d809190fa7e tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Pushing event deleted for resources: {'Port': ['ID=5fff0590-a505-44ea-8dc0-15f9ac6b309d,revision_number=None']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:26:07.602839 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-1c053e26-71ee-4e1a-95a7-2d809190fa7e tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Publish callbacks [] for floatingip (589dfbf8-b98e-4ed4-b1ba-86ad2878d2f3), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:07.605661 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-1c053e26-71ee-4e1a-95a7-2d809190fa7e tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249840'] for floatingip (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:07.606809 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-1c053e26-71ee-4e1a-95a7-2d809190fa7e tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "DELETE /v2.0/floatingips/589dfbf8-b98e-4ed4-b1ba-86ad2878d2f3 HTTP/1.1" status: 204 len: 168 time: 0.4754963 Jul 29 05:26:07.695233 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 34356) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:26:07.699884 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.v2.base [None req-826cb509-57f3-4258-ad6e-ce31c65d1041 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Request body: {'security_group': {'name': 'tempest-securitygroup--835847388', 'description': 'tempest-description--1039519912'}} {{(pid=104005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:26:07.722335 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-826cb509-57f3-4258-ad6e-ce31c65d1041 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Publish callbacks [] for security_group (None), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:07.799872 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-826cb509-57f3-4258-ad6e-ce31c65d1041 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Publish callbacks [] for security_group (bf631f8c-fd1e-402a-96ad-921fce651990), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:07.804536 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-826cb509-57f3-4258-ad6e-ce31c65d1041 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (bf631f8c-fd1e-402a-96ad-921fce651990), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:07.840414 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-826cb509-57f3-4258-ad6e-ce31c65d1041 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Publish callbacks [] for security_group (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:07.841702 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-826cb509-57f3-4258-ad6e-ce31c65d1041 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1454153 Jul 29 05:26:07.844061 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826cb509-57f3-4258-ad6e-ce31c65d1041 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf631f8c-fd1e-402a-96ad-921fce651990,revision_number=1']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:26:07.845836 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 34360) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:26:07.851102 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.v2.base [None req-37a871da-a377-4736-80d3-771b2bafbd77 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Request body: {'security_group_rule': {'security_group_id': 'bf631f8c-fd1e-402a-96ad-921fce651990', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:26:07.878455 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-37a871da-a377-4736-80d3-771b2bafbd77 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Publish callbacks [] for security_group_rule (0a50f9f9-e5ed-4a11-903a-37344ff52901), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:07.941082 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-37a871da-a377-4736-80d3-771b2bafbd77 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Publish callbacks [] for security_group_rule (0a50f9f9-e5ed-4a11-903a-37344ff52901), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:07.944701 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-37a871da-a377-4736-80d3-771b2bafbd77 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298574'] for security_group_rule (0a50f9f9-e5ed-4a11-903a-37344ff52901), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:07.963849 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a871da-a377-4736-80d3-771b2bafbd77 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a50f9f9-e5ed-4a11-903a-37344ff52901,revision_number=0']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:26:07.975533 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-37a871da-a377-4736-80d3-771b2bafbd77 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:07.979858 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-37a871da-a377-4736-80d3-771b2bafbd77 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1323111 Jul 29 05:26:07.980656 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 34368) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:26:07.988657 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.v2.base [None req-cf76f507-d914-4dd0-9367-633ed9f939bf tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Request body: {'security_group_rule': {'security_group_id': 'bf631f8c-fd1e-402a-96ad-921fce651990', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:26:08.027191 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cf76f507-d914-4dd0-9367-633ed9f939bf tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Publish callbacks [] for security_group_rule (53e8a251-1538-4fd5-a67c-2b512253246d), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:08.088221 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cf76f507-d914-4dd0-9367-633ed9f939bf tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Publish callbacks [] for security_group_rule (53e8a251-1538-4fd5-a67c-2b512253246d), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:08.091811 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cf76f507-d914-4dd0-9367-633ed9f939bf tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298574'] for security_group_rule (53e8a251-1538-4fd5-a67c-2b512253246d), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:08.111757 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf76f507-d914-4dd0-9367-633ed9f939bf tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53e8a251-1538-4fd5-a67c-2b512253246d,revision_number=0']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:26:08.122016 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cf76f507-d914-4dd0-9367-633ed9f939bf tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:08.123034 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-cf76f507-d914-4dd0-9367-633ed9f939bf tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1410441 Jul 29 05:26:08.126471 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 34372) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:26:08.131962 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.v2.base [None req-4c50a6cc-717d-4e82-8162-5477ef51a052 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Request body: {'floatingip': {'floating_network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5'}} {{(pid=104005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:26:08.144445 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-5c4b05f3-cb33-4dd5-8176-b0274859d13d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (8a9a6061-e61b-4901-b35e-5e71dea10db3), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:08.158081 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-4c50a6cc-717d-4e82-8162-5477ef51a052 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:08.166449 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Device de35419f-6c42-424f-baf0-e88731e69e60 no longer exists at agent hyperv_hv-cinder-85127 {{(pid=104006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 05:26:08.179179 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=6 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:26:08.189295 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] No Port match for: de35419f-6c42-424f-baf0-e88731e69e60 {{(pid=104006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 05:26:08.190252 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Device de35419f-6c42-424f-baf0-e88731e69e60 not bound to the agent host hv-cinder-85127 {{(pid=104006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 05:26:08.257062 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-4c50a6cc-717d-4e82-8162-5477ef51a052 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (None), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:08.265160 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:26:08.376665 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.db_base_plugin_common [None req-4c50a6cc-717d-4e82-8162-5477ef51a052 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Allocated IP 172.27.2.241 (24e7367e-e5e6-44e8-9960-5007b05e27d5/c0e5dfe8-844e-4105-ab86-052903918992/81e86c93-a1fb-4de2-8e2d-25dfd42f0aad) {{(pid=104005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 05:26:08.496142 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-4c50a6cc-717d-4e82-8162-5477ef51a052 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Publish callbacks [] for port (81e86c93-a1fb-4de2-8e2d-25dfd42f0aad), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:08.529578 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-4c50a6cc-717d-4e82-8162-5477ef51a052 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737760223811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1905596'] for port (81e86c93-a1fb-4de2-8e2d-25dfd42f0aad), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:08.571117 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c50a6cc-717d-4e82-8162-5477ef51a052 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Network 24e7367e-e5e6-44e8-9960-5007b05e27d5 is already hosted by enough agents. {{(pid=104005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 05:26:08.574236 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.base_scheduler [None req-4c50a6cc-717d-4e82-8162-5477ef51a052 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Resources bound (agent type, host, resource id): {{(pid=104005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:26:08.578338 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c50a6cc-717d-4e82-8162-5477ef51a052 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Received port after_create {{(pid=104005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 05:26:08.584287 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c50a6cc-717d-4e82-8162-5477ef51a052 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Pushing event updated for resources: {'Port': ['ID=81e86c93-a1fb-4de2-8e2d-25dfd42f0aad,revision_number=1']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:26:08.671176 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-4c50a6cc-717d-4e82-8162-5477ef51a052 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Publish callbacks [] for floatingip (12ccccf1-95e4-4167-ba21-d2114b7460d9), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:08.731368 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-4c50a6cc-717d-4e82-8162-5477ef51a052 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (81e86c93-a1fb-4de2-8e2d-25dfd42f0aad), before_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:08.896005 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-4c50a6cc-717d-4e82-8162-5477ef51a052 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Publish callbacks [] for port (81e86c93-a1fb-4de2-8e2d-25dfd42f0aad), precommit_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:08.900757 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-4c50a6cc-717d-4e82-8162-5477ef51a052 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1905579'] for port (81e86c93-a1fb-4de2-8e2d-25dfd42f0aad), after_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:08.966572 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c50a6cc-717d-4e82-8162-5477ef51a052 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Pushing event updated for resources: {'Port': ['ID=81e86c93-a1fb-4de2-8e2d-25dfd42f0aad,revision_number=2']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:26:08.968486 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:26:08.983330 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-4c50a6cc-717d-4e82-8162-5477ef51a052 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-375524'] for floatingip (12ccccf1-95e4-4167-ba21-d2114b7460d9), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:08.998843 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-4c50a6cc-717d-4e82-8162-5477ef51a052 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249840'] for floatingip (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:09.000095 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-4c50a6cc-717d-4e82-8162-5477ef51a052 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8718996 Jul 29 05:26:09.220943 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-4bebd19f-2ab7-4e61-bf33-c69bda99e890 req-40cdd3ba-ee17-444a-b7d2-e5ab6c143b2b tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--835847388&fields=id&tenant_id=9fda8c6d9ffa4955b2f19411ee340cb3 HTTP/1.1" status: 200 len: 267 time: 0.0440722 Jul 29 05:26:09.337574 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bebd19f-2ab7-4e61-bf33-c69bda99e890 req-648c3a29-cfd8-47e9-87b6-a47007470d20 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:26:09.339115 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-4bebd19f-2ab7-4e61-bf33-c69bda99e890 req-648c3a29-cfd8-47e9-87b6-a47007470d20 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/networks?id=2abd58fa-fb8d-4cc3-8df0-c903c7b8dd87 HTTP/1.1" status: 200 len: 816 time: 0.1111603 Jul 29 05:26:09.355199 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-4bebd19f-2ab7-4e61-bf33-c69bda99e890 req-82f8cbca-ad78-46e2-905d-ca7583af918e tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/quotas/9fda8c6d9ffa4955b2f19411ee340cb3 HTTP/1.1" status: 200 len: 375 time: 0.0100210 Jul 29 05:26:09.402863 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:26:09.424595 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-4bebd19f-2ab7-4e61-bf33-c69bda99e890 req-8f4a3829-400b-4c46-9fde-fc1634a7a8cc tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=9fda8c6d9ffa4955b2f19411ee340cb3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0559614 Jul 29 05:26:09.535266 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-4bebd19f-2ab7-4e61-bf33-c69bda99e890 req-e37dc42c-4710-4ee4-9aac-331fd24850de service neutron] 10.222.0.49 "GET /v2.0/networks/2abd58fa-fb8d-4cc3-8df0-c903c7b8dd87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981541 Jul 29 05:26:09.589932 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:26:09.635807 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-4bebd19f-2ab7-4e61-bf33-c69bda99e890 req-fa4b0d71-dc79-4255-a011-303db91ef5e8 service neutron] 10.222.0.49 "GET /v2.0/networks/2abd58fa-fb8d-4cc3-8df0-c903c7b8dd87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937264 Jul 29 05:26:09.885104 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-06f470c9-bb10-4ebd-b9df-1228de5540d4 req-fdf83e55-ae84-49fe-b048-d009259d37ec tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e3305fc-3d92-4d3f-afb8-c25395280792 HTTP/1.1" status: 200 len: 210 time: 0.0978746 Jul 29 05:26:10.019703 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c0cfcfc2-d3d3-4a7d-ac6c-95a3fd745979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (543ff7d7-1636-45b2-a25e-e19209bc2e01), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:10.881731 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:26:10.913751 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bebd19f-2ab7-4e61-bf33-c69bda99e890 req-2410b846-f4fa-4d4e-98fc-8818cc78886f tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:26:10.915243 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-4bebd19f-2ab7-4e61-bf33-c69bda99e890 req-2410b846-f4fa-4d4e-98fc-8818cc78886f tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.60 "GET /v2.0/networks?id=2abd58fa-fb8d-4cc3-8df0-c903c7b8dd87 HTTP/1.1" status: 200 len: 816 time: 0.1183608 Jul 29 05:26:10.987621 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-4bebd19f-2ab7-4e61-bf33-c69bda99e890 req-48876712-5522-4885-b009-edfc516472f1 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9fda8c6d9ffa4955b2f19411ee340cb3 HTTP/1.1" status: 200 len: 379 time: 0.0611994 Jul 29 05:26:10.999237 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-32ec1559-cd5a-48fe-85cb-d4d67482f3a6 req-54be0183-65be-44c8-8b9a-5e5b2873beec tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e3305fc-3d92-4d3f-afb8-c25395280792 HTTP/1.1" status: 200 len: 210 time: 0.0302095 Jul 29 05:26:11.078398 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.v2.base [req-4bebd19f-2ab7-4e61-bf33-c69bda99e890 req-f4922d2b-8635-488b-89ee-aded571b0549 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Request body: {'port': {'device_id': '1e3305fc-3d92-4d3f-afb8-c25395280792', 'network_id': '2abd58fa-fb8d-4cc3-8df0-c903c7b8dd87', 'admin_state_up': True, 'tenant_id': '9fda8c6d9ffa4955b2f19411ee340cb3', 'security_groups': ['bf631f8c-fd1e-402a-96ad-921fce651990']}} {{(pid=104005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:26:11.196812 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bebd19f-2ab7-4e61-bf33-c69bda99e890 req-f4922d2b-8635-488b-89ee-aded571b0549 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Made reservation on behalf of 9fda8c6d9ffa4955b2f19411ee340cb3 for: {'port': 1} {{(pid=104005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 05:26:11.200355 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-4bebd19f-2ab7-4e61-bf33-c69bda99e890 req-f4922d2b-8635-488b-89ee-aded571b0549 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (None), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:11.333720 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.db_base_plugin_common [req-4bebd19f-2ab7-4e61-bf33-c69bda99e890 req-f4922d2b-8635-488b-89ee-aded571b0549 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Allocated IP 172.20.0.3 (2abd58fa-fb8d-4cc3-8df0-c903c7b8dd87/ac46bf73-3dbd-41e0-8b70-b021adbe3f3f/6f412c06-c9c0-4423-b60d-0b7fa2c32b6f) {{(pid=104005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 05:26:11.516003 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-4bebd19f-2ab7-4e61-bf33-c69bda99e890 req-f4922d2b-8635-488b-89ee-aded571b0549 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Publish callbacks [] for port (6f412c06-c9c0-4423-b60d-0b7fa2c32b6f), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:11.548760 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-4bebd19f-2ab7-4e61-bf33-c69bda99e890 req-f4922d2b-8635-488b-89ee-aded571b0549 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737760223811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1905596'] for port (6f412c06-c9c0-4423-b60d-0b7fa2c32b6f), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:11.592780 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bebd19f-2ab7-4e61-bf33-c69bda99e890 req-f4922d2b-8635-488b-89ee-aded571b0549 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Network 2abd58fa-fb8d-4cc3-8df0-c903c7b8dd87 is already hosted by enough agents. {{(pid=104005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 05:26:11.598581 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.base_scheduler [req-4bebd19f-2ab7-4e61-bf33-c69bda99e890 req-f4922d2b-8635-488b-89ee-aded571b0549 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Resources bound (agent type, host, resource id): {{(pid=104005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:26:11.600978 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bebd19f-2ab7-4e61-bf33-c69bda99e890 req-f4922d2b-8635-488b-89ee-aded571b0549 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Received port after_create {{(pid=104005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 05:26:11.636161 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4922d2b-8635-488b-89ee-aded571b0549 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Pushing event updated for resources: {'Port': ['ID=6f412c06-c9c0-4423-b60d-0b7fa2c32b6f,revision_number=1']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:26:11.672470 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bebd19f-2ab7-4e61-bf33-c69bda99e890 req-f4922d2b-8635-488b-89ee-aded571b0549 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:26:11.673147 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-4bebd19f-2ab7-4e61-bf33-c69bda99e890 req-f4922d2b-8635-488b-89ee-aded571b0549 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249840'] for port (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:11.700048 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-4bebd19f-2ab7-4e61-bf33-c69bda99e890 req-f4922d2b-8635-488b-89ee-aded571b0549 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6255083 Jul 29 05:26:11.702538 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-25d2d662-1c10-455a-a758-35c132406432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (7da8dcb9-9a4e-44fd-b4da-fa922ad17d56), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:11.712291 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.v2.base [req-4bebd19f-2ab7-4e61-bf33-c69bda99e890 req-45ddc788-6315-4871-b965-4c11ce6e4ca7 service neutron] Request body: {'port': {'device_id': '1e3305fc-3d92-4d3f-afb8-c25395280792', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85127'}} {{(pid=104005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:26:11.781738 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-4bebd19f-2ab7-4e61-bf33-c69bda99e890 req-45ddc788-6315-4871-b965-4c11ce6e4ca7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (6f412c06-c9c0-4423-b60d-0b7fa2c32b6f), before_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:11.785157 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:DELETE=4,neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:26:11.788934 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (aa119a64-f506-4951-a68b-6dc6289eaece), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:11.864945 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-45b55223-695a-43b7-930e-a7fa2500c991 None None] Provisioning complete for port 6f412c06-c9c0-4423-b60d-0b7fa2c32b6f triggered by entity DHCP. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:26:11.865438 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-45b55223-695a-43b7-930e-a7fa2500c991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (6f412c06-c9c0-4423-b60d-0b7fa2c32b6f), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:11.885745 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:26:11.901429 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-45b55223-695a-43b7-930e-a7fa2500c991 None None] Port 6f412c06-c9c0-4423-b60d-0b7fa2c32b6f cannot update to ACTIVE because it is not bound. {{(pid=104006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 29 05:26:12.055260 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.notifiers.nova [req-4bebd19f-2ab7-4e61-bf33-c69bda99e890 req-45ddc788-6315-4871-b965-4c11ce6e4ca7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f412c06-c9c0-4423-b60d-0b7fa2c32b6f {{(pid=104005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 05:26:12.072118 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-4bebd19f-2ab7-4e61-bf33-c69bda99e890 req-45ddc788-6315-4871-b965-4c11ce6e4ca7 service neutron] Publish callbacks [] for port (6f412c06-c9c0-4423-b60d-0b7fa2c32b6f), precommit_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:12.087995 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.provisioning_blocks [req-4bebd19f-2ab7-4e61-bf33-c69bda99e890 req-45ddc788-6315-4871-b965-4c11ce6e4ca7 service neutron] Transition to ACTIVE for port object 6f412c06-c9c0-4423-b60d-0b7fa2c32b6f will not be triggered until provisioned by entity L2. {{(pid=104005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 29 05:26:12.095326 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-4bebd19f-2ab7-4e61-bf33-c69bda99e890 req-45ddc788-6315-4871-b965-4c11ce6e4ca7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1905579'] for port (6f412c06-c9c0-4423-b60d-0b7fa2c32b6f), after_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:12.208980 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ddc788-6315-4871-b965-4c11ce6e4ca7 service neutron] Pushing event updated for resources: {'Port': ['ID=6f412c06-c9c0-4423-b60d-0b7fa2c32b6f,revision_number=2']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:26:12.229206 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703027ae-3339-44bf-ae0a-0f8a773b1054 req-6717f1df-5fe2-4dd5-bfd4-fb0ed9789f31 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:26:12.230772 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-703027ae-3339-44bf-ae0a-0f8a773b1054 req-6717f1df-5fe2-4dd5-bfd4-fb0ed9789f31 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e3305fc-3d92-4d3f-afb8-c25395280792 HTTP/1.1" status: 200 len: 943 time: 0.1107976 Jul 29 05:26:12.232618 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-d011691e-9b91-4aa6-b267-3c51db66ecfc req-e7933d69-e310-4df6-8711-b861036de1f6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f6ff83e9-b98e-47c5-83cb-37ac61826fba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1092579 Jul 29 05:26:12.365380 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-703027ae-3339-44bf-ae0a-0f8a773b1054 req-2acb59ab-39c6-4cd0-b8bc-6a993f73455f tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf631f8c-fd1e-402a-96ad-921fce651990&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1271749 Jul 29 05:26:12.366366 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d011691e-9b91-4aa6-b267-3c51db66ecfc req-37b4fc15-ec07-42d5-8d51-985e3c9188fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:26:12.367806 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-d011691e-9b91-4aa6-b267-3c51db66ecfc req-37b4fc15-ec07-42d5-8d51-985e3c9188fa service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=92f16adc2357459aa0afb68db89031dd&device_id=f6ff83e9-b98e-47c5-83cb-37ac61826fba HTTP/1.1" status: 200 len: 1130 time: 0.1067348 Jul 29 05:26:12.384870 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.managers [req-4bebd19f-2ab7-4e61-bf33-c69bda99e890 req-45ddc788-6315-4871-b965-4c11ce6e4ca7 service neutron] Attempting to bind port 6f412c06-c9c0-4423-b60d-0b7fa2c32b6f on host hv-cinder-85127 for vnic_type normal with profile {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 05:26:12.385213 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.managers [req-4bebd19f-2ab7-4e61-bf33-c69bda99e890 req-45ddc788-6315-4871-b965-4c11ce6e4ca7 service neutron] Attempting to bind port 6f412c06-c9c0-4423-b60d-0b7fa2c32b6f by drivers openvswitch,hyperv on host hv-cinder-85127 at level 0 using segments [{'id': '9167e3b9-12fc-4803-a3cb-91dd7148cc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2abd58fa-fb8d-4cc3-8df0-c903c7b8dd87'}] {{(pid=104005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 05:26:12.385541 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bebd19f-2ab7-4e61-bf33-c69bda99e890 req-45ddc788-6315-4871-b965-4c11ce6e4ca7 service neutron] Attempting to bind port 6f412c06-c9c0-4423-b60d-0b7fa2c32b6f on network 2abd58fa-fb8d-4cc3-8df0-c903c7b8dd87 {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 05:26:12.401280 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bebd19f-2ab7-4e61-bf33-c69bda99e890 req-45ddc788-6315-4871-b965-4c11ce6e4ca7 service neutron] Port 6f412c06-c9c0-4423-b60d-0b7fa2c32b6f on network 2abd58fa-fb8d-4cc3-8df0-c903c7b8dd87 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85127 {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 29 05:26:12.401606 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bebd19f-2ab7-4e61-bf33-c69bda99e890 req-45ddc788-6315-4871-b965-4c11ce6e4ca7 service neutron] Attempting to bind port 6f412c06-c9c0-4423-b60d-0b7fa2c32b6f on network 2abd58fa-fb8d-4cc3-8df0-c903c7b8dd87 {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 05:26:12.444189 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bebd19f-2ab7-4e61-bf33-c69bda99e890 req-45ddc788-6315-4871-b965-4c11ce6e4ca7 service neutron] Checking agent: {'id': '12b139f9-2daf-4047-bd2d-6bc43cda34b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85127', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 5, 19, 7), 'started_at': datetime.datetime(2022, 7, 29, 5, 19, 7), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 5, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 05:26:12.444455 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bebd19f-2ab7-4e61-bf33-c69bda99e890 req-45ddc788-6315-4871-b965-4c11ce6e4ca7 service neutron] Checking segment: {'id': '9167e3b9-12fc-4803-a3cb-91dd7148cc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2abd58fa-fb8d-4cc3-8df0-c903c7b8dd87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 05:26:12.444857 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bebd19f-2ab7-4e61-bf33-c69bda99e890 req-45ddc788-6315-4871-b965-4c11ce6e4ca7 service neutron] Bound using segment: {'id': '9167e3b9-12fc-4803-a3cb-91dd7148cc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2abd58fa-fb8d-4cc3-8df0-c903c7b8dd87'} {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 05:26:12.445280 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.managers [req-4bebd19f-2ab7-4e61-bf33-c69bda99e890 req-45ddc788-6315-4871-b965-4c11ce6e4ca7 service neutron] Bound port: 6f412c06-c9c0-4423-b60d-0b7fa2c32b6f, host: hv-cinder-85127, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9167e3b9-12fc-4803-a3cb-91dd7148cc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2abd58fa-fb8d-4cc3-8df0-c903c7b8dd87'}}] {{(pid=104005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 05:26:12.445638 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-4bebd19f-2ab7-4e61-bf33-c69bda99e890 req-45ddc788-6315-4871-b965-4c11ce6e4ca7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (6f412c06-c9c0-4423-b60d-0b7fa2c32b6f), before_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:12.540678 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d011691e-9b91-4aa6-b267-3c51db66ecfc req-7c190ecb-0db2-4364-8647-355e95185499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:26:12.542160 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-d011691e-9b91-4aa6-b267-3c51db66ecfc req-7c190ecb-0db2-4364-8647-355e95185499 service neutron] 10.222.0.60 "GET /v2.0/networks?id=60b4bb7c-7825-4f15-bc04-5ac3fa10b445 HTTP/1.1" status: 200 len: 911 time: 0.1527386 Jul 29 05:26:12.585910 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.db [req-4bebd19f-2ab7-4e61-bf33-c69bda99e890 req-45ddc788-6315-4871-b965-4c11ce6e4ca7 service neutron] For port 6f412c06-c9c0-4423-b60d-0b7fa2c32b6f, host hv-cinder-85127, cleared binding levels {{(pid=104005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 05:26:12.605652 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:26:12.609800 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.db [req-4bebd19f-2ab7-4e61-bf33-c69bda99e890 req-45ddc788-6315-4871-b965-4c11ce6e4ca7 service neutron] For port 6f412c06-c9c0-4423-b60d-0b7fa2c32b6f, host hv-cinder-85127, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=6f412c06-c9c0-4423-b60d-0b7fa2c32b6f,segment=NetworkSegment(9167e3b9-12fc-4803-a3cb-91dd7148cc6f),segment_id=9167e3b9-12fc-4803-a3cb-91dd7148cc6f)] {{(pid=104005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 05:26:12.625139 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-d011691e-9b91-4aa6-b267-3c51db66ecfc req-0175db6d-fb88-4ec8-9535-b71a470f15f5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=271bc52d-2fba-4db9-bfaa-44a4a119f24e HTTP/1.1" status: 200 len: 1001 time: 0.0752294 Jul 29 05:26:12.626202 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-4bebd19f-2ab7-4e61-bf33-c69bda99e890 req-45ddc788-6315-4871-b965-4c11ce6e4ca7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1905579'] for port (6f412c06-c9c0-4423-b60d-0b7fa2c32b6f), after_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:12.702578 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bebd19f-2ab7-4e61-bf33-c69bda99e890 req-45ddc788-6315-4871-b965-4c11ce6e4ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:26:12.703495 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-4bebd19f-2ab7-4e61-bf33-c69bda99e890 req-45ddc788-6315-4871-b965-4c11ce6e4ca7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249840'] for port (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:12.704892 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-4bebd19f-2ab7-4e61-bf33-c69bda99e890 req-45ddc788-6315-4871-b965-4c11ce6e4ca7 service neutron] 10.222.0.60 "PUT /v2.0/ports/6f412c06-c9c0-4423-b60d-0b7fa2c32b6f HTTP/1.1" status: 200 len: 1093 time: 0.9971695 Jul 29 05:26:12.706011 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e3305fc-3d92-4d3f-afb8-c25395280792', 'tag': '6f412c06-c9c0-4423-b60d-0b7fa2c32b6f'}] {{(pid=104005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 05:26:12.708340 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18cb6d06cd9bdbb2624e76cf95b2230ef06252a8a1dccb16f0d07e3cc9dc753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19add5fb-6011-402a-9689-590d2d285ff6" -d '{"events": [{"name": "network-changed", "server_uuid": "1e3305fc-3d92-4d3f-afb8-c25395280792", "tag": "6f412c06-c9c0-4423-b60d-0b7fa2c32b6f"}]}' {{(pid=104005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 05:26:12.740981 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d011691e-9b91-4aa6-b267-3c51db66ecfc req-75e7379e-d03a-42c1-8ea2-31b923beff36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:26:12.742522 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-d011691e-9b91-4aa6-b267-3c51db66ecfc req-75e7379e-d03a-42c1-8ea2-31b923beff36 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6b58381f-b173-48c0-ac4a-7a853ae2cd60 HTTP/1.1" status: 200 len: 849 time: 0.1094813 Jul 29 05:26:12.743175 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ddc788-6315-4871-b965-4c11ce6e4ca7 service neutron] Pushing event updated for resources: {'Port': ['ID=6f412c06-c9c0-4423-b60d-0b7fa2c32b6f,revision_number=3']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:26:12.778488 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 05:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e525b4f1-4781-487e-b7e6-8ee520a64eff x-openstack-request-id: req-e525b4f1-4781-487e-b7e6-8ee520a64eff {{(pid=104005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 05:26:12.778799 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e3305fc-3d92-4d3f-afb8-c25395280792", "tag": "6f412c06-c9c0-4423-b60d-0b7fa2c32b6f", "status": "completed", "code": 200}]} {{(pid=104005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 05:26:12.779294 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e525b4f1-4781-487e-b7e6-8ee520a64eff {{(pid=104005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 05:26:12.779872 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e525b4f1-4781-487e-b7e6-8ee520a64eff'] response: {'name': 'network-changed', 'server_uuid': '1e3305fc-3d92-4d3f-afb8-c25395280792', 'tag': '6f412c06-c9c0-4423-b60d-0b7fa2c32b6f', 'status': 'completed', 'code': 200} Jul 29 05:26:12.833637 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bebd19f-2ab7-4e61-bf33-c69bda99e890 req-5305b0e8-8fc9-46e7-b40f-711918c742c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:26:12.835166 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-4bebd19f-2ab7-4e61-bf33-c69bda99e890 req-5305b0e8-8fc9-46e7-b40f-711918c742c2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9fda8c6d9ffa4955b2f19411ee340cb3&device_id=1e3305fc-3d92-4d3f-afb8-c25395280792 HTTP/1.1" status: 200 len: 1127 time: 0.0816391 Jul 29 05:26:12.836200 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d011691e-9b91-4aa6-b267-3c51db66ecfc req-bf5de1a1-bfa7-4564-82c7-dae04fb31084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:26:12.839538 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-d011691e-9b91-4aa6-b267-3c51db66ecfc req-bf5de1a1-bfa7-4564-82c7-dae04fb31084 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=60b4bb7c-7825-4f15-bc04-5ac3fa10b445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0742836 Jul 29 05:26:13.151426 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-4bebd19f-2ab7-4e61-bf33-c69bda99e890 req-70c01b4c-397b-471c-9784-e01263b2e8c8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6f412c06-c9c0-4423-b60d-0b7fa2c32b6f HTTP/1.1" status: 200 len: 217 time: 0.2964597 Jul 29 05:26:13.186392 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:26:13.244708 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bebd19f-2ab7-4e61-bf33-c69bda99e890 req-b1a2acc0-19eb-485b-a7f4-958976d4da02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:26:13.246183 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-4bebd19f-2ab7-4e61-bf33-c69bda99e890 req-b1a2acc0-19eb-485b-a7f4-958976d4da02 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ac46bf73-3dbd-41e0-8b70-b021adbe3f3f HTTP/1.1" status: 200 len: 855 time: 0.0694950 Jul 29 05:26:13.292916 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-d011691e-9b91-4aa6-b267-3c51db66ecfc req-9cf11f2a-cf21-4f18-8003-2df988ed7d22 service neutron] 10.222.0.60 "GET /v2.0/networks/60b4bb7c-7825-4f15-bc04-5ac3fa10b445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4366677 Jul 29 05:26:13.322317 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bebd19f-2ab7-4e61-bf33-c69bda99e890 req-9eec1990-5827-424e-b6d7-0dc9816999c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:26:13.323952 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-4bebd19f-2ab7-4e61-bf33-c69bda99e890 req-9eec1990-5827-424e-b6d7-0dc9816999c5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2abd58fa-fb8d-4cc3-8df0-c903c7b8dd87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0688381 Jul 29 05:26:13.477020 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-d011691e-9b91-4aa6-b267-3c51db66ecfc req-88adb485-5fbe-4e07-a8d6-a328378d4387 service neutron] 10.222.0.60 "GET /v2.0/networks/60b4bb7c-7825-4f15-bc04-5ac3fa10b445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766937 Jul 29 05:26:13.511554 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-4bebd19f-2ab7-4e61-bf33-c69bda99e890 req-09516eef-dc59-4a52-82cc-bdcd6bada5c4 service neutron] 10.222.0.60 "GET /v2.0/networks/2abd58fa-fb8d-4cc3-8df0-c903c7b8dd87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616640 Jul 29 05:26:13.534540 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33a64df-fca1-4497-8697-22b9d8a894e9 req-07224d13-ea6e-46aa-b0c7-e642be9b3b8b tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:26:13.536174 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-d33a64df-fca1-4497-8697-22b9d8a894e9 req-07224d13-ea6e-46aa-b0c7-e642be9b3b8b tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e3305fc-3d92-4d3f-afb8-c25395280792 HTTP/1.1" status: 200 len: 943 time: 0.0879366 Jul 29 05:26:13.639521 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-d33a64df-fca1-4497-8697-22b9d8a894e9 req-e602e3c1-a8a7-458b-8dc1-e5ad96b8997f tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf631f8c-fd1e-402a-96ad-921fce651990&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932717 Jul 29 05:26:13.655464 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-4bebd19f-2ab7-4e61-bf33-c69bda99e890 req-502e6b64-e65c-46c6-b0c4-49d941fd5150 service neutron] 10.222.0.60 "GET /v2.0/networks/2abd58fa-fb8d-4cc3-8df0-c903c7b8dd87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353183 Jul 29 05:26:14.778775 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baabe75f-2328-4258-8010-eb2d2cd2eb02 req-cba2db19-40c5-42b5-b7b2-a893024da1cb tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:26:14.780603 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-baabe75f-2328-4258-8010-eb2d2cd2eb02 req-cba2db19-40c5-42b5-b7b2-a893024da1cb tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e3305fc-3d92-4d3f-afb8-c25395280792 HTTP/1.1" status: 200 len: 943 time: 0.0553927 Jul 29 05:26:14.826666 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19add5fb-6011-402a-9689-590d2d285ff6 req-6581ff54-0a0e-408c-99fe-773da20f2b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:26:14.829039 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-19add5fb-6011-402a-9689-590d2d285ff6 req-6581ff54-0a0e-408c-99fe-773da20f2b90 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9fda8c6d9ffa4955b2f19411ee340cb3&device_id=1e3305fc-3d92-4d3f-afb8-c25395280792 HTTP/1.1" status: 200 len: 1127 time: 0.0558300 Jul 29 05:26:14.838957 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-baabe75f-2328-4258-8010-eb2d2cd2eb02 req-233c7086-31c1-49fe-94e9-11f850db3059 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf631f8c-fd1e-402a-96ad-921fce651990&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507905 Jul 29 05:26:14.921611 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=100 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:26:14.932185 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19add5fb-6011-402a-9689-590d2d285ff6 req-b4e6ad61-04e3-457b-a3cc-0cc73d6e6fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:26:14.933950 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-19add5fb-6011-402a-9689-590d2d285ff6 req-b4e6ad61-04e3-457b-a3cc-0cc73d6e6fdd service neutron] 10.222.0.60 "GET /v2.0/networks?id=2abd58fa-fb8d-4cc3-8df0-c903c7b8dd87 HTTP/1.1" status: 200 len: 917 time: 0.0975761 Jul 29 05:26:15.019591 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 34468) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:26:15.087910 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.db.db_base_plugin_v2 [None req-10c044d7-67ec-4d71-bed0-7fbb529d5594 admin admin] Deleting subnet 0bb787ec-229d-4496-8b75-814879057044 {{(pid=104004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 29 05:26:15.093254 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-10c044d7-67ec-4d71-bed0-7fbb529d5594 admin admin] Publish callbacks [] for subnet (0bb787ec-229d-4496-8b75-814879057044), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:15.136660 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-10c044d7-67ec-4d71-bed0-7fbb529d5594 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29149063'] for subnet (0bb787ec-229d-4496-8b75-814879057044), precommit_delete_associations {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:15.177380 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-19add5fb-6011-402a-9689-590d2d285ff6 req-1818acc4-a86c-4c67-a8c4-176679719ba0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6f412c06-c9c0-4423-b60d-0b7fa2c32b6f HTTP/1.1" status: 200 len: 217 time: 0.0502133 Jul 29 05:26:15.198192 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-10c044d7-67ec-4d71-bed0-7fbb529d5594 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3503403'] for subnet (0bb787ec-229d-4496-8b75-814879057044), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:15.263871 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19add5fb-6011-402a-9689-590d2d285ff6 req-19e2ef94-4108-4a6c-91bc-229c3baecc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:26:15.265335 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-19add5fb-6011-402a-9689-590d2d285ff6 req-19e2ef94-4108-4a6c-91bc-229c3baecc19 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ac46bf73-3dbd-41e0-8b70-b021adbe3f3f HTTP/1.1" status: 200 len: 855 time: 0.0813358 Jul 29 05:26:15.281532 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-10c044d7-67ec-4d71-bed0-7fbb529d5594 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3503394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-292102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25660254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25789394'] for subnet (0bb787ec-229d-4496-8b75-814879057044), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:15.327905 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c044d7-67ec-4d71-bed0-7fbb529d5594 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0bb787ec-229d-4496-8b75-814879057044,revision_number=None']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:26:15.344106 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-10c044d7-67ec-4d71-bed0-7fbb529d5594 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:15.344697 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19add5fb-6011-402a-9689-590d2d285ff6 req-c157ef67-edcd-4386-beac-802bd9ee9502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:26:15.348028 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-19add5fb-6011-402a-9689-590d2d285ff6 req-c157ef67-edcd-4386-beac-802bd9ee9502 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2abd58fa-fb8d-4cc3-8df0-c903c7b8dd87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0732732 Jul 29 05:26:15.352604 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-10c044d7-67ec-4d71-bed0-7fbb529d5594 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/0bb787ec-229d-4496-8b75-814879057044 HTTP/1.1" status: 204 len: 168 time: 0.3281419 Jul 29 05:26:15.352604 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c044d7-67ec-4d71-bed0-7fbb529d5594 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:26:15.352890 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c044d7-67ec-4d71-bed0-7fbb529d5594 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:26:15.353038 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 34476) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:26:15.353422 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c044d7-67ec-4d71-bed0-7fbb529d5594 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:26:15.353950 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c044d7-67ec-4d71-bed0-7fbb529d5594 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:26:15.354471 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c044d7-67ec-4d71-bed0-7fbb529d5594 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:26:15.354987 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c044d7-67ec-4d71-bed0-7fbb529d5594 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:26:15.355561 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c044d7-67ec-4d71-bed0-7fbb529d5594 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:26:15.369425 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c044d7-67ec-4d71-bed0-7fbb529d5594 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:26:15.369425 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c044d7-67ec-4d71-bed0-7fbb529d5594 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:26:15.369425 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c044d7-67ec-4d71-bed0-7fbb529d5594 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:26:15.369425 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c044d7-67ec-4d71-bed0-7fbb529d5594 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:26:15.369425 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c044d7-67ec-4d71-bed0-7fbb529d5594 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:26:15.369425 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c044d7-67ec-4d71-bed0-7fbb529d5594 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:26:15.369425 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c044d7-67ec-4d71-bed0-7fbb529d5594 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:26:15.369425 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c044d7-67ec-4d71-bed0-7fbb529d5594 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:26:15.491598 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-0dfab944-7a58-417a-ba3b-e73b948914c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3418721'] for network (6068f512-e267-445c-a8db-5edcf9da6f4b), before_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:15.532962 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-19add5fb-6011-402a-9689-590d2d285ff6 req-88c2abcf-d82d-4a4f-871c-d20c10ba55f7 service neutron] 10.222.0.60 "GET /v2.0/networks/2abd58fa-fb8d-4cc3-8df0-c903c7b8dd87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680005 Jul 29 05:26:15.624351 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-0dfab944-7a58-417a-ba3b-e73b948914c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3505157', 'neutron.services.segments.db._delete_segments_for_network-8737760678346'] for network (6068f512-e267-445c-a8db-5edcf9da6f4b), precommit_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:15.672305 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.services.segments.db [None req-0dfab944-7a58-417a-ba3b-e73b948914c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6068f512-e267-445c-a8db-5edcf9da6f4b']}} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:26:15.680911 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e65670-668d-415b-8a54-bbf487cff26e req-56da65a3-5522-42ca-bf93-4d1ed30977a2 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:26:15.682494 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-64e65670-668d-415b-8a54-bbf487cff26e req-56da65a3-5522-42ca-bf93-4d1ed30977a2 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ff83e9-b98e-47c5-83cb-37ac61826fba HTTP/1.1" status: 200 len: 946 time: 0.0721231 Jul 29 05:26:15.694317 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.services.segments.db [None req-0dfab944-7a58-417a-ba3b-e73b948914c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6b1b595-a5b9-4d29-9561-8d288c1b8139') {'for_net_delete': True} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:26:15.694603 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.services.segments.db [None req-0dfab944-7a58-417a-ba3b-e73b948914c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6b1b595-a5b9-4d29-9561-8d288c1b8139') {} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:26:15.701864 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=100 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:26:15.718964 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-0dfab944-7a58-417a-ba3b-e73b948914c5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737760678247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28577015'] for segment (d6b1b595-a5b9-4d29-9561-8d288c1b8139), before_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:15.745313 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-0dfab944-7a58-417a-ba3b-e73b948914c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501452'] for segment (d6b1b595-a5b9-4d29-9561-8d288c1b8139), precommit_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:15.762284 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dfab944-7a58-417a-ba3b-e73b948914c5 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=104005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 05:26:15.762678 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-0dfab944-7a58-417a-ba3b-e73b948914c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1905615'] for segment (d6b1b595-a5b9-4d29-9561-8d288c1b8139), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:15.787113 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.services.segments.plugin [-] Segment d6b1b595-a5b9-4d29-9561-8d288c1b8139 resource provider aggregate not found Jul 29 05:26:15.822021 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-64e65670-668d-415b-8a54-bbf487cff26e req-935d3d1d-f7ad-43b9-bb82-7870a91241f7 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/security-groups?id=e9b3d23d-0615-4fd6-b695-2037ba10d6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333835 Jul 29 05:26:15.839698 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.services.segments.plugin [-] Segment d6b1b595-a5b9-4d29-9561-8d288c1b8139 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d6b1b595-a5b9-4d29-9561-8d288c1b8139 found for delete ", "request_id": "req-3e46e47c-7983-42c6-966c-eb5db4eb0b14"}]} Jul 29 05:26:15.850875 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-0dfab944-7a58-417a-ba3b-e73b948914c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3505166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-375344'] for network (6068f512-e267-445c-a8db-5edcf9da6f4b), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:15.858192 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-0dfab944-7a58-417a-ba3b-e73b948914c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670410'] for network (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:15.862757 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-0dfab944-7a58-417a-ba3b-e73b948914c5 admin admin] 10.222.0.49 "DELETE /v2.0/networks/6068f512-e267-445c-a8db-5edcf9da6f4b HTTP/1.1" status: 204 len: 168 time: 0.5078053 Jul 29 05:26:15.875289 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfab944-7a58-417a-ba3b-e73b948914c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=6068f512-e267-445c-a8db-5edcf9da6f4b,revision_number=None']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:26:15.988396 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d904a65a-9205-42d4-949e-0b8045c2a75a req-ea5120ab-018f-4c88-8c15-df2328a574db tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:26:15.990288 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-d904a65a-9205-42d4-949e-0b8045c2a75a req-ea5120ab-018f-4c88-8c15-df2328a574db tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e3305fc-3d92-4d3f-afb8-c25395280792 HTTP/1.1" status: 200 len: 943 time: 0.0569041 Jul 29 05:26:16.063311 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-d904a65a-9205-42d4-949e-0b8045c2a75a req-66a0a516-22d3-40c0-91a9-10d12f67a379 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf631f8c-fd1e-402a-96ad-921fce651990&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657902 Jul 29 05:26:16.094005 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 34490) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:26:16.144654 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-aea8fdd5-0334-4040-afcc-15f313e99317 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1f75331a524c4a5a981dfd1fdc361467&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0492339 Jul 29 05:26:16.148229 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 34492) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:26:16.166201 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Device 6f412c06-c9c0-4423-b60d-0b7fa2c32b6f details requested by agent hyperv_hv-cinder-85127 with host hv-cinder-85127 {{(pid=104006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 05:26:16.230310 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-b6d5fe8a-eaa8-4f52-8959-ab78fd5cf2d8 admin admin] Publish callbacks [] for security_group (10873ed0-801e-451a-aaaa-93d3e6c9aa2a), before_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:16.275064 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-b6d5fe8a-eaa8-4f52-8959-ab78fd5cf2d8 admin admin] Publish callbacks [] for security_group (10873ed0-801e-451a-aaaa-93d3e6c9aa2a), precommit_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:16.301287 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] For port 6f412c06-c9c0-4423-b60d-0b7fa2c32b6f, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=6f412c06-c9c0-4423-b60d-0b7fa2c32b6f,segment=NetworkSegment(9167e3b9-12fc-4803-a3cb-91dd7148cc6f),segment_id=9167e3b9-12fc-4803-a3cb-91dd7148cc6f)] {{(pid=104006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:26:16.316175 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=69 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:26:16.316964 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Returning: {'device': '6f412c06-c9c0-4423-b60d-0b7fa2c32b6f', 'network_id': '2abd58fa-fb8d-4cc3-8df0-c903c7b8dd87', 'port_id': '6f412c06-c9c0-4423-b60d-0b7fa2c32b6f', 'mac_address': 'fa:16:3e:6d:d4:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac46bf73-3dbd-41e0-8b70-b021adbe3f3f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 05:26:16.317664 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=65 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:26:16.358131 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Current status of the port 6f412c06-c9c0-4423-b60d-0b7fa2c32b6f is: DOWN; New status is: BUILD {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:26:16.358542 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (6f412c06-c9c0-4423-b60d-0b7fa2c32b6f), before_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:16.362743 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-b6d5fe8a-eaa8-4f52-8959-ab78fd5cf2d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (10873ed0-801e-451a-aaaa-93d3e6c9aa2a), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:16.366223 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-b6d5fe8a-eaa8-4f52-8959-ab78fd5cf2d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:16.367778 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-b6d5fe8a-eaa8-4f52-8959-ab78fd5cf2d8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/10873ed0-801e-451a-aaaa-93d3e6c9aa2a HTTP/1.1" status: 204 len: 168 time: 0.2183297 Jul 29 05:26:16.376643 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.notifiers.nova [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f412c06-c9c0-4423-b60d-0b7fa2c32b6f {{(pid=104006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 05:26:16.382717 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d5fe8a-eaa8-4f52-8959-ab78fd5cf2d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10873ed0-801e-451a-aaaa-93d3e6c9aa2a,revision_number=None']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:26:16.411675 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] For port 6f412c06-c9c0-4423-b60d-0b7fa2c32b6f, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=6f412c06-c9c0-4423-b60d-0b7fa2c32b6f,segment=NetworkSegment(9167e3b9-12fc-4803-a3cb-91dd7148cc6f),segment_id=9167e3b9-12fc-4803-a3cb-91dd7148cc6f)] {{(pid=104006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:26:16.417472 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (6f412c06-c9c0-4423-b60d-0b7fa2c32b6f), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:16.473355 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Pushing event updated for resources: {'Port': ['ID=6f412c06-c9c0-4423-b60d-0b7fa2c32b6f,revision_number=4']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:26:16.481954 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:26:16.482299 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:26:16.482644 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:26:16.483008 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:26:16.483342 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:26:16.483686 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:26:16.484016 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:26:16.484341 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:26:16.484665 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:26:16.484988 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:26:16.485311 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:26:16.485650 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:26:16.485977 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:26:16.487006 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:26:16.487911 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:26:16.713236 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] get_ports_and_sgs() called for port_ids ['6f412c06-c9c0-4423-b60d-0b7fa2c32b6f'] {{(pid=104006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 05:26:17.005370 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0135759a-f0a5-4ec9-8b67-db75c5811244 req-1c78c3e0-376f-4dc5-b065-fab1e0348f78 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:26:17.006989 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-0135759a-f0a5-4ec9-8b67-db75c5811244 req-1c78c3e0-376f-4dc5-b065-fab1e0348f78 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ff83e9-b98e-47c5-83cb-37ac61826fba HTTP/1.1" status: 200 len: 946 time: 0.0603514 Jul 29 05:26:17.063132 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-0135759a-f0a5-4ec9-8b67-db75c5811244 req-6f5f63fd-911b-483b-92f2-7d84cabf9f76 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/security-groups?id=e9b3d23d-0615-4fd6-b695-2037ba10d6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504863 Jul 29 05:26:17.209418 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ee7b20-93c3-4cbc-ab84-ab549a3747cf req-97abaa31-5de6-4f4a-8fd9-be5c37e8e546 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:26:17.211023 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-60ee7b20-93c3-4cbc-ab84-ab549a3747cf req-97abaa31-5de6-4f4a-8fd9-be5c37e8e546 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e3305fc-3d92-4d3f-afb8-c25395280792 HTTP/1.1" status: 200 len: 944 time: 0.0581746 Jul 29 05:26:17.285735 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-60ee7b20-93c3-4cbc-ab84-ab549a3747cf req-dbe15e59-e1b8-44cd-979b-a29e3ba7ca6c tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf631f8c-fd1e-402a-96ad-921fce651990&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684381 Jul 29 05:26:17.357523 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 34518) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:26:17.393667 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:26:17.438731 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-19add5fb-6011-402a-9689-590d2d285ff6 req-9326dc9b-1259-45b3-8a62-0cbdc9782037 service neutron] 10.222.0.60 "GET /v2.0/networks/2abd58fa-fb8d-4cc3-8df0-c903c7b8dd87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002021 Jul 29 05:26:17.496308 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.v2.base [None req-f64b8f89-593a-431b-8137-a51e3dc06b15 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2025275122-network', 'tenant_id': '4c28b78169ac49a6854f195bea0dd9bf'}} {{(pid=104005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:26:17.516306 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f64b8f89-593a-431b-8137-a51e3dc06b15 admin admin] Made reservation on behalf of 4c28b78169ac49a6854f195bea0dd9bf for: {'network': 1} {{(pid=104005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 05:26:17.519843 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-f64b8f89-593a-431b-8137-a51e3dc06b15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for network (None), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:17.529097 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-f64b8f89-593a-431b-8137-a51e3dc06b15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:17.621355 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-f64b8f89-593a-431b-8137-a51e3dc06b15 admin admin] Publish callbacks [] for security_group (aa0dd268-c459-4d1d-8fbc-d37ab58bd0a3), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:17.625955 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-f64b8f89-593a-431b-8137-a51e3dc06b15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (aa0dd268-c459-4d1d-8fbc-d37ab58bd0a3), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:17.659654 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f64b8f89-593a-431b-8137-a51e3dc06b15 admin admin] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=104005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 05:26:17.669880 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64b8f89-593a-431b-8137-a51e3dc06b15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa0dd268-c459-4d1d-8fbc-d37ab58bd0a3,revision_number=1']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:26:17.686984 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-f64b8f89-593a-431b-8137-a51e3dc06b15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501452'] for segment (aef3e43e-a6f3-499f-af37-57141ca0f5f4), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:17.687327 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.db.segments_db [None req-f64b8f89-593a-431b-8137-a51e3dc06b15 admin admin] Added segment aef3e43e-a6f3-499f-af37-57141ca0f5f4 of type vlan for network fbc0aa89-ee8e-4e90-b085-d635259d746e Jul 29 05:26:17.762111 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38572f2f-e36b-4a4b-928d-8a038881eda8 req-6668d9ae-66bb-4ed3-a2ba-27de8c5343e9 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:26:17.763795 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-38572f2f-e36b-4a4b-928d-8a038881eda8 req-6668d9ae-66bb-4ed3-a2ba-27de8c5343e9 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6ff83e9-b98e-47c5-83cb-37ac61826fba HTTP/1.1" status: 200 len: 946 time: 0.0883653 Jul 29 05:26:17.768880 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-f64b8f89-593a-431b-8137-a51e3dc06b15 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737760211330'] for network (fbc0aa89-ee8e-4e90-b085-d635259d746e), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:17.804931 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:26:17.863517 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-f64b8f89-593a-431b-8137-a51e3dc06b15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436'] for network (fbc0aa89-ee8e-4e90-b085-d635259d746e), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:17.864522 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f64b8f89-593a-431b-8137-a51e3dc06b15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:26:17.865100 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-f64b8f89-593a-431b-8137-a51e3dc06b15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670410'] for network (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:17.932120 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-f64b8f89-593a-431b-8137-a51e3dc06b15 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.5735416 Jul 29 05:26:17.935512 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 34522) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:26:17.935801 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.plugin [req-38572f2f-e36b-4a4b-928d-8a038881eda8 req-7dd16608-efbe-40c0-afab-7154ffee4adf tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Deleting port 271bc52d-2fba-4db9-bfaa-44a4a119f24e {{(pid=104005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 05:26:17.935966 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-38572f2f-e36b-4a4b-928d-8a038881eda8 req-7dd16608-efbe-40c0-afab-7154ffee4adf tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737760600589'] for port (271bc52d-2fba-4db9-bfaa-44a4a119f24e), before_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:17.942832 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.v2.base [None req-ae52b96d-d1b3-4403-bc0a-05d3ccd53155 admin admin] Request body: {'subnet': {'network_id': 'fbc0aa89-ee8e-4e90-b085-d635259d746e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2025275122-subnet', 'tenant_id': '4c28b78169ac49a6854f195bea0dd9bf', 'ip_version': 4}} {{(pid=104004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:26:17.969680 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae52b96d-d1b3-4403-bc0a-05d3ccd53155 admin admin] Made reservation on behalf of 4c28b78169ac49a6854f195bea0dd9bf for: {'subnet': 1} {{(pid=104004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 05:26:17.972767 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-ae52b96d-d1b3-4403-bc0a-05d3ccd53155 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25789431'] for subnet (None), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:17.991052 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64b8f89-593a-431b-8137-a51e3dc06b15 admin admin] Pushing event updated for resources: {'Network': ['ID=fbc0aa89-ee8e-4e90-b085-d635259d746e,revision_number=1']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:26:18.005184 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Network fbc0aa89-ee8e-4e90-b085-d635259d746e details requested by agent ovs-agent-dv-cinder-851279-2-iscsi with host dv-cinder-851279-2-iscsi {{(pid=104006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 05:26:18.036552 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:26:18.082521 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.db [req-38572f2f-e36b-4a4b-928d-8a038881eda8 req-7dd16608-efbe-40c0-afab-7154ffee4adf tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] For port 271bc52d-2fba-4db9-bfaa-44a4a119f24e, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=271bc52d-2fba-4db9-bfaa-44a4a119f24e,segment=NetworkSegment(c24ea0bd-8f00-42e2-b69e-2e72b209c7c1),segment_id=c24ea0bd-8f00-42e2-b69e-2e72b209c7c1)] {{(pid=104005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:26:18.083309 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-38572f2f-e36b-4a4b-928d-8a038881eda8 req-7dd16608-efbe-40c0-afab-7154ffee4adf tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420629'] for port (271bc52d-2fba-4db9-bfaa-44a4a119f24e), precommit_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:18.206677 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Device 6f412c06-c9c0-4423-b60d-0b7fa2c32b6f up at agent hyperv_hv-cinder-85127 {{(pid=104006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 05:26:18.211558 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-ae52b96d-d1b3-4403-bc0a-05d3ccd53155 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-292102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25660319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25789401'] for subnet (8376599e-1b82-4f50-882f-6526e26807a2), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:18.231621 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:26:18.257373 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Provisioning for port 6f412c06-c9c0-4423-b60d-0b7fa2c32b6f completed by entity L2. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 29 05:26:18.263594 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bded83-f2c2-4fad-88f3-28585f9a909a req-69e010d5-c7d9-4f86-be6d-92cb8c3a439c tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:26:18.265271 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-d8bded83-f2c2-4fad-88f3-28585f9a909a req-69e010d5-c7d9-4f86-be6d-92cb8c3a439c tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ff83e9-b98e-47c5-83cb-37ac61826fba HTTP/1.1" status: 200 len: 946 time: 0.1026003 Jul 29 05:26:18.265761 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Provisioning complete for port 6f412c06-c9c0-4423-b60d-0b7fa2c32b6f triggered by entity L2. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:26:18.266307 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (6f412c06-c9c0-4423-b60d-0b7fa2c32b6f), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:18.312556 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=5 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:26:18.318628 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:26:18.326571 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae52b96d-d1b3-4403-bc0a-05d3ccd53155 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8376599e-1b82-4f50-882f-6526e26807a2,revision_number=0']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:26:18.330563 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:26:18.354361 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae52b96d-d1b3-4403-bc0a-05d3ccd53155 admin admin] Checking segment: {'id': 'aef3e43e-a6f3-499f-af37-57141ca0f5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'fbc0aa89-ee8e-4e90-b085-d635259d746e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 05:26:18.355046 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae52b96d-d1b3-4403-bc0a-05d3ccd53155 admin admin] Network hostable DHCP agents. Network: fbc0aa89-ee8e-4e90-b085-d635259d746e, hostable agents: ['0319cf4e-40d4-4455-bfa4-d5e1d8f6ed41'], hosted agents: [] {{(pid=104004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 05:26:18.358229 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-38572f2f-e36b-4a4b-928d-8a038881eda8 req-7dd16608-efbe-40c0-afab-7154ffee4adf tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:18.358661 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-38572f2f-e36b-4a4b-928d-8a038881eda8 req-7dd16608-efbe-40c0-afab-7154ffee4adf tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-375524'] for floatingip (63ad4188-bf79-40cf-8c0b-cc0fef148717), after_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:18.358935 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.db.l3_db [req-38572f2f-e36b-4a4b-928d-8a038881eda8 req-7dd16608-efbe-40c0-afab-7154ffee4adf tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Floating IP 63ad4188-bf79-40cf-8c0b-cc0fef148717 disassociated. External IP: 172.27.2.56, port: 271bc52d-2fba-4db9-bfaa-44a4a119f24e. Jul 29 05:26:18.359294 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.plugin [req-38572f2f-e36b-4a4b-928d-8a038881eda8 req-7dd16608-efbe-40c0-afab-7154ffee4adf tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Calling delete_port for 271bc52d-2fba-4db9-bfaa-44a4a119f24e owned by compute:nova {{(pid=104005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 05:26:18.377677 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Current status of the port 6f412c06-c9c0-4423-b60d-0b7fa2c32b6f is: BUILD; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:26:18.378390 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (6f412c06-c9c0-4423-b60d-0b7fa2c32b6f), before_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:18.391336 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae52b96d-d1b3-4403-bc0a-05d3ccd53155 admin admin] Network fbc0aa89-ee8e-4e90-b085-d635259d746e is scheduled to be hosted by DHCP agent 0319cf4e-40d4-4455-bfa4-d5e1d8f6ed41 with binding_index 1 {{(pid=104004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 05:26:18.413965 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.base_scheduler [None req-ae52b96d-d1b3-4403-bc0a-05d3ccd53155 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851279-2-iscsi, fbc0aa89-ee8e-4e90-b085-d635259d746e) {{(pid=104004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:26:18.415700 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e3305fc-3d92-4d3f-afb8-c25395280792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f412c06-c9c0-4423-b60d-0b7fa2c32b6f'}] {{(pid=104006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 05:26:18.425829 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e99febf74dea338d8edfc28e98bc5f49fff1daa2966fa3a6b84f517592192115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b255f4aa-da69-473a-847e-e878f9d1e11a" -d '{"events": [{"server_uuid": "1e3305fc-3d92-4d3f-afb8-c25395280792", "name": "network-vif-plugged", "status": "completed", "tag": "6f412c06-c9c0-4423-b60d-0b7fa2c32b6f"}]}' {{(pid=104006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 05:26:18.427645 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae52b96d-d1b3-4403-bc0a-05d3ccd53155 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:26:18.428610 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-ae52b96d-d1b3-4403-bc0a-05d3ccd53155 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:18.437132 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a37b2ef-c400-4211-ae2b-945b1a86c84d None None] Network fbc0aa89-ee8e-4e90-b085-d635259d746e requested from dv-cinder-851279-2-iscsi {{(pid=104006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 05:26:18.463054 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-ae52b96d-d1b3-4403-bc0a-05d3ccd53155 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5253599 Jul 29 05:26:18.465123 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 34530) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:26:18.471307 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.v2.base [None req-b9786516-5ab9-4a0d-8380-6f7929f5f456 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2025275122-router', 'tenant_id': '4c28b78169ac49a6854f195bea0dd9bf', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5'}}} {{(pid=104004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:26:18.505552 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] For port 6f412c06-c9c0-4423-b60d-0b7fa2c32b6f, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=6f412c06-c9c0-4423-b60d-0b7fa2c32b6f,segment=NetworkSegment(9167e3b9-12fc-4803-a3cb-91dd7148cc6f),segment_id=9167e3b9-12fc-4803-a3cb-91dd7148cc6f)] {{(pid=104006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:26:18.527563 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (6f412c06-c9c0-4423-b60d-0b7fa2c32b6f), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:18.528995 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Device 271bc52d-2fba-4db9-bfaa-44a4a119f24e no longer exists at agent hyperv_hv-cinder-85127 {{(pid=104006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 05:26:18.555945 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-b9786516-5ab9-4a0d-8380-6f7929f5f456 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1446'] for router (bf37182a-08ca-4873-931f-88c1f9eb9ac2), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:18.556982 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-b9786516-5ab9-4a0d-8380-6f7929f5f456 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-401149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374269', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-310650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1455'] for router (bf37182a-08ca-4873-931f-88c1f9eb9ac2), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:18.594135 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-d8bded83-f2c2-4fad-88f3-28585f9a909a req-628b82e6-9cee-4ca7-8c6b-ad93b2086a85 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/security-groups?id=e9b3d23d-0615-4fd6-b695-2037ba10d6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3176634 Jul 29 05:26:18.595601 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-38572f2f-e36b-4a4b-928d-8a038881eda8 req-7dd16608-efbe-40c0-afab-7154ffee4adf tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737760621891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737760223820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1905596'] for port (271bc52d-2fba-4db9-bfaa-44a4a119f24e), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:18.636595 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd16608-efbe-40c0-afab-7154ffee4adf tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Pushing event deleted for resources: {'Port': ['ID=271bc52d-2fba-4db9-bfaa-44a4a119f24e,revision_number=None']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:26:18.653433 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 05:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f19d448-5ce4-41d9-9845-54b66738e3f0 x-openstack-request-id: req-8f19d448-5ce4-41d9-9845-54b66738e3f0 {{(pid=104006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 05:26:18.653993 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e3305fc-3d92-4d3f-afb8-c25395280792", "name": "network-vif-plugged", "status": "completed", "tag": "6f412c06-c9c0-4423-b60d-0b7fa2c32b6f", "code": 200}]} {{(pid=104006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 05:26:18.655168 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8f19d448-5ce4-41d9-9845-54b66738e3f0 {{(pid=104006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 05:26:18.655552 dv-cinder-851279-2-iscsi neutron-server[104006]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f19d448-5ce4-41d9-9845-54b66738e3f0'] response: {'server_uuid': '1e3305fc-3d92-4d3f-afb8-c25395280792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f412c06-c9c0-4423-b60d-0b7fa2c32b6f', 'code': 200} Jul 29 05:26:18.666270 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd6e1f1c-7514-4057-a331-89a262207740 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa72ac758-2041-5c60-8584-934e42124f9c-fbc0aa89-ee8e-4e90-b085-d635259d746e', 'network_id': 'fbc0aa89-ee8e-4e90-b085-d635259d746e', 'project_id': '4c28b78169ac49a6854f195bea0dd9bf', 'fixed_ips': [{'subnet_id': '8376599e-1b82-4f50-882f-6526e26807a2'}]}} from dv-cinder-851279-2-iscsi. {{(pid=104006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 29 05:26:18.667127 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-dd6e1f1c-7514-4057-a331-89a262207740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (None), before_create {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:18.682506 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] No active binding found for port 271bc52d-2fba-4db9-bfaa-44a4a119f24e {{(pid=104006) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 29 05:26:18.682880 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] The host hv-cinder-85127 is not matching for port 271bc52d-2fba-4db9-bfaa-44a4a119f24e host None! {{(pid=104006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2390}} Jul 29 05:26:18.683292 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Device 271bc52d-2fba-4db9-bfaa-44a4a119f24e not bound to the agent host hv-cinder-85127 {{(pid=104006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 05:26:18.707580 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Pushing event updated for resources: {'Port': ['ID=6f412c06-c9c0-4423-b60d-0b7fa2c32b6f,revision_number=5']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:26:18.818999 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:26:18.841969 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.l3_agent_scheduler [req-38572f2f-e36b-4a4b-928d-8a038881eda8 req-7dd16608-efbe-40c0-afab-7154ffee4adf tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Router d1904235-b8da-4132-80da-638ba8c8454c has already been hosted by L3 agent 8a9a6061-e61b-4901-b35e-5e71dea10db3 {{(pid=104005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 05:26:18.914841 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c44b7f6-ff00-4566-8049-2d96ed2a964b req-f7873c68-e0e8-4dc8-9bef-38c8860de342 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:26:18.916630 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-4c44b7f6-ff00-4566-8049-2d96ed2a964b req-f7873c68-e0e8-4dc8-9bef-38c8860de342 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e3305fc-3d92-4d3f-afb8-c25395280792 HTTP/1.1" status: 200 len: 944 time: 0.4349935 Jul 29 05:26:18.935610 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.db_base_plugin_common [None req-dd6e1f1c-7514-4057-a331-89a262207740 None None] Allocated IP 172.20.0.2 (fbc0aa89-ee8e-4e90-b085-d635259d746e/8376599e-1b82-4f50-882f-6526e26807a2/f4a4085b-bd21-43e2-be9f-5c1976256284) {{(pid=104006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 05:26:18.985390 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-b9786516-5ab9-4a0d-8380-6f7929f5f456 admin admin] Publish callbacks [] for router_controller (bf37182a-08ca-4873-931f-88c1f9eb9ac2), precommit_add_association {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:19.018496 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a515c7-7a77-44ab-a839-bea9153e68eb req-206c890e-f1e6-4892-8d1a-574acc5299c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:26:19.021077 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-26a515c7-7a77-44ab-a839-bea9153e68eb req-206c890e-f1e6-4892-8d1a-574acc5299c6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1e3305fc-3d92-4d3f-afb8-c25395280792 HTTP/1.1" status: 200 len: 1129 time: 0.1705227 Jul 29 05:26:19.093158 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-4c44b7f6-ff00-4566-8049-2d96ed2a964b req-cf3fa877-184f-42d7-a61e-75d298145541 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf631f8c-fd1e-402a-96ad-921fce651990&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1568077 Jul 29 05:26:19.172847 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-26a515c7-7a77-44ab-a839-bea9153e68eb req-0e67878b-bf0c-4113-a307-51ad751f4117 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=bf631f8c-fd1e-402a-96ad-921fce651990&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000755 Jul 29 05:26:19.181074 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-38572f2f-e36b-4a4b-928d-8a038881eda8 req-7dd16608-efbe-40c0-afab-7154ffee4adf tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Notify agent at l3_agent.dv-cinder-851279-2-iscsi the message routers_updated {{(pid=104005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 05:26:19.198742 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ef3d68-ec07-4d30-afe4-f21449350691 None None] Sync routers for ids ['d1904235-b8da-4132-80da-638ba8c8454c'] in dv-cinder-851279-2-iscsi {{(pid=104007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 05:26:19.210673 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-b9786516-5ab9-4a0d-8380-6f7929f5f456 admin admin] Publish callbacks [] for router_gateway (bf37182a-08ca-4873-931f-88c1f9eb9ac2), precommit_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:19.220043 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ef3d68-ec07-4d30-afe4-f21449350691 None None] Routers {'d1904235-b8da-4132-80da-638ba8c8454c'} bound to L3 agent in host dv-cinder-851279-2-iscsi {{(pid=104007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:26:19.223122 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-38ef3d68-ec07-4d30-afe4-f21449350691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-29T05:12:08Z,description=,heartbeat_timestamp=2022-07-29T05:26:08Z,host='dv-cinder-851279-2-iscsi',id=8a9a6061-e61b-4901-b35e-5e71dea10db3,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T05:12:08Z,topic='l3_agent')) {'router_ids': ['d1904235-b8da-4132-80da-638ba8c8454c'], 'active': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:26:19.241496 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-dd6e1f1c-7514-4057-a331-89a262207740 None None] Publish callbacks [] for port (f4a4085b-bd21-43e2-be9f-5c1976256284), precommit_create {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:19.256785 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvrscheduler_db [req-38572f2f-e36b-4a4b-928d-8a038881eda8 req-7dd16608-efbe-40c0-afab-7154ffee4adf tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] No DVR routers for this DVR port 271bc52d-2fba-4db9-bfaa-44a4a119f24e on host hv-cinder-85127 {{(pid=104005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 29 05:26:19.261222 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-38572f2f-e36b-4a4b-928d-8a038881eda8 req-7dd16608-efbe-40c0-afab-7154ffee4adf tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249840'] for port (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:19.261769 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-dd6e1f1c-7514-4057-a331-89a262207740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737760223811'] for port (f4a4085b-bd21-43e2-be9f-5c1976256284), after_create {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:19.268205 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-38572f2f-e36b-4a4b-928d-8a038881eda8 req-7dd16608-efbe-40c0-afab-7154ffee4adf tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.60 "DELETE /v2.0/ports/271bc52d-2fba-4db9-bfaa-44a4a119f24e HTTP/1.1" status: 204 len: 173 time: 1.4957035 Jul 29 05:26:19.268205 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6ff83e9-b98e-47c5-83cb-37ac61826fba', 'name': 'network-vif-deleted', 'tag': '271bc52d-2fba-4db9-bfaa-44a4a119f24e'}] {{(pid=104005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 05:26:19.270986 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18cb6d06cd9bdbb2624e76cf95b2230ef06252a8a1dccb16f0d07e3cc9dc753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0a4ca5e-58ff-4b92-9294-6ac10ad4cec3" -d '{"events": [{"server_uuid": "f6ff83e9-b98e-47c5-83cb-37ac61826fba", "name": "network-vif-deleted", "tag": "271bc52d-2fba-4db9-bfaa-44a4a119f24e"}]}' {{(pid=104005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 05:26:19.344535 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6e1f1c-7514-4057-a331-89a262207740 None None] Pushing event updated for resources: {'Port': ['ID=f4a4085b-bd21-43e2-be9f-5c1976256284,revision_number=1']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:26:19.371899 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6e1f1c-7514-4057-a331-89a262207740 None None] Network fbc0aa89-ee8e-4e90-b085-d635259d746e is already hosted by enough agents. {{(pid=104006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 05:26:19.374308 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.scheduler.base_scheduler [None req-dd6e1f1c-7514-4057-a331-89a262207740 None None] Resources bound (agent type, host, resource id): {{(pid=104006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:26:19.384058 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6e1f1c-7514-4057-a331-89a262207740 None None] Received port after_create {{(pid=104006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 05:26:19.387409 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 05:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22386ab9-07cd-4853-9a94-d3fbc1bc73a5 x-openstack-request-id: req-22386ab9-07cd-4853-9a94-d3fbc1bc73a5 {{(pid=104005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 05:26:19.387708 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6ff83e9-b98e-47c5-83cb-37ac61826fba", "name": "network-vif-deleted", "tag": "271bc52d-2fba-4db9-bfaa-44a4a119f24e", "status": "completed", "code": 200}]} {{(pid=104005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 05:26:19.387992 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-22386ab9-07cd-4853-9a94-d3fbc1bc73a5 {{(pid=104005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 05:26:19.388353 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22386ab9-07cd-4853-9a94-d3fbc1bc73a5'] response: {'server_uuid': 'f6ff83e9-b98e-47c5-83cb-37ac61826fba', 'name': 'network-vif-deleted', 'tag': '271bc52d-2fba-4db9-bfaa-44a4a119f24e', 'status': 'completed', 'code': 200} Jul 29 05:26:19.446484 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvr_db [None req-38ef3d68-ec07-4d30-afe4-f21449350691 None None] Set router d1904235-b8da-4132-80da-638ba8c8454c gateway port host: dv-cinder-851279-2-iscsi {{(pid=104007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:26:19.483081 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.managers [None req-dd6e1f1c-7514-4057-a331-89a262207740 None None] Attempting to bind port f4a4085b-bd21-43e2-be9f-5c1976256284 on host dv-cinder-851279-2-iscsi for vnic_type normal with profile {{(pid=104006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 05:26:19.483496 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.managers [None req-dd6e1f1c-7514-4057-a331-89a262207740 None None] Attempting to bind port f4a4085b-bd21-43e2-be9f-5c1976256284 by drivers openvswitch,hyperv on host dv-cinder-851279-2-iscsi at level 0 using segments [{'id': 'aef3e43e-a6f3-499f-af37-57141ca0f5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'fbc0aa89-ee8e-4e90-b085-d635259d746e'}] {{(pid=104006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 05:26:19.483859 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6e1f1c-7514-4057-a331-89a262207740 None None] Attempting to bind port f4a4085b-bd21-43e2-be9f-5c1976256284 on network fbc0aa89-ee8e-4e90-b085-d635259d746e {{(pid=104006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 05:26:19.484081 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-b9786516-5ab9-4a0d-8380-6f7929f5f456 admin admin] Publish callbacks [] for router_gateway (bf37182a-08ca-4873-931f-88c1f9eb9ac2), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:19.492085 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6e1f1c-7514-4057-a331-89a262207740 None None] Checking agent: {'id': 'aa119a64-f506-4951-a68b-6dc6289eaece', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 5, 12, 12), 'started_at': datetime.datetime(2022, 7, 29, 5, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 5, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 05:26:19.492422 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6e1f1c-7514-4057-a331-89a262207740 None None] Checking segment: {'id': 'aef3e43e-a6f3-499f-af37-57141ca0f5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'fbc0aa89-ee8e-4e90-b085-d635259d746e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 05:26:19.492796 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-dd6e1f1c-7514-4057-a331-89a262207740 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:19.493041 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6e1f1c-7514-4057-a331-89a262207740 None None] Bound using segment: {'id': 'aef3e43e-a6f3-499f-af37-57141ca0f5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'fbc0aa89-ee8e-4e90-b085-d635259d746e'} {{(pid=104006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 05:26:19.493531 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.managers [None req-dd6e1f1c-7514-4057-a331-89a262207740 None None] Bound port: f4a4085b-bd21-43e2-be9f-5c1976256284, host: dv-cinder-851279-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aef3e43e-a6f3-499f-af37-57141ca0f5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'fbc0aa89-ee8e-4e90-b085-d635259d746e'}}] {{(pid=104006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 05:26:19.493915 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-dd6e1f1c-7514-4057-a331-89a262207740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (f4a4085b-bd21-43e2-be9f-5c1976256284), before_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:19.512166 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-b9786516-5ab9-4a0d-8380-6f7929f5f456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (None), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:19.548516 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:26:19.577171 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-dd6e1f1c-7514-4057-a331-89a262207740 None None] For port f4a4085b-bd21-43e2-be9f-5c1976256284, host dv-cinder-851279-2-iscsi, cleared binding levels {{(pid=104006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 05:26:19.581351 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-dd6e1f1c-7514-4057-a331-89a262207740 None None] For port f4a4085b-bd21-43e2-be9f-5c1976256284, host dv-cinder-851279-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-2-iscsi',level=0,port_id=f4a4085b-bd21-43e2-be9f-5c1976256284,segment=NetworkSegment(aef3e43e-a6f3-499f-af37-57141ca0f5f4),segment_id=aef3e43e-a6f3-499f-af37-57141ca0f5f4)] {{(pid=104006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 05:26:19.588422 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-dd6e1f1c-7514-4057-a331-89a262207740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (f4a4085b-bd21-43e2-be9f-5c1976256284), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:19.662927 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6e1f1c-7514-4057-a331-89a262207740 None None] Pushing event updated for resources: {'Port': ['ID=f4a4085b-bd21-43e2-be9f-5c1976256284,revision_number=2']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:26:19.684442 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.db.db_base_plugin_common [None req-b9786516-5ab9-4a0d-8380-6f7929f5f456 admin admin] Allocated IP 172.27.2.206 (24e7367e-e5e6-44e8-9960-5007b05e27d5/c0e5dfe8-844e-4105-ab86-052903918992/61314654-85ef-46de-aad5-c2b1f08fd7d3) {{(pid=104004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 05:26:19.731561 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-38ef3d68-ec07-4d30-afe4-f21449350691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1904235-b8da-4132-80da-638ba8c8454c', 'name': 'tempest-AttachVolumeTestJSON-509135275-router', 'tenant_id': '92f16adc2357459aa0afb68db89031dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': 'fc72b586-b3cf-45c8-a32c-3fda3c2766d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:21:04Z', 'updated_at': '2022-07-29T05:21:21Z', 'revision_number': 4, 'project_id': '92f16adc2357459aa0afb68db89031dd', 'gw_port': {'id': 'fc72b586-b3cf-45c8-a32c-3fda3c2766d4', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:8d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1904235-b8da-4132-80da-638ba8c8454c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:06Z', 'updated_at': '2022-07-29T05:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi', '_interfaces': [{'id': 'b3a65432-8d5c-4784-8bc2-7cda611cf7de', 'name': '', 'network_id': '60b4bb7c-7825-4f15-bc04-5ac3fa10b445', 'tenant_id': '92f16adc2357459aa0afb68db89031dd', 'mac_address': 'fa:16:3e:d1:2a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1904235-b8da-4132-80da-638ba8c8454c', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '6b58381f-b173-48c0-ac4a-7a853ae2cd60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:17Z', 'updated_at': '2022-07-29T05:21:34Z', 'revision_number': 5, 'project_id': '92f16adc2357459aa0afb68db89031dd', 'subnets': [{'id': '6b58381f-b173-48c0-ac4a-7a853ae2cd60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-2-iscsi', False) {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:26:19.764984 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ef3d68-ec07-4d30-afe4-f21449350691 None None] Checking router: d1904235-b8da-4132-80da-638ba8c8454c for host: dv-cinder-851279-2-iscsi {{(pid=104007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 05:26:19.775275 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ef3d68-ec07-4d30-afe4-f21449350691 None None] Routers {'d1904235-b8da-4132-80da-638ba8c8454c'} bound to L3 agent in host dv-cinder-851279-2-iscsi {{(pid=104007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:26:19.775958 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-38ef3d68-ec07-4d30-afe4-f21449350691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-29T05:12:08Z,description=,heartbeat_timestamp=2022-07-29T05:26:08Z,host='dv-cinder-851279-2-iscsi',id=8a9a6061-e61b-4901-b35e-5e71dea10db3,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T05:12:08Z,topic='l3_agent')) {'router_ids': ['d1904235-b8da-4132-80da-638ba8c8454c'], 'active': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:26:19.794482 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-03d6e95c-3779-4132-a895-d5f80449f5d3 req-a636b8c4-c4db-4b46-b4d6-4aea9decbd8b tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ff83e9-b98e-47c5-83cb-37ac61826fba HTTP/1.1" status: 200 len: 210 time: 0.0677710 Jul 29 05:26:19.849513 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:UPDATE=6,neutron:SELECT=84,neutron:INSERT=8,neutron:DELETE=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:26:19.876993 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-b9786516-5ab9-4a0d-8380-6f7929f5f456 admin admin] Publish callbacks [] for port (61314654-85ef-46de-aad5-c2b1f08fd7d3), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:19.925441 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvr_db [None req-38ef3d68-ec07-4d30-afe4-f21449350691 None None] Set router d1904235-b8da-4132-80da-638ba8c8454c gateway port host: dv-cinder-851279-2-iscsi {{(pid=104007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:26:19.937700 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-b9786516-5ab9-4a0d-8380-6f7929f5f456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737760223811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660275'] for port (61314654-85ef-46de-aad5-c2b1f08fd7d3), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:19.948262 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:26:20.003064 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9786516-5ab9-4a0d-8380-6f7929f5f456 admin admin] Network 24e7367e-e5e6-44e8-9960-5007b05e27d5 is already hosted by enough agents. {{(pid=104004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 05:26:20.007671 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.base_scheduler [None req-b9786516-5ab9-4a0d-8380-6f7929f5f456 admin admin] Resources bound (agent type, host, resource id): {{(pid=104004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:26:20.010328 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9786516-5ab9-4a0d-8380-6f7929f5f456 admin admin] Received port after_create {{(pid=104004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 05:26:20.014376 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9786516-5ab9-4a0d-8380-6f7929f5f456 admin admin] Pushing event updated for resources: {'Port': ['ID=61314654-85ef-46de-aad5-c2b1f08fd7d3,revision_number=1']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:26:20.185197 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-38ef3d68-ec07-4d30-afe4-f21449350691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1904235-b8da-4132-80da-638ba8c8454c', 'name': 'tempest-AttachVolumeTestJSON-509135275-router', 'tenant_id': '92f16adc2357459aa0afb68db89031dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': 'fc72b586-b3cf-45c8-a32c-3fda3c2766d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:21:04Z', 'updated_at': '2022-07-29T05:21:21Z', 'revision_number': 4, 'project_id': '92f16adc2357459aa0afb68db89031dd', 'gw_port': {'id': 'fc72b586-b3cf-45c8-a32c-3fda3c2766d4', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:8d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1904235-b8da-4132-80da-638ba8c8454c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:06Z', 'updated_at': '2022-07-29T05:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi', '_interfaces': [{'id': 'b3a65432-8d5c-4784-8bc2-7cda611cf7de', 'name': '', 'network_id': '60b4bb7c-7825-4f15-bc04-5ac3fa10b445', 'tenant_id': '92f16adc2357459aa0afb68db89031dd', 'mac_address': 'fa:16:3e:d1:2a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1904235-b8da-4132-80da-638ba8c8454c', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '6b58381f-b173-48c0-ac4a-7a853ae2cd60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:17Z', 'updated_at': '2022-07-29T05:21:34Z', 'revision_number': 5, 'project_id': '92f16adc2357459aa0afb68db89031dd', 'subnets': [{'id': '6b58381f-b173-48c0-ac4a-7a853ae2cd60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-2-iscsi', False) {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:26:20.217577 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ef3d68-ec07-4d30-afe4-f21449350691 None None] The sync data for ids ['d1904235-b8da-4132-80da-638ba8c8454c'] in dv-cinder-851279-2-iscsi is: [{'id': 'd1904235-b8da-4132-80da-638ba8c8454c', 'name': 'tempest-AttachVolumeTestJSON-509135275-router', 'tenant_id': '92f16adc2357459aa0afb68db89031dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': 'fc72b586-b3cf-45c8-a32c-3fda3c2766d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:21:04Z', 'updated_at': '2022-07-29T05:21:21Z', 'revision_number': 4, 'project_id': '92f16adc2357459aa0afb68db89031dd', 'gw_port': {'id': 'fc72b586-b3cf-45c8-a32c-3fda3c2766d4', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:8d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1904235-b8da-4132-80da-638ba8c8454c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:06Z', 'updated_at': '2022-07-29T05:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi', '_interfaces': [{'id': 'b3a65432-8d5c-4784-8bc2-7cda611cf7de', 'name': '', 'network_id': '60b4bb7c-7825-4f15-bc04-5ac3fa10b445', 'tenant_id': '92f16adc2357459aa0afb68db89031dd', 'mac_address': 'fa:16:3e:d1:2a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1904235-b8da-4132-80da-638ba8c8454c', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '6b58381f-b173-48c0-ac4a-7a853ae2cd60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:17Z', 'updated_at': '2022-07-29T05:21:34Z', 'revision_number': 5, 'project_id': '92f16adc2357459aa0afb68db89031dd', 'subnets': [{'id': '6b58381f-b173-48c0-ac4a-7a853ae2cd60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 05:26:20.268040 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7242e41b-b8cd-4ea8-aef3-23abcad208c7 req-e7068ba1-cda2-4403-a844-2c297a819fa2 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:26:20.275987 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-7242e41b-b8cd-4ea8-aef3-23abcad208c7 req-e7068ba1-cda2-4403-a844-2c297a819fa2 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e3305fc-3d92-4d3f-afb8-c25395280792 HTTP/1.1" status: 200 len: 945 time: 0.0932820 Jul 29 05:26:20.327448 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-b9786516-5ab9-4a0d-8380-6f7929f5f456 admin admin] Publish callbacks [] for router_gateway (bf37182a-08ca-4873-931f-88c1f9eb9ac2), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:20.335973 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-7242e41b-b8cd-4ea8-aef3-23abcad208c7 req-a421602e-5ede-48d5-a6db-3c038e3fc3a7 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf631f8c-fd1e-402a-96ad-921fce651990&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532820 Jul 29 05:26:20.549156 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-b9786516-5ab9-4a0d-8380-6f7929f5f456 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-401099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374145'] for router (bf37182a-08ca-4873-931f-88c1f9eb9ac2), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:20.709462 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9786516-5ab9-4a0d-8380-6f7929f5f456 admin admin] Router bf37182a-08ca-4873-931f-88c1f9eb9ac2 is scheduled to L3 agent 8a9a6061-e61b-4901-b35e-5e71dea10db3 with binding_index 1 {{(pid=104004) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 29 05:26:20.717055 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95b99d4-7e02-4134-a30a-de9f35998999 None None] New status for floating IP 63ad4188-bf79-40cf-8c0b-cc0fef148717: DOWN {{(pid=104006) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 29 05:26:20.756820 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de7692b-a6a7-44c3-bf6f-6a8df202df67 None None] Network fbc0aa89-ee8e-4e90-b085-d635259d746e requested from dv-cinder-851279-2-iscsi {{(pid=104006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 05:26:20.837542 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9786516-5ab9-4a0d-8380-6f7929f5f456 admin admin] Notify agent at l3_agent.dv-cinder-851279-2-iscsi the message routers_updated {{(pid=104004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 05:26:20.851546 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d60ba98-1014-48f0-b45f-fffbe5323a22 None None] Sync routers for ids ['bf37182a-08ca-4873-931f-88c1f9eb9ac2'] in dv-cinder-851279-2-iscsi {{(pid=104007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 05:26:20.880503 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d60ba98-1014-48f0-b45f-fffbe5323a22 None None] Routers {'bf37182a-08ca-4873-931f-88c1f9eb9ac2'} bound to L3 agent in host dv-cinder-851279-2-iscsi {{(pid=104007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:26:20.881267 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-7d60ba98-1014-48f0-b45f-fffbe5323a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-29T05:12:08Z,description=,heartbeat_timestamp=2022-07-29T05:26:08Z,host='dv-cinder-851279-2-iscsi',id=8a9a6061-e61b-4901-b35e-5e71dea10db3,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T05:12:08Z,topic='l3_agent')) {'router_ids': ['bf37182a-08ca-4873-931f-88c1f9eb9ac2'], 'active': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:26:20.892131 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-b9786516-5ab9-4a0d-8380-6f7929f5f456 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:20.900804 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 34542) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:26:20.904235 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-b9786516-5ab9-4a0d-8380-6f7929f5f456 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4375899 Jul 29 05:26:20.957726 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 34546) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:26:21.034912 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvr_db [None req-7d60ba98-1014-48f0-b45f-fffbe5323a22 None None] Set router bf37182a-08ca-4873-931f-88c1f9eb9ac2 gateway port host: dv-cinder-851279-2-iscsi {{(pid=104007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:26:21.040916 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:26:21.061815 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-af30d0d6-fcad-415b-99fa-3483d5b2bc86 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Publish callbacks [] for security_group (e9b3d23d-0615-4fd6-b695-2037ba10d6ca), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:21.103913 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-af30d0d6-fcad-415b-99fa-3483d5b2bc86 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Publish callbacks [] for security_group (e9b3d23d-0615-4fd6-b695-2037ba10d6ca), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:21.125004 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:26:21.128793 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:26:21.177954 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-cc5493c3-ea63-4939-89c8-44839b45c482 None None] Provisioning complete for port f4a4085b-bd21-43e2-be9f-5c1976256284 triggered by entity DHCP. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:26:21.178376 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-cc5493c3-ea63-4939-89c8-44839b45c482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (f4a4085b-bd21-43e2-be9f-5c1976256284), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:21.178929 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-af30d0d6-fcad-415b-99fa-3483d5b2bc86 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (e9b3d23d-0615-4fd6-b695-2037ba10d6ca), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:21.185240 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-af30d0d6-fcad-415b-99fa-3483d5b2bc86 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Publish callbacks [] for security_group (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:21.190593 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-af30d0d6-fcad-415b-99fa-3483d5b2bc86 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "DELETE /v2.0/security-groups/e9b3d23d-0615-4fd6-b695-2037ba10d6ca HTTP/1.1" status: 204 len: 168 time: 0.2317238 Jul 29 05:26:21.191791 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 34548) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:26:21.225173 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af30d0d6-fcad-415b-99fa-3483d5b2bc86 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9b3d23d-0615-4fd6-b695-2037ba10d6ca,revision_number=None']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:26:21.227676 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.api.v2.resource [None req-92185a8f-aa1b-4d4d-8424-8f39a957d3e2 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] show failed (client error): The resource could not be found. Jul 29 05:26:21.232500 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-92185a8f-aa1b-4d4d-8424-8f39a957d3e2 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/security-groups/e9b3d23d-0615-4fd6-b695-2037ba10d6ca HTTP/1.1" status: 404 len: 347 time: 0.0240822 Jul 29 05:26:21.234083 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 34550) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:26:21.248574 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=100 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:26:21.273044 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-7d60ba98-1014-48f0-b45f-fffbe5323a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf37182a-08ca-4873-931f-88c1f9eb9ac2', 'name': 'tempest-TestMinimumBasicScenario-2025275122-router', 'tenant_id': '4c28b78169ac49a6854f195bea0dd9bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '61314654-85ef-46de-aad5-c2b1f08fd7d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:26:18Z', 'updated_at': '2022-07-29T05:26:20Z', 'revision_number': 3, 'project_id': '4c28b78169ac49a6854f195bea0dd9bf', 'gw_port': {'id': '61314654-85ef-46de-aad5-c2b1f08fd7d3', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:fa:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf37182a-08ca-4873-931f-88c1f9eb9ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:26:19Z', 'updated_at': '2022-07-29T05:26:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi'}], 'dv-cinder-851279-2-iscsi', False) {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:26:21.356255 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d60ba98-1014-48f0-b45f-fffbe5323a22 None None] Checking router: bf37182a-08ca-4873-931f-88c1f9eb9ac2 for host: dv-cinder-851279-2-iscsi {{(pid=104007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 05:26:21.356541 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d60ba98-1014-48f0-b45f-fffbe5323a22 None None] Updating router bf37182a-08ca-4873-931f-88c1f9eb9ac2 port 61314654-85ef-46de-aad5-c2b1f08fd7d3 binding host dv-cinder-851279-2-iscsi {{(pid=104007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 05:26:21.440802 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7d60ba98-1014-48f0-b45f-fffbe5323a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (61314654-85ef-46de-aad5-c2b1f08fd7d3), before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:21.480617 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-cc5493c3-ea63-4939-89c8-44839b45c482 None None] Current status of the port f4a4085b-bd21-43e2-be9f-5c1976256284 is: DOWN; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:26:21.481017 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-cc5493c3-ea63-4939-89c8-44839b45c482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (f4a4085b-bd21-43e2-be9f-5c1976256284), before_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:21.501910 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-97473c6b-fb39-4d1e-84af-566df57fb1fb tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Deleting port 96daa963-2d97-4629-be4a-0e502d78e1e3 {{(pid=104004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 05:26:21.503697 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-97473c6b-fb39-4d1e-84af-566df57fb1fb tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737760600589'] for port (96daa963-2d97-4629-be4a-0e502d78e1e3), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:21.531502 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-cc5493c3-ea63-4939-89c8-44839b45c482 None None] For port f4a4085b-bd21-43e2-be9f-5c1976256284, host dv-cinder-851279-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-2-iscsi',level=0,port_id=f4a4085b-bd21-43e2-be9f-5c1976256284,segment=NetworkSegment(aef3e43e-a6f3-499f-af37-57141ca0f5f4),segment_id=aef3e43e-a6f3-499f-af37-57141ca0f5f4)] {{(pid=104006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:26:21.537840 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-cc5493c3-ea63-4939-89c8-44839b45c482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (f4a4085b-bd21-43e2-be9f-5c1976256284), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:21.614634 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Device f4a4085b-bd21-43e2-be9f-5c1976256284 up at agent ovs-agent-dv-cinder-851279-2-iscsi {{(pid=104006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 05:26:21.631150 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=100 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:26:21.638917 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd7ff17-a1c2-4186-aa8f-06cfb8e5282b req-ad4421d7-8574-4ea8-8495-29970f8477d9 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:26:21.647184 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-6cd7ff17-a1c2-4186-aa8f-06cfb8e5282b req-ad4421d7-8574-4ea8-8495-29970f8477d9 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e3305fc-3d92-4d3f-afb8-c25395280792 HTTP/1.1" status: 200 len: 945 time: 0.1035545 Jul 29 05:26:21.716875 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-6cd7ff17-a1c2-4186-aa8f-06cfb8e5282b req-d7c55d43-e0d6-4af8-9bee-22890686e4c1 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf631f8c-fd1e-402a-96ad-921fce651990&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672667 Jul 29 05:26:21.730715 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5493c3-ea63-4939-89c8-44839b45c482 None None] Pushing event updated for resources: {'Port': ['ID=f4a4085b-bd21-43e2-be9f-5c1976256284,revision_number=3']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:26:21.786420 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-97473c6b-fb39-4d1e-84af-566df57fb1fb tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420629'] for port (96daa963-2d97-4629-be4a-0e502d78e1e3), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:21.786889 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-97473c6b-fb39-4d1e-84af-566df57fb1fb tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Publish callbacks [] for floatingip (96daa963-2d97-4629-be4a-0e502d78e1e3), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:21.799797 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-e9943c69-e308-4fa9-a753-e0a454ffa44d None None] Provisioning complete for port f4a4085b-bd21-43e2-be9f-5c1976256284 triggered by entity DHCP. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:26:21.800176 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-e9943c69-e308-4fa9-a753-e0a454ffa44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (f4a4085b-bd21-43e2-be9f-5c1976256284), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:21.824934 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-97473c6b-fb39-4d1e-84af-566df57fb1fb tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Calling delete_port for 96daa963-2d97-4629-be4a-0e502d78e1e3 owned by network:floatingip {{(pid=104004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 05:26:21.890850 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Provisioning complete for port f4a4085b-bd21-43e2-be9f-5c1976256284 triggered by entity L2. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:26:21.891231 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (f4a4085b-bd21-43e2-be9f-5c1976256284), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:21.915543 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7d60ba98-1014-48f0-b45f-fffbe5323a22 None None] Publish callbacks [] for port (61314654-85ef-46de-aad5-c2b1f08fd7d3), precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:21.923119 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7d60ba98-1014-48f0-b45f-fffbe5323a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (61314654-85ef-46de-aad5-c2b1f08fd7d3), after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:21.977055 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-e9943c69-e308-4fa9-a753-e0a454ffa44d None None] Current status of the port f4a4085b-bd21-43e2-be9f-5c1976256284 is: ACTIVE; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:26:22.005021 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [None req-7d60ba98-1014-48f0-b45f-fffbe5323a22 None None] Attempting to bind port 61314654-85ef-46de-aad5-c2b1f08fd7d3 on host dv-cinder-851279-2-iscsi for vnic_type normal with profile {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 05:26:22.005428 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [None req-7d60ba98-1014-48f0-b45f-fffbe5323a22 None None] Attempting to bind port 61314654-85ef-46de-aad5-c2b1f08fd7d3 by drivers openvswitch,hyperv on host dv-cinder-851279-2-iscsi at level 0 using segments [{'id': 'f0686699-af43-47c7-b9bc-f7993eec27ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5'}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 05:26:22.005879 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d60ba98-1014-48f0-b45f-fffbe5323a22 None None] Attempting to bind port 61314654-85ef-46de-aad5-c2b1f08fd7d3 on network 24e7367e-e5e6-44e8-9960-5007b05e27d5 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 05:26:22.022794 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-d0f7b86b-f199-4873-8200-cb8ae5f35c03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (None), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:22.029040 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Current status of the port f4a4085b-bd21-43e2-be9f-5c1976256284 is: ACTIVE; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:26:22.050998 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c222703e-5cec-4227-8113-f2bd25df4474 req-a867b647-60e4-4eaa-8482-9df831493094 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:26:22.052180 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7755e106-6fa9-4d85-8f2d-11a80478252d None None] Pushing event updated for resources: {'Port': ['ID=61314654-85ef-46de-aad5-c2b1f08fd7d3,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:26:22.056334 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d60ba98-1014-48f0-b45f-fffbe5323a22 None None] Checking agent: {'id': 'aa119a64-f506-4951-a68b-6dc6289eaece', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 5, 12, 12), 'started_at': datetime.datetime(2022, 7, 29, 5, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 5, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 05:26:22.056474 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d60ba98-1014-48f0-b45f-fffbe5323a22 None None] Checking segment: {'id': 'f0686699-af43-47c7-b9bc-f7993eec27ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 05:26:22.056868 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7d60ba98-1014-48f0-b45f-fffbe5323a22 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:22.057272 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d60ba98-1014-48f0-b45f-fffbe5323a22 None None] Bound using segment: {'id': 'f0686699-af43-47c7-b9bc-f7993eec27ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5'} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 05:26:22.057792 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [None req-7d60ba98-1014-48f0-b45f-fffbe5323a22 None None] Bound port: 61314654-85ef-46de-aad5-c2b1f08fd7d3, host: dv-cinder-851279-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0686699-af43-47c7-b9bc-f7993eec27ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5'}}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 05:26:22.058174 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7d60ba98-1014-48f0-b45f-fffbe5323a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (61314654-85ef-46de-aad5-c2b1f08fd7d3), before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:22.063231 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 34564) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:26:22.063656 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-c222703e-5cec-4227-8113-f2bd25df4474 req-a867b647-60e4-4eaa-8482-9df831493094 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e3305fc-3d92-4d3f-afb8-c25395280792 HTTP/1.1" status: 200 len: 945 time: 0.2190337 Jul 29 05:26:22.066690 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7755e106-6fa9-4d85-8f2d-11a80478252d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:26:22.067117 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7755e106-6fa9-4d85-8f2d-11a80478252d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:26:22.067544 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7755e106-6fa9-4d85-8f2d-11a80478252d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:26:22.067931 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7755e106-6fa9-4d85-8f2d-11a80478252d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:26:22.068677 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7755e106-6fa9-4d85-8f2d-11a80478252d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:26:22.069014 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7755e106-6fa9-4d85-8f2d-11a80478252d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:26:22.069354 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7755e106-6fa9-4d85-8f2d-11a80478252d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:26:22.069795 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7755e106-6fa9-4d85-8f2d-11a80478252d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:26:22.070130 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7755e106-6fa9-4d85-8f2d-11a80478252d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:26:22.070771 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7755e106-6fa9-4d85-8f2d-11a80478252d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:26:22.071108 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7755e106-6fa9-4d85-8f2d-11a80478252d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:26:22.071563 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7755e106-6fa9-4d85-8f2d-11a80478252d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:26:22.071901 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7755e106-6fa9-4d85-8f2d-11a80478252d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:26:22.072262 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7755e106-6fa9-4d85-8f2d-11a80478252d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:26:22.073016 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7755e106-6fa9-4d85-8f2d-11a80478252d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:26:22.088189 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.v2.base [None req-cb6cb722-e890-4d16-978c-8a41433e7c8f tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Request body: {'floatingip': {'port_id': '6f412c06-c9c0-4423-b60d-0b7fa2c32b6f'}} {{(pid=104005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:26:22.133774 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:26:22.139938 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-7d60ba98-1014-48f0-b45f-fffbe5323a22 None None] For port 61314654-85ef-46de-aad5-c2b1f08fd7d3, host dv-cinder-851279-2-iscsi, cleared binding levels {{(pid=104007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 05:26:22.145326 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-7d60ba98-1014-48f0-b45f-fffbe5323a22 None None] For port 61314654-85ef-46de-aad5-c2b1f08fd7d3, host dv-cinder-851279-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-2-iscsi',level=0,port_id=61314654-85ef-46de-aad5-c2b1f08fd7d3,segment=NetworkSegment(f0686699-af43-47c7-b9bc-f7993eec27ee),segment_id=f0686699-af43-47c7-b9bc-f7993eec27ee)] {{(pid=104007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 05:26:22.156094 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7d60ba98-1014-48f0-b45f-fffbe5323a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (61314654-85ef-46de-aad5-c2b1f08fd7d3), after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:22.179971 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-cb6cb722-e890-4d16-978c-8a41433e7c8f tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Publish callbacks [] for floatingip (12ccccf1-95e4-4167-ba21-d2114b7460d9), before_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:22.187138 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-97473c6b-fb39-4d1e-84af-566df57fb1fb tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737760621891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737760223820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660275'] for port (96daa963-2d97-4629-be4a-0e502d78e1e3), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:22.233914 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d60ba98-1014-48f0-b45f-fffbe5323a22 None None] Routers {'bf37182a-08ca-4873-931f-88c1f9eb9ac2'} bound to L3 agent in host dv-cinder-851279-2-iscsi {{(pid=104007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:26:22.233914 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-7d60ba98-1014-48f0-b45f-fffbe5323a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-29T05:12:08Z,description=,heartbeat_timestamp=2022-07-29T05:26:08Z,host='dv-cinder-851279-2-iscsi',id=8a9a6061-e61b-4901-b35e-5e71dea10db3,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T05:12:08Z,topic='l3_agent')) {'router_ids': ['bf37182a-08ca-4873-931f-88c1f9eb9ac2'], 'active': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:26:22.268654 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:26:22.281370 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97473c6b-fb39-4d1e-84af-566df57fb1fb tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Pushing event deleted for resources: {'Port': ['ID=96daa963-2d97-4629-be4a-0e502d78e1e3,revision_number=None']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:26:22.332429 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-97473c6b-fb39-4d1e-84af-566df57fb1fb tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Publish callbacks [] for floatingip (63ad4188-bf79-40cf-8c0b-cc0fef148717), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:22.335384 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-97473c6b-fb39-4d1e-84af-566df57fb1fb tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249840'] for floatingip (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:22.336865 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-97473c6b-fb39-4d1e-84af-566df57fb1fb tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "DELETE /v2.0/floatingips/63ad4188-bf79-40cf-8c0b-cc0fef148717 HTTP/1.1" status: 204 len: 168 time: 1.1009982 Jul 29 05:26:22.457468 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7755e106-6fa9-4d85-8f2d-11a80478252d None None] Pushing event updated for resources: {'Port': ['ID=61314654-85ef-46de-aad5-c2b1f08fd7d3,revision_number=3']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:26:22.484836 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 34568) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:26:22.486632 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvr_db [None req-7d60ba98-1014-48f0-b45f-fffbe5323a22 None None] Set router bf37182a-08ca-4873-931f-88c1f9eb9ac2 gateway port host: dv-cinder-851279-2-iscsi {{(pid=104007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:26:22.529669 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.v2.base [None req-25f80ee6-3ca4-4cc8-9da5-c72620c1dfcd tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Request body: {'security_group': {'name': 'tempest-securitygroup--779195828', 'description': 'tempest-description--1875083509'}} {{(pid=104005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:26:22.558034 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.db_base_plugin_common [None req-d0f7b86b-f199-4873-8200-cb8ae5f35c03 admin admin] Allocated IP 172.20.0.1 (fbc0aa89-ee8e-4e90-b085-d635259d746e/8376599e-1b82-4f50-882f-6526e26807a2/ff613929-c7be-4217-b36e-bb5606eaf606) {{(pid=104005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 05:26:22.649313 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-25f80ee6-3ca4-4cc8-9da5-c72620c1dfcd tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Publish callbacks [] for security_group (None), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:22.697517 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-7d60ba98-1014-48f0-b45f-fffbe5323a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf37182a-08ca-4873-931f-88c1f9eb9ac2', 'name': 'tempest-TestMinimumBasicScenario-2025275122-router', 'tenant_id': '4c28b78169ac49a6854f195bea0dd9bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '61314654-85ef-46de-aad5-c2b1f08fd7d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:26:18Z', 'updated_at': '2022-07-29T05:26:20Z', 'revision_number': 3, 'project_id': '4c28b78169ac49a6854f195bea0dd9bf', 'gw_port': {'id': '61314654-85ef-46de-aad5-c2b1f08fd7d3', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:fa:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf37182a-08ca-4873-931f-88c1f9eb9ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:26:19Z', 'updated_at': '2022-07-29T05:26:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi'}], 'dv-cinder-851279-2-iscsi', False) {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:26:22.722086 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d60ba98-1014-48f0-b45f-fffbe5323a22 None None] The sync data for ids ['bf37182a-08ca-4873-931f-88c1f9eb9ac2'] in dv-cinder-851279-2-iscsi is: [{'id': 'bf37182a-08ca-4873-931f-88c1f9eb9ac2', 'name': 'tempest-TestMinimumBasicScenario-2025275122-router', 'tenant_id': '4c28b78169ac49a6854f195bea0dd9bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '61314654-85ef-46de-aad5-c2b1f08fd7d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:26:18Z', 'updated_at': '2022-07-29T05:26:20Z', 'revision_number': 3, 'project_id': '4c28b78169ac49a6854f195bea0dd9bf', 'gw_port': {'id': '61314654-85ef-46de-aad5-c2b1f08fd7d3', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:fa:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf37182a-08ca-4873-931f-88c1f9eb9ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:26:19Z', 'updated_at': '2022-07-29T05:26:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi'}] {{(pid=104007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 05:26:22.896897 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-d0f7b86b-f199-4873-8200-cb8ae5f35c03 admin admin] Publish callbacks [] for port (ff613929-c7be-4217-b36e-bb5606eaf606), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:22.965606 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-25f80ee6-3ca4-4cc8-9da5-c72620c1dfcd tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Publish callbacks [] for security_group (c597c5c7-705b-4e28-973f-3e3df3891802), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:22.979979 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-25f80ee6-3ca4-4cc8-9da5-c72620c1dfcd tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (c597c5c7-705b-4e28-973f-3e3df3891802), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:22.990973 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:26:23.045125 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-d0f7b86b-f199-4873-8200-cb8ae5f35c03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737760223811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1905596'] for port (ff613929-c7be-4217-b36e-bb5606eaf606), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:23.093774 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-25f80ee6-3ca4-4cc8-9da5-c72620c1dfcd tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Publish callbacks [] for security_group (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:23.098491 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-25f80ee6-3ca4-4cc8-9da5-c72620c1dfcd tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6092520 Jul 29 05:26:23.098868 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 34574) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:26:23.100678 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:26:23.104136 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.v2.base [None req-f7226cbb-defd-4931-be34-19125e73d929 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Request body: {'security_group_rule': {'security_group_id': 'c597c5c7-705b-4e28-973f-3e3df3891802', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:26:23.107001 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f80ee6-3ca4-4cc8-9da5-c72620c1dfcd tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c597c5c7-705b-4e28-973f-3e3df3891802,revision_number=1']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:26:23.116511 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-cb6cb722-e890-4d16-978c-8a41433e7c8f tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:23.129894 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f7b86b-f199-4873-8200-cb8ae5f35c03 admin admin] Network fbc0aa89-ee8e-4e90-b085-d635259d746e is already hosted by enough agents. {{(pid=104005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 05:26:23.130688 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-cb6cb722-e890-4d16-978c-8a41433e7c8f tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-375524'] for floatingip (12ccccf1-95e4-4167-ba21-d2114b7460d9), after_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:23.135852 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-f7226cbb-defd-4931-be34-19125e73d929 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Publish callbacks [] for security_group_rule (32153614-08d6-4291-bc13-6ea6ebbe0ca5), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:23.171596 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.base_scheduler [None req-d0f7b86b-f199-4873-8200-cb8ae5f35c03 admin admin] Resources bound (agent type, host, resource id): {{(pid=104005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:26:23.176386 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f7b86b-f199-4873-8200-cb8ae5f35c03 admin admin] Received port after_create {{(pid=104005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 05:26:23.178599 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f7b86b-f199-4873-8200-cb8ae5f35c03 admin admin] Pushing event updated for resources: {'Port': ['ID=ff613929-c7be-4217-b36e-bb5606eaf606,revision_number=1']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:26:23.216033 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-f7226cbb-defd-4931-be34-19125e73d929 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Publish callbacks [] for security_group_rule (32153614-08d6-4291-bc13-6ea6ebbe0ca5), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:23.222139 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-f7226cbb-defd-4931-be34-19125e73d929 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298574'] for security_group_rule (32153614-08d6-4291-bc13-6ea6ebbe0ca5), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:23.241424 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7226cbb-defd-4931-be34-19125e73d929 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32153614-08d6-4291-bc13-6ea6ebbe0ca5,revision_number=0']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:26:23.268221 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-f7226cbb-defd-4931-be34-19125e73d929 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:23.273205 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-f7226cbb-defd-4931-be34-19125e73d929 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1725962 Jul 29 05:26:23.273973 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 34576) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:26:23.285288 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.v2.base [None req-0327aa40-ba00-4758-9521-4318280a647a tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Request body: {'security_group_rule': {'security_group_id': 'c597c5c7-705b-4e28-973f-3e3df3891802', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:26:23.299595 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-d0f7b86b-f199-4873-8200-cb8ae5f35c03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417921'] for router_interface (bf37182a-08ca-4873-931f-88c1f9eb9ac2), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:23.378515 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.db.l3_db [None req-cb6cb722-e890-4d16-978c-8a41433e7c8f tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Floating IP 12ccccf1-95e4-4167-ba21-d2114b7460d9 associated. External IP: 172.27.2.241, port: 6f412c06-c9c0-4423-b60d-0b7fa2c32b6f. Jul 29 05:26:23.451148 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-0327aa40-ba00-4758-9521-4318280a647a tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Publish callbacks [] for security_group_rule (201f4a7d-f2e2-47ac-ac83-4917d6462ca2), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:23.518427 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-df2aba07-7c81-450a-af01-778a3663fbe4 None None] Provisioning complete for port ff613929-c7be-4217-b36e-bb5606eaf606 triggered by entity DHCP. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:26:23.519601 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-df2aba07-7c81-450a-af01-778a3663fbe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (ff613929-c7be-4217-b36e-bb5606eaf606), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:23.557475 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Device f4a4085b-bd21-43e2-be9f-5c1976256284 up at agent ovs-agent-dv-cinder-851279-2-iscsi {{(pid=104006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 05:26:23.592300 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:26:23.605470 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-df2aba07-7c81-450a-af01-778a3663fbe4 None None] Port ff613929-c7be-4217-b36e-bb5606eaf606 cannot update to ACTIVE because it is not bound. {{(pid=104006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 29 05:26:23.611887 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-d0f7b86b-f199-4873-8200-cb8ae5f35c03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (ff613929-c7be-4217-b36e-bb5606eaf606), before_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:23.626771 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Provisioning complete for port f4a4085b-bd21-43e2-be9f-5c1976256284 triggered by entity L2. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:26:23.627723 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (f4a4085b-bd21-43e2-be9f-5c1976256284), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:23.640591 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-0327aa40-ba00-4758-9521-4318280a647a tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Publish callbacks [] for security_group_rule (201f4a7d-f2e2-47ac-ac83-4917d6462ca2), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:23.678320 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-0327aa40-ba00-4758-9521-4318280a647a tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298574'] for security_group_rule (201f4a7d-f2e2-47ac-ac83-4917d6462ca2), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:23.723403 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Current status of the port f4a4085b-bd21-43e2-be9f-5c1976256284 is: ACTIVE; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:26:23.724313 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Device 61314654-85ef-46de-aad5-c2b1f08fd7d3 up at agent ovs-agent-dv-cinder-851279-2-iscsi {{(pid=104006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 05:26:23.742668 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0327aa40-ba00-4758-9521-4318280a647a tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=201f4a7d-f2e2-47ac-ac83-4917d6462ca2,revision_number=0']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:26:23.785356 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Provisioning complete for port 61314654-85ef-46de-aad5-c2b1f08fd7d3 triggered by entity L2. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:26:23.785785 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (61314654-85ef-46de-aad5-c2b1f08fd7d3), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:23.797547 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-0327aa40-ba00-4758-9521-4318280a647a tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:23.799108 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-0327aa40-ba00-4758-9521-4318280a647a tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5228062 Jul 29 05:26:23.804601 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 34584) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:26:23.814487 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.v2.base [None req-2c682826-92b4-4a60-82cf-f766bf22399d tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Request body: {'floatingip': {'floating_network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5'}} {{(pid=104004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:26:23.827289 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:INSERT=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:26:23.869955 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-2c682826-92b4-4a60-82cf-f766bf22399d tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:23.874865 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Current status of the port 61314654-85ef-46de-aad5-c2b1f08fd7d3 is: DOWN; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:26:23.875155 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (61314654-85ef-46de-aad5-c2b1f08fd7d3), before_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:23.883574 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:26:23.907479 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] For port 61314654-85ef-46de-aad5-c2b1f08fd7d3, host dv-cinder-851279-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-2-iscsi',level=0,port_id=61314654-85ef-46de-aad5-c2b1f08fd7d3,segment=NetworkSegment(f0686699-af43-47c7-b9bc-f7993eec27ee),segment_id=f0686699-af43-47c7-b9bc-f7993eec27ee)] {{(pid=104006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:26:23.914134 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (61314654-85ef-46de-aad5-c2b1f08fd7d3), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:24.008442 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Pushing event updated for resources: {'Port': ['ID=61314654-85ef-46de-aad5-c2b1f08fd7d3,revision_number=4']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:26:24.045556 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-2c682826-92b4-4a60-82cf-f766bf22399d tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (None), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:24.184663 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb6cb722-e890-4d16-978c-8a41433e7c8f tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Router e8b15e57-d2b6-483c-b2b4-556a4c67aae0 has already been hosted by L3 agent 8a9a6061-e61b-4901-b35e-5e71dea10db3 {{(pid=104005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 05:26:24.191118 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:26:24.214456 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:26:24.215050 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.db.db_base_plugin_common [None req-2c682826-92b4-4a60-82cf-f766bf22399d tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Allocated IP 172.27.2.88 (24e7367e-e5e6-44e8-9960-5007b05e27d5/c0e5dfe8-844e-4105-ab86-052903918992/3901c7f8-d5a1-4ab1-aad3-bd27e1130163) {{(pid=104004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 05:26:24.309108 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:26:24.362690 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-2c682826-92b4-4a60-82cf-f766bf22399d tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Publish callbacks [] for port (3901c7f8-d5a1-4ab1-aad3-bd27e1130163), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:24.382285 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-d0f7b86b-f199-4873-8200-cb8ae5f35c03 admin admin] Publish callbacks [] for port (ff613929-c7be-4217-b36e-bb5606eaf606), precommit_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:24.391620 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-d0f7b86b-f199-4873-8200-cb8ae5f35c03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1905579'] for port (ff613929-c7be-4217-b36e-bb5606eaf606), after_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:24.400786 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-2c682826-92b4-4a60-82cf-f766bf22399d tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737760223811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660275'] for port (3901c7f8-d5a1-4ab1-aad3-bd27e1130163), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:24.443266 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb6cb722-e890-4d16-978c-8a41433e7c8f tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Notify agent at l3_agent.dv-cinder-851279-2-iscsi the message routers_updated {{(pid=104005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 05:26:24.448561 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-cb6cb722-e890-4d16-978c-8a41433e7c8f tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249840'] for floatingip (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:24.455947 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5330099b-7559-43a4-80af-4ad3c6042486 None None] Sync routers for ids ['e8b15e57-d2b6-483c-b2b4-556a4c67aae0'] in dv-cinder-851279-2-iscsi {{(pid=104006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 05:26:24.467568 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c682826-92b4-4a60-82cf-f766bf22399d tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Network 24e7367e-e5e6-44e8-9960-5007b05e27d5 is already hosted by enough agents. {{(pid=104004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 05:26:24.469015 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c682826-92b4-4a60-82cf-f766bf22399d tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Pushing event updated for resources: {'Port': ['ID=3901c7f8-d5a1-4ab1-aad3-bd27e1130163,revision_number=1']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:26:24.472816 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5330099b-7559-43a4-80af-4ad3c6042486 None None] Routers {'e8b15e57-d2b6-483c-b2b4-556a4c67aae0'} bound to L3 agent in host dv-cinder-851279-2-iscsi {{(pid=104006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:26:24.473557 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_hamode_db [None req-5330099b-7559-43a4-80af-4ad3c6042486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-29T05:12:08Z,description=,heartbeat_timestamp=2022-07-29T05:26:08Z,host='dv-cinder-851279-2-iscsi',id=8a9a6061-e61b-4901-b35e-5e71dea10db3,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T05:12:08Z,topic='l3_agent')) {'router_ids': ['e8b15e57-d2b6-483c-b2b4-556a4c67aae0'], 'active': True} {{(pid=104006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:26:24.474018 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.base_scheduler [None req-2c682826-92b4-4a60-82cf-f766bf22399d tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Resources bound (agent type, host, resource id): {{(pid=104004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:26:24.483421 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c682826-92b4-4a60-82cf-f766bf22399d tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Received port after_create {{(pid=104004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 05:26:24.515281 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-cb6cb722-e890-4d16-978c-8a41433e7c8f tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "PUT /v2.0/floatingips/12ccccf1-95e4-4167-ba21-d2114b7460d9 HTTP/1.1" status: 200 len: 991 time: 2.4491313 Jul 29 05:26:24.516335 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-d0f7b86b-f199-4873-8200-cb8ae5f35c03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-418045'] for router_interface (bf37182a-08ca-4873-931f-88c1f9eb9ac2), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:24.528796 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e3305fc-3d92-4d3f-afb8-c25395280792', 'tag': '6f412c06-c9c0-4423-b60d-0b7fa2c32b6f'}] {{(pid=104005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 05:26:24.531135 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18cb6d06cd9bdbb2624e76cf95b2230ef06252a8a1dccb16f0d07e3cc9dc753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79f42709-4fc2-4bae-94a4-b4a5fde91846" -d '{"events": [{"name": "network-changed", "server_uuid": "1e3305fc-3d92-4d3f-afb8-c25395280792", "tag": "6f412c06-c9c0-4423-b60d-0b7fa2c32b6f"}]}' {{(pid=104005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 05:26:24.547794 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f7b86b-f199-4873-8200-cb8ae5f35c03 admin admin] Pushing event updated for resources: {'Port': ['ID=ff613929-c7be-4217-b36e-bb5606eaf606,revision_number=2']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:26:24.629154 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 05:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e4d49cb-3608-4db6-bd56-a775c20f22f0 x-openstack-request-id: req-1e4d49cb-3608-4db6-bd56-a775c20f22f0 {{(pid=104005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 05:26:24.629765 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e3305fc-3d92-4d3f-afb8-c25395280792", "tag": "6f412c06-c9c0-4423-b60d-0b7fa2c32b6f", "status": "completed", "code": 200}]} {{(pid=104005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 05:26:24.630367 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1e4d49cb-3608-4db6-bd56-a775c20f22f0 {{(pid=104005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 05:26:24.630964 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e4d49cb-3608-4db6-bd56-a775c20f22f0'] response: {'name': 'network-changed', 'server_uuid': '1e3305fc-3d92-4d3f-afb8-c25395280792', 'tag': '6f412c06-c9c0-4423-b60d-0b7fa2c32b6f', 'status': 'completed', 'code': 200} Jul 29 05:26:24.685770 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-2c682826-92b4-4a60-82cf-f766bf22399d tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Publish callbacks [] for floatingip (19466070-2649-438e-94f7-4fd802d45a74), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:24.702442 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f7b86b-f199-4873-8200-cb8ae5f35c03 admin admin] Network fbc0aa89-ee8e-4e90-b085-d635259d746e is already hosted by enough agents. {{(pid=104005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 05:26:24.707864 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.base_scheduler [None req-d0f7b86b-f199-4873-8200-cb8ae5f35c03 admin admin] Resources bound (agent type, host, resource id): {{(pid=104005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:26:24.716161 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f42709-4fc2-4bae-94a4-b4a5fde91846 req-b687b182-3e89-4d47-9c7c-2d0ccd5d25e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:26:24.717744 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-79f42709-4fc2-4bae-94a4-b4a5fde91846 req-b687b182-3e89-4d47-9c7c-2d0ccd5d25e9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9fda8c6d9ffa4955b2f19411ee340cb3&device_id=1e3305fc-3d92-4d3f-afb8-c25395280792 HTTP/1.1" status: 200 len: 1129 time: 0.0611084 Jul 29 05:26:24.721481 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvr_db [None req-5330099b-7559-43a4-80af-4ad3c6042486 None None] Set router e8b15e57-d2b6-483c-b2b4-556a4c67aae0 gateway port host: dv-cinder-851279-2-iscsi {{(pid=104006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:26:24.754230 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-2c682826-92b4-4a60-82cf-f766bf22399d tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (3901c7f8-d5a1-4ab1-aad3-bd27e1130163), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:24.948983 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f42709-4fc2-4bae-94a4-b4a5fde91846 req-9a8eb1a5-2ac5-400b-970f-8004f7ef07c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:26:24.951046 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-79f42709-4fc2-4bae-94a4-b4a5fde91846 req-9a8eb1a5-2ac5-400b-970f-8004f7ef07c3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2abd58fa-fb8d-4cc3-8df0-c903c7b8dd87 HTTP/1.1" status: 200 len: 917 time: 0.1855891 Jul 29 05:26:24.957444 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0f7b86b-f199-4873-8200-cb8ae5f35c03 admin admin] Router bf37182a-08ca-4873-931f-88c1f9eb9ac2 has already been hosted by L3 agent 8a9a6061-e61b-4901-b35e-5e71dea10db3 {{(pid=104005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 05:26:24.992406 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-2c682826-92b4-4a60-82cf-f766bf22399d tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Publish callbacks [] for port (3901c7f8-d5a1-4ab1-aad3-bd27e1130163), precommit_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:25.015397 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-2c682826-92b4-4a60-82cf-f766bf22399d tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25660260'] for port (3901c7f8-d5a1-4ab1-aad3-bd27e1130163), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:25.073387 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_hamode_db [None req-5330099b-7559-43a4-80af-4ad3c6042486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b15e57-d2b6-483c-b2b4-556a4c67aae0', 'name': 'tempest-AttachVolumeShelveTestJSON-766186712-router', 'tenant_id': '9fda8c6d9ffa4955b2f19411ee340cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': '73c83217-8a8b-4fa8-bce3-ddeb31f92b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:21:05Z', 'updated_at': '2022-07-29T05:21:21Z', 'revision_number': 4, 'project_id': '9fda8c6d9ffa4955b2f19411ee340cb3', 'gw_port': {'id': '73c83217-8a8b-4fa8-bce3-ddeb31f92b04', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:28:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b15e57-d2b6-483c-b2b4-556a4c67aae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:07Z', 'updated_at': '2022-07-29T05:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi', '_floatingips': [{'id': '12ccccf1-95e4-4167-ba21-d2114b7460d9', 'tenant_id': '9fda8c6d9ffa4955b2f19411ee340cb3', 'floating_ip_address': '172.27.2.241', 'floating_network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'router_id': 'e8b15e57-d2b6-483c-b2b4-556a4c67aae0', 'port_id': '6f412c06-c9c0-4423-b60d-0b7fa2c32b6f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2abd58fa-fb8d-4cc3-8df0-c903c7b8dd87', 'mac_address': 'fa:16:3e:6d:d4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3305fc-3d92-4d3f-afb8-c25395280792', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T05:26:08Z', 'updated_at': '2022-07-29T05:26:22Z', 'revision_number': 1, 'project_id': '9fda8c6d9ffa4955b2f19411ee340cb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4942139b-2079-47b3-b08e-a8f68dea17c9', 'name': '', 'network_id': '2abd58fa-fb8d-4cc3-8df0-c903c7b8dd87', 'tenant_id': '9fda8c6d9ffa4955b2f19411ee340cb3', 'mac_address': 'fa:16:3e:7d:d5:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b15e57-d2b6-483c-b2b4-556a4c67aae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'ac46bf73-3dbd-41e0-8b70-b021adbe3f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:19Z', 'updated_at': '2022-07-29T05:21:39Z', 'revision_number': 5, 'project_id': '9fda8c6d9ffa4955b2f19411ee340cb3', 'subnets': [{'id': 'ac46bf73-3dbd-41e0-8b70-b021adbe3f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-2-iscsi', False) {} {{(pid=104006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:26:25.085009 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-79f42709-4fc2-4bae-94a4-b4a5fde91846 req-12f3da49-747d-4fea-abee-2883428d8dc3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6f412c06-c9c0-4423-b60d-0b7fa2c32b6f HTTP/1.1" status: 200 len: 999 time: 0.1251013 Jul 29 05:26:25.125706 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5330099b-7559-43a4-80af-4ad3c6042486 None None] Checking router: e8b15e57-d2b6-483c-b2b4-556a4c67aae0 for host: dv-cinder-851279-2-iscsi {{(pid=104006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 05:26:25.139027 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5330099b-7559-43a4-80af-4ad3c6042486 None None] Routers {'e8b15e57-d2b6-483c-b2b4-556a4c67aae0'} bound to L3 agent in host dv-cinder-851279-2-iscsi {{(pid=104006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:26:25.140074 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_hamode_db [None req-5330099b-7559-43a4-80af-4ad3c6042486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-29T05:12:08Z,description=,heartbeat_timestamp=2022-07-29T05:26:08Z,host='dv-cinder-851279-2-iscsi',id=8a9a6061-e61b-4901-b35e-5e71dea10db3,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T05:12:08Z,topic='l3_agent')) {'router_ids': ['e8b15e57-d2b6-483c-b2b4-556a4c67aae0'], 'active': True} {{(pid=104006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:26:25.191619 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f42709-4fc2-4bae-94a4-b4a5fde91846 req-8bf08948-ebcf-4199-a41e-da5ee34b1bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:26:25.193179 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-79f42709-4fc2-4bae-94a4-b4a5fde91846 req-8bf08948-ebcf-4199-a41e-da5ee34b1bee service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ac46bf73-3dbd-41e0-8b70-b021adbe3f3f HTTP/1.1" status: 200 len: 855 time: 0.1011631 Jul 29 05:26:25.196646 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=100 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:26:25.202091 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-3f051210-28f9-4f4b-a6ac-243262875f20 None None] Provisioning complete for port ff613929-c7be-4217-b36e-bb5606eaf606 triggered by entity DHCP. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:26:25.202885 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-3f051210-28f9-4f4b-a6ac-243262875f20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (ff613929-c7be-4217-b36e-bb5606eaf606), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:25.233652 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c682826-92b4-4a60-82cf-f766bf22399d tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Pushing event updated for resources: {'Port': ['ID=3901c7f8-d5a1-4ab1-aad3-bd27e1130163,revision_number=2']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:26:25.241376 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0f7b86b-f199-4873-8200-cb8ae5f35c03 admin admin] Notify agent at l3_agent.dv-cinder-851279-2-iscsi the message routers_updated {{(pid=104005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 05:26:25.249589 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-d0f7b86b-f199-4873-8200-cb8ae5f35c03 admin admin] 10.222.0.49 "PUT /v2.0/routers/bf37182a-08ca-4873-931f-88c1f9eb9ac2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3473668 Jul 29 05:26:25.250753 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-2c682826-92b4-4a60-82cf-f766bf22399d tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-375524'] for floatingip (19466070-2649-438e-94f7-4fd802d45a74), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:25.265671 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb482c0-39c4-40c0-9882-56bbd005e6b7 None None] Sync routers for ids ['bf37182a-08ca-4873-931f-88c1f9eb9ac2'] in dv-cinder-851279-2-iscsi {{(pid=104007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 05:26:25.280610 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f42709-4fc2-4bae-94a4-b4a5fde91846 req-8ab5b27f-6239-4a59-ac24-5a0c20027a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:26:25.282469 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-79f42709-4fc2-4bae-94a4-b4a5fde91846 req-8ab5b27f-6239-4a59-ac24-5a0c20027a46 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2abd58fa-fb8d-4cc3-8df0-c903c7b8dd87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0802288 Jul 29 05:26:25.288437 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-2c682826-92b4-4a60-82cf-f766bf22399d tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249840'] for floatingip (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:25.290165 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-2c682826-92b4-4a60-82cf-f766bf22399d tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4835408 Jul 29 05:26:25.295393 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb482c0-39c4-40c0-9882-56bbd005e6b7 None None] Routers {'bf37182a-08ca-4873-931f-88c1f9eb9ac2'} bound to L3 agent in host dv-cinder-851279-2-iscsi {{(pid=104007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:26:25.299544 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-5bb482c0-39c4-40c0-9882-56bbd005e6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-29T05:12:08Z,description=,heartbeat_timestamp=2022-07-29T05:26:08Z,host='dv-cinder-851279-2-iscsi',id=8a9a6061-e61b-4901-b35e-5e71dea10db3,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T05:12:08Z,topic='l3_agent')) {'router_ids': ['bf37182a-08ca-4873-931f-88c1f9eb9ac2'], 'active': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:26:25.347720 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-3f051210-28f9-4f4b-a6ac-243262875f20 None None] Port ff613929-c7be-4217-b36e-bb5606eaf606 cannot update to ACTIVE because it is not bound. {{(pid=104006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 29 05:26:25.357218 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:26:25.359917 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvr_db [None req-5330099b-7559-43a4-80af-4ad3c6042486 None None] Set router e8b15e57-d2b6-483c-b2b4-556a4c67aae0 gateway port host: dv-cinder-851279-2-iscsi {{(pid=104006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:26:25.486739 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Device 61314654-85ef-46de-aad5-c2b1f08fd7d3 up at agent ovs-agent-dv-cinder-851279-2-iscsi {{(pid=104006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 05:26:25.555257 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-79f42709-4fc2-4bae-94a4-b4a5fde91846 req-387b6079-8aca-4078-b8f9-3cf16d5c8a53 service neutron] 10.222.0.60 "GET /v2.0/networks/2abd58fa-fb8d-4cc3-8df0-c903c7b8dd87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528212 Jul 29 05:26:25.596770 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:26:25.599533 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvr_db [None req-5bb482c0-39c4-40c0-9882-56bbd005e6b7 None None] Set router bf37182a-08ca-4873-931f-88c1f9eb9ac2 gateway port host: dv-cinder-851279-2-iscsi {{(pid=104007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:26:25.651815 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:26:25.671564 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:26:25.707993 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:26:25.731965 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-6ce764b4-9af6-4e85-bdf5-2c5bf65ace22 req-2e3f8d08-86fe-4c15-84a1-c3d9bd8d2a50 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--779195828&fields=id&tenant_id=92f16adc2357459aa0afb68db89031dd HTTP/1.1" status: 200 len: 267 time: 0.1034050 Jul 29 05:26:25.762043 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Provisioning complete for port 61314654-85ef-46de-aad5-c2b1f08fd7d3 triggered by entity L2. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:26:25.762615 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (61314654-85ef-46de-aad5-c2b1f08fd7d3), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:25.779147 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-79f42709-4fc2-4bae-94a4-b4a5fde91846 req-5c2fb244-961a-4e2c-bdd0-30cfd173ccc5 service neutron] 10.222.0.60 "GET /v2.0/networks/2abd58fa-fb8d-4cc3-8df0-c903c7b8dd87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132614 Jul 29 05:26:25.911059 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce764b4-9af6-4e85-bdf5-2c5bf65ace22 req-4f4d45f0-8fa6-467a-8af8-78389a9bb3b9 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:26:25.912764 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-6ce764b4-9af6-4e85-bdf5-2c5bf65ace22 req-4f4d45f0-8fa6-467a-8af8-78389a9bb3b9 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/networks?id=60b4bb7c-7825-4f15-bc04-5ac3fa10b445 HTTP/1.1" status: 200 len: 810 time: 0.1799076 Jul 29 05:26:25.943957 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-6ce764b4-9af6-4e85-bdf5-2c5bf65ace22 req-6ab2ee15-d29c-4636-b4cc-a672d6111421 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/quotas/92f16adc2357459aa0afb68db89031dd HTTP/1.1" status: 200 len: 375 time: 0.0148244 Jul 29 05:26:25.997386 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-5bb482c0-39c4-40c0-9882-56bbd005e6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf37182a-08ca-4873-931f-88c1f9eb9ac2', 'name': 'tempest-TestMinimumBasicScenario-2025275122-router', 'tenant_id': '4c28b78169ac49a6854f195bea0dd9bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '61314654-85ef-46de-aad5-c2b1f08fd7d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:26:18Z', 'updated_at': '2022-07-29T05:26:23Z', 'revision_number': 4, 'project_id': '4c28b78169ac49a6854f195bea0dd9bf', 'gw_port': {'id': '61314654-85ef-46de-aad5-c2b1f08fd7d3', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:fa:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf37182a-08ca-4873-931f-88c1f9eb9ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:26:19Z', 'updated_at': '2022-07-29T05:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi', '_interfaces': [{'id': 'ff613929-c7be-4217-b36e-bb5606eaf606', 'name': '', 'network_id': 'fbc0aa89-ee8e-4e90-b085-d635259d746e', 'tenant_id': '4c28b78169ac49a6854f195bea0dd9bf', 'mac_address': 'fa:16:3e:a3:06:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf37182a-08ca-4873-931f-88c1f9eb9ac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '8376599e-1b82-4f50-882f-6526e26807a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:26:22Z', 'updated_at': '2022-07-29T05:26:23Z', 'revision_number': 2, 'project_id': '4c28b78169ac49a6854f195bea0dd9bf', 'subnets': [{'id': '8376599e-1b82-4f50-882f-6526e26807a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-2-iscsi', False) {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:26:26.038115 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-6ce764b4-9af6-4e85-bdf5-2c5bf65ace22 req-c699b462-a29b-4218-b6a3-2a85dfd320a3 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=92f16adc2357459aa0afb68db89031dd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0848694 Jul 29 05:26:26.054539 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb482c0-39c4-40c0-9882-56bbd005e6b7 None None] Checking router: bf37182a-08ca-4873-931f-88c1f9eb9ac2 for host: dv-cinder-851279-2-iscsi {{(pid=104007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 05:26:26.054930 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb482c0-39c4-40c0-9882-56bbd005e6b7 None None] Updating router bf37182a-08ca-4873-931f-88c1f9eb9ac2 port ff613929-c7be-4217-b36e-bb5606eaf606 binding host dv-cinder-851279-2-iscsi {{(pid=104007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 05:26:26.094295 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5bb482c0-39c4-40c0-9882-56bbd005e6b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (ff613929-c7be-4217-b36e-bb5606eaf606), before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:26.102976 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Current status of the port 61314654-85ef-46de-aad5-c2b1f08fd7d3 is: ACTIVE; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:26:26.113659 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=100 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:26:26.125382 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_hamode_db [None req-5330099b-7559-43a4-80af-4ad3c6042486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b15e57-d2b6-483c-b2b4-556a4c67aae0', 'name': 'tempest-AttachVolumeShelveTestJSON-766186712-router', 'tenant_id': '9fda8c6d9ffa4955b2f19411ee340cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': '73c83217-8a8b-4fa8-bce3-ddeb31f92b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:21:05Z', 'updated_at': '2022-07-29T05:21:21Z', 'revision_number': 4, 'project_id': '9fda8c6d9ffa4955b2f19411ee340cb3', 'gw_port': {'id': '73c83217-8a8b-4fa8-bce3-ddeb31f92b04', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:28:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b15e57-d2b6-483c-b2b4-556a4c67aae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:07Z', 'updated_at': '2022-07-29T05:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi', '_floatingips': [{'id': '12ccccf1-95e4-4167-ba21-d2114b7460d9', 'tenant_id': '9fda8c6d9ffa4955b2f19411ee340cb3', 'floating_ip_address': '172.27.2.241', 'floating_network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'router_id': 'e8b15e57-d2b6-483c-b2b4-556a4c67aae0', 'port_id': '6f412c06-c9c0-4423-b60d-0b7fa2c32b6f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2abd58fa-fb8d-4cc3-8df0-c903c7b8dd87', 'mac_address': 'fa:16:3e:6d:d4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3305fc-3d92-4d3f-afb8-c25395280792', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T05:26:08Z', 'updated_at': '2022-07-29T05:26:22Z', 'revision_number': 1, 'project_id': '9fda8c6d9ffa4955b2f19411ee340cb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4942139b-2079-47b3-b08e-a8f68dea17c9', 'name': '', 'network_id': '2abd58fa-fb8d-4cc3-8df0-c903c7b8dd87', 'tenant_id': '9fda8c6d9ffa4955b2f19411ee340cb3', 'mac_address': 'fa:16:3e:7d:d5:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b15e57-d2b6-483c-b2b4-556a4c67aae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'ac46bf73-3dbd-41e0-8b70-b021adbe3f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:19Z', 'updated_at': '2022-07-29T05:21:39Z', 'revision_number': 5, 'project_id': '9fda8c6d9ffa4955b2f19411ee340cb3', 'subnets': [{'id': 'ac46bf73-3dbd-41e0-8b70-b021adbe3f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-2-iscsi', False) {} {{(pid=104006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:26:26.164912 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5330099b-7559-43a4-80af-4ad3c6042486 None None] The sync data for ids ['e8b15e57-d2b6-483c-b2b4-556a4c67aae0'] in dv-cinder-851279-2-iscsi is: [{'id': 'e8b15e57-d2b6-483c-b2b4-556a4c67aae0', 'name': 'tempest-AttachVolumeShelveTestJSON-766186712-router', 'tenant_id': '9fda8c6d9ffa4955b2f19411ee340cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': '73c83217-8a8b-4fa8-bce3-ddeb31f92b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:21:05Z', 'updated_at': '2022-07-29T05:21:21Z', 'revision_number': 4, 'project_id': '9fda8c6d9ffa4955b2f19411ee340cb3', 'gw_port': {'id': '73c83217-8a8b-4fa8-bce3-ddeb31f92b04', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:28:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b15e57-d2b6-483c-b2b4-556a4c67aae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:07Z', 'updated_at': '2022-07-29T05:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi', '_floatingips': [{'id': '12ccccf1-95e4-4167-ba21-d2114b7460d9', 'tenant_id': '9fda8c6d9ffa4955b2f19411ee340cb3', 'floating_ip_address': '172.27.2.241', 'floating_network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'router_id': 'e8b15e57-d2b6-483c-b2b4-556a4c67aae0', 'port_id': '6f412c06-c9c0-4423-b60d-0b7fa2c32b6f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2abd58fa-fb8d-4cc3-8df0-c903c7b8dd87', 'mac_address': 'fa:16:3e:6d:d4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3305fc-3d92-4d3f-afb8-c25395280792', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T05:26:08Z', 'updated_at': '2022-07-29T05:26:22Z', 'revision_number': 1, 'project_id': '9fda8c6d9ffa4955b2f19411ee340cb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4942139b-2079-47b3-b08e-a8f68dea17c9', 'name': '', 'network_id': '2abd58fa-fb8d-4cc3-8df0-c903c7b8dd87', 'tenant_id': '9fda8c6d9ffa4955b2f19411ee340cb3', 'mac_address': 'fa:16:3e:7d:d5:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b15e57-d2b6-483c-b2b4-556a4c67aae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'ac46bf73-3dbd-41e0-8b70-b021adbe3f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:19Z', 'updated_at': '2022-07-29T05:21:39Z', 'revision_number': 5, 'project_id': '9fda8c6d9ffa4955b2f19411ee340cb3', 'subnets': [{'id': 'ac46bf73-3dbd-41e0-8b70-b021adbe3f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 05:26:26.312430 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 34640) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:26:26.319262 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.v2.base [None req-a40930da-35ea-4cda-bf23-b6d0d5b5e24c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-488870998-network', 'tenant_id': '5f45c39eb99549d58fd35a248f6cbac6'}} {{(pid=104005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:26:26.343633 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a40930da-35ea-4cda-bf23-b6d0d5b5e24c admin admin] Made reservation on behalf of 5f45c39eb99549d58fd35a248f6cbac6 for: {'network': 1} {{(pid=104005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 05:26:26.346918 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-a40930da-35ea-4cda-bf23-b6d0d5b5e24c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for network (None), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:26.363510 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-a40930da-35ea-4cda-bf23-b6d0d5b5e24c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:26.366633 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:26:26.464496 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-6ce764b4-9af6-4e85-bdf5-2c5bf65ace22 req-d41543ae-6fe7-4709-b354-e44b77b44047 service neutron] 10.222.0.49 "GET /v2.0/networks/60b4bb7c-7825-4f15-bc04-5ac3fa10b445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4021130 Jul 29 05:26:26.465242 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730087d7-7e62-47c7-bac4-bee6a7838765 None None] New status for floating IP 12ccccf1-95e4-4167-ba21-d2114b7460d9: ACTIVE {{(pid=104006) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 29 05:26:26.478247 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5bb482c0-39c4-40c0-9882-56bbd005e6b7 None None] Publish callbacks [] for port (ff613929-c7be-4217-b36e-bb5606eaf606), precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:26.488098 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-a40930da-35ea-4cda-bf23-b6d0d5b5e24c admin admin] Publish callbacks [] for security_group (6669af7e-8288-4b06-bb9d-069abbce6ac0), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:26.488439 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5bb482c0-39c4-40c0-9882-56bbd005e6b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (ff613929-c7be-4217-b36e-bb5606eaf606), after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:26.493172 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-a40930da-35ea-4cda-bf23-b6d0d5b5e24c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (6669af7e-8288-4b06-bb9d-069abbce6ac0), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:26.516432 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a40930da-35ea-4cda-bf23-b6d0d5b5e24c admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=104005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 05:26:26.541845 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-a40930da-35ea-4cda-bf23-b6d0d5b5e24c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501452'] for segment (1e2c6a69-700b-4afb-99ba-9d11adbbd39f), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:26.542236 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.db.segments_db [None req-a40930da-35ea-4cda-bf23-b6d0d5b5e24c admin admin] Added segment 1e2c6a69-700b-4afb-99ba-9d11adbbd39f of type vlan for network a9b3ef4c-f490-42f2-a28e-965ce338d352 Jul 29 05:26:26.544316 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40930da-35ea-4cda-bf23-b6d0d5b5e24c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6669af7e-8288-4b06-bb9d-069abbce6ac0,revision_number=1']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:26:26.567826 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a006b8e-da97-4215-9c2e-8d6099b911d9 None None] Pushing event updated for resources: {'Port': ['ID=ff613929-c7be-4217-b36e-bb5606eaf606,revision_number=3']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:26:26.603434 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-a40930da-35ea-4cda-bf23-b6d0d5b5e24c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737760211330'] for network (a9b3ef4c-f490-42f2-a28e-965ce338d352), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:26.640432 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-6ce764b4-9af6-4e85-bdf5-2c5bf65ace22 req-300d0ba1-38fe-42f1-b9c3-67e8cf80af5e service neutron] 10.222.0.49 "GET /v2.0/networks/60b4bb7c-7825-4f15-bc04-5ac3fa10b445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650696 Jul 29 05:26:26.650793 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-a40930da-35ea-4cda-bf23-b6d0d5b5e24c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436'] for network (a9b3ef4c-f490-42f2-a28e-965ce338d352), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:26.652424 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a40930da-35ea-4cda-bf23-b6d0d5b5e24c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:26:26.653335 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-a40930da-35ea-4cda-bf23-b6d0d5b5e24c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670410'] for network (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:26.680157 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-a40930da-35ea-4cda-bf23-b6d0d5b5e24c admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.3667135 Jul 29 05:26:26.682898 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 34646) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:26:26.691832 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.v2.base [None req-bf245b66-9aea-44a5-b2e9-63a98b9e777a admin admin] Request body: {'subnet': {'network_id': 'a9b3ef4c-f490-42f2-a28e-965ce338d352', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-488870998-subnet', 'tenant_id': '5f45c39eb99549d58fd35a248f6cbac6', 'ip_version': 4}} {{(pid=104004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:26:26.707588 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [None req-5bb482c0-39c4-40c0-9882-56bbd005e6b7 None None] Attempting to bind port ff613929-c7be-4217-b36e-bb5606eaf606 on host dv-cinder-851279-2-iscsi for vnic_type normal with profile {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 05:26:26.707914 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [None req-5bb482c0-39c4-40c0-9882-56bbd005e6b7 None None] Attempting to bind port ff613929-c7be-4217-b36e-bb5606eaf606 by drivers openvswitch,hyperv on host dv-cinder-851279-2-iscsi at level 0 using segments [{'id': 'aef3e43e-a6f3-499f-af37-57141ca0f5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'fbc0aa89-ee8e-4e90-b085-d635259d746e'}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 05:26:26.708286 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb482c0-39c4-40c0-9882-56bbd005e6b7 None None] Attempting to bind port ff613929-c7be-4217-b36e-bb5606eaf606 on network fbc0aa89-ee8e-4e90-b085-d635259d746e {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 05:26:26.722236 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb482c0-39c4-40c0-9882-56bbd005e6b7 None None] Checking agent: {'id': 'aa119a64-f506-4951-a68b-6dc6289eaece', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 5, 12, 12), 'started_at': datetime.datetime(2022, 7, 29, 5, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 5, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 05:26:26.722613 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb482c0-39c4-40c0-9882-56bbd005e6b7 None None] Checking segment: {'id': 'aef3e43e-a6f3-499f-af37-57141ca0f5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'fbc0aa89-ee8e-4e90-b085-d635259d746e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 05:26:26.723021 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5bb482c0-39c4-40c0-9882-56bbd005e6b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:26.723438 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb482c0-39c4-40c0-9882-56bbd005e6b7 None None] Bound using segment: {'id': 'aef3e43e-a6f3-499f-af37-57141ca0f5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'fbc0aa89-ee8e-4e90-b085-d635259d746e'} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 05:26:26.723929 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [None req-5bb482c0-39c4-40c0-9882-56bbd005e6b7 None None] Bound port: ff613929-c7be-4217-b36e-bb5606eaf606, host: dv-cinder-851279-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aef3e43e-a6f3-499f-af37-57141ca0f5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'fbc0aa89-ee8e-4e90-b085-d635259d746e'}}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 05:26:26.724365 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5bb482c0-39c4-40c0-9882-56bbd005e6b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (ff613929-c7be-4217-b36e-bb5606eaf606), before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:26.746641 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf245b66-9aea-44a5-b2e9-63a98b9e777a admin admin] Made reservation on behalf of 5f45c39eb99549d58fd35a248f6cbac6 for: {'subnet': 1} {{(pid=104004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 05:26:26.749306 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-bf245b66-9aea-44a5-b2e9-63a98b9e777a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25789431'] for subnet (None), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:26.827181 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40930da-35ea-4cda-bf23-b6d0d5b5e24c admin admin] Pushing event updated for resources: {'Network': ['ID=a9b3ef4c-f490-42f2-a28e-965ce338d352,revision_number=1']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:26:26.849464 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-5bb482c0-39c4-40c0-9882-56bbd005e6b7 None None] For port ff613929-c7be-4217-b36e-bb5606eaf606, host dv-cinder-851279-2-iscsi, cleared binding levels {{(pid=104007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 05:26:26.849765 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Network a9b3ef4c-f490-42f2-a28e-965ce338d352 details requested by agent ovs-agent-dv-cinder-851279-2-iscsi with host dv-cinder-851279-2-iscsi {{(pid=104006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 05:26:26.856160 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-5bb482c0-39c4-40c0-9882-56bbd005e6b7 None None] For port ff613929-c7be-4217-b36e-bb5606eaf606, host dv-cinder-851279-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-2-iscsi',level=0,port_id=ff613929-c7be-4217-b36e-bb5606eaf606,segment=NetworkSegment(aef3e43e-a6f3-499f-af37-57141ca0f5f4),segment_id=aef3e43e-a6f3-499f-af37-57141ca0f5f4)] {{(pid=104007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 05:26:26.867342 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5bb482c0-39c4-40c0-9882-56bbd005e6b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (ff613929-c7be-4217-b36e-bb5606eaf606), after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:26.931543 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:26:26.965896 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb482c0-39c4-40c0-9882-56bbd005e6b7 None None] Routers {'bf37182a-08ca-4873-931f-88c1f9eb9ac2'} bound to L3 agent in host dv-cinder-851279-2-iscsi {{(pid=104007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:26:26.967398 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-5bb482c0-39c4-40c0-9882-56bbd005e6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-29T05:12:08Z,description=,heartbeat_timestamp=2022-07-29T05:26:08Z,host='dv-cinder-851279-2-iscsi',id=8a9a6061-e61b-4901-b35e-5e71dea10db3,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T05:12:08Z,topic='l3_agent')) {'router_ids': ['bf37182a-08ca-4873-931f-88c1f9eb9ac2'], 'active': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:26:26.985524 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-d8b7eac0-422b-4d41-9524-89f8fba8d1f3 req-570e3ba4-97c6-4842-b17b-a19b7e949427 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/ports?device_id=62613145-ee65-4472-a5f6-23a6d76ea1b9 HTTP/1.1" status: 200 len: 210 time: 0.0750930 Jul 29 05:26:27.013913 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-c9f01c31-26d4-4b37-b738-89775c7f9bc0 None None] Provisioning complete for port ff613929-c7be-4217-b36e-bb5606eaf606 triggered by entity DHCP. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:26:27.013913 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c9f01c31-26d4-4b37-b738-89775c7f9bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (ff613929-c7be-4217-b36e-bb5606eaf606), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:27.032762 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a006b8e-da97-4215-9c2e-8d6099b911d9 None None] Pushing event updated for resources: {'Port': ['ID=ff613929-c7be-4217-b36e-bb5606eaf606,revision_number=4']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:26:27.080473 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-bf245b66-9aea-44a5-b2e9-63a98b9e777a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-292102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25660319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25789401'] for subnet (f63bdc8e-0dca-44ce-92c9-50068ece8ae8), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:27.170900 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvr_db [None req-5bb482c0-39c4-40c0-9882-56bbd005e6b7 None None] Set router bf37182a-08ca-4873-931f-88c1f9eb9ac2 gateway port host: dv-cinder-851279-2-iscsi {{(pid=104007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:26:27.177219 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf245b66-9aea-44a5-b2e9-63a98b9e777a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f63bdc8e-0dca-44ce-92c9-50068ece8ae8,revision_number=0']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:26:27.181084 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-c9f01c31-26d4-4b37-b738-89775c7f9bc0 None None] Current status of the port ff613929-c7be-4217-b36e-bb5606eaf606 is: DOWN; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:26:27.181490 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c9f01c31-26d4-4b37-b738-89775c7f9bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (ff613929-c7be-4217-b36e-bb5606eaf606), before_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:27.189334 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf245b66-9aea-44a5-b2e9-63a98b9e777a admin admin] Checking segment: {'id': '1e2c6a69-700b-4afb-99ba-9d11adbbd39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a9b3ef4c-f490-42f2-a28e-965ce338d352'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 05:26:27.189818 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf245b66-9aea-44a5-b2e9-63a98b9e777a admin admin] Network hostable DHCP agents. Network: a9b3ef4c-f490-42f2-a28e-965ce338d352, hostable agents: ['0319cf4e-40d4-4455-bfa4-d5e1d8f6ed41'], hosted agents: [] {{(pid=104004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 05:26:27.218283 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-c9f01c31-26d4-4b37-b738-89775c7f9bc0 None None] For port ff613929-c7be-4217-b36e-bb5606eaf606, host dv-cinder-851279-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-2-iscsi',level=0,port_id=ff613929-c7be-4217-b36e-bb5606eaf606,segment=NetworkSegment(aef3e43e-a6f3-499f-af37-57141ca0f5f4),segment_id=aef3e43e-a6f3-499f-af37-57141ca0f5f4)] {{(pid=104006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:26:27.226259 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c9f01c31-26d4-4b37-b738-89775c7f9bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (ff613929-c7be-4217-b36e-bb5606eaf606), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:27.239978 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf245b66-9aea-44a5-b2e9-63a98b9e777a admin admin] Network a9b3ef4c-f490-42f2-a28e-965ce338d352 is scheduled to be hosted by DHCP agent 0319cf4e-40d4-4455-bfa4-d5e1d8f6ed41 with binding_index 1 {{(pid=104004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 05:26:27.255372 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.base_scheduler [None req-bf245b66-9aea-44a5-b2e9-63a98b9e777a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851279-2-iscsi, a9b3ef4c-f490-42f2-a28e-965ce338d352) {{(pid=104004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:26:27.268257 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7acf438d-8b51-4d32-8935-15a78697e06d None None] Network a9b3ef4c-f490-42f2-a28e-965ce338d352 requested from dv-cinder-851279-2-iscsi {{(pid=104006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 05:26:27.274388 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf245b66-9aea-44a5-b2e9-63a98b9e777a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:26:27.275995 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-bf245b66-9aea-44a5-b2e9-63a98b9e777a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:27.305577 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-bf245b66-9aea-44a5-b2e9-63a98b9e777a admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6190784 Jul 29 05:26:27.305935 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 34654) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:26:27.310829 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.v2.base [None req-bb68c15b-fabe-491d-ada5-f50c2333f066 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-488870998-router', 'tenant_id': '5f45c39eb99549d58fd35a248f6cbac6', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5'}}} {{(pid=104004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:26:27.341053 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-bb68c15b-fabe-491d-ada5-f50c2333f066 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1446'] for router (f82acc83-fa6f-443d-ab76-dce7e74a4d98), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:27.342918 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-bb68c15b-fabe-491d-ada5-f50c2333f066 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-401149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374269', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-310650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1455'] for router (f82acc83-fa6f-443d-ab76-dce7e74a4d98), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:27.356644 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:26:27.371382 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f01c31-26d4-4b37-b738-89775c7f9bc0 None None] Pushing event updated for resources: {'Port': ['ID=ff613929-c7be-4217-b36e-bb5606eaf606,revision_number=5']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:26:27.386358 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-caa01141-166b-4c0b-9d47-da3a4073564c None None] Provisioning complete for port ff613929-c7be-4217-b36e-bb5606eaf606 triggered by entity DHCP. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:26:27.386737 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-caa01141-166b-4c0b-9d47-da3a4073564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (ff613929-c7be-4217-b36e-bb5606eaf606), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:27.393284 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:26:27.444296 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-5bb482c0-39c4-40c0-9882-56bbd005e6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf37182a-08ca-4873-931f-88c1f9eb9ac2', 'name': 'tempest-TestMinimumBasicScenario-2025275122-router', 'tenant_id': '4c28b78169ac49a6854f195bea0dd9bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '61314654-85ef-46de-aad5-c2b1f08fd7d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:26:18Z', 'updated_at': '2022-07-29T05:26:23Z', 'revision_number': 4, 'project_id': '4c28b78169ac49a6854f195bea0dd9bf', 'gw_port': {'id': '61314654-85ef-46de-aad5-c2b1f08fd7d3', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:fa:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf37182a-08ca-4873-931f-88c1f9eb9ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:26:19Z', 'updated_at': '2022-07-29T05:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi', '_interfaces': [{'id': 'ff613929-c7be-4217-b36e-bb5606eaf606', 'name': '', 'network_id': 'fbc0aa89-ee8e-4e90-b085-d635259d746e', 'tenant_id': '4c28b78169ac49a6854f195bea0dd9bf', 'mac_address': 'fa:16:3e:a3:06:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf37182a-08ca-4873-931f-88c1f9eb9ac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '8376599e-1b82-4f50-882f-6526e26807a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:26:22Z', 'updated_at': '2022-07-29T05:26:26Z', 'revision_number': 4, 'project_id': '4c28b78169ac49a6854f195bea0dd9bf', 'subnets': [{'id': '8376599e-1b82-4f50-882f-6526e26807a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-2-iscsi', False) {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:26:27.474056 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-bb68c15b-fabe-491d-ada5-f50c2333f066 admin admin] Publish callbacks [] for router_controller (f82acc83-fa6f-443d-ab76-dce7e74a4d98), precommit_add_association {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:27.481149 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:26:27.496545 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb482c0-39c4-40c0-9882-56bbd005e6b7 None None] The sync data for ids ['bf37182a-08ca-4873-931f-88c1f9eb9ac2'] in dv-cinder-851279-2-iscsi is: [{'id': 'bf37182a-08ca-4873-931f-88c1f9eb9ac2', 'name': 'tempest-TestMinimumBasicScenario-2025275122-router', 'tenant_id': '4c28b78169ac49a6854f195bea0dd9bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '61314654-85ef-46de-aad5-c2b1f08fd7d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:26:18Z', 'updated_at': '2022-07-29T05:26:23Z', 'revision_number': 4, 'project_id': '4c28b78169ac49a6854f195bea0dd9bf', 'gw_port': {'id': '61314654-85ef-46de-aad5-c2b1f08fd7d3', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:fa:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf37182a-08ca-4873-931f-88c1f9eb9ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:26:19Z', 'updated_at': '2022-07-29T05:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi', '_interfaces': [{'id': 'ff613929-c7be-4217-b36e-bb5606eaf606', 'name': '', 'network_id': 'fbc0aa89-ee8e-4e90-b085-d635259d746e', 'tenant_id': '4c28b78169ac49a6854f195bea0dd9bf', 'mac_address': 'fa:16:3e:a3:06:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf37182a-08ca-4873-931f-88c1f9eb9ac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '8376599e-1b82-4f50-882f-6526e26807a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:26:22Z', 'updated_at': '2022-07-29T05:26:26Z', 'revision_number': 4, 'project_id': '4c28b78169ac49a6854f195bea0dd9bf', 'subnets': [{'id': '8376599e-1b82-4f50-882f-6526e26807a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 05:26:27.590833 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ad788b-6e2a-4a08-8f5b-359475481fe6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa72ac758-2041-5c60-8584-934e42124f9c-a9b3ef4c-f490-42f2-a28e-965ce338d352', 'network_id': 'a9b3ef4c-f490-42f2-a28e-965ce338d352', 'project_id': '5f45c39eb99549d58fd35a248f6cbac6', 'fixed_ips': [{'subnet_id': 'f63bdc8e-0dca-44ce-92c9-50068ece8ae8'}]}} from dv-cinder-851279-2-iscsi. {{(pid=104006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 29 05:26:27.592078 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-89ad788b-6e2a-4a08-8f5b-359475481fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (None), before_create {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:27.614515 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-caa01141-166b-4c0b-9d47-da3a4073564c None None] Current status of the port ff613929-c7be-4217-b36e-bb5606eaf606 is: ACTIVE; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:26:27.722045 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-bb68c15b-fabe-491d-ada5-f50c2333f066 admin admin] Publish callbacks [] for router_gateway (f82acc83-fa6f-443d-ab76-dce7e74a4d98), precommit_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:27.824158 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.db_base_plugin_common [None req-89ad788b-6e2a-4a08-8f5b-359475481fe6 None None] Allocated IP 172.20.0.2 (a9b3ef4c-f490-42f2-a28e-965ce338d352/f63bdc8e-0dca-44ce-92c9-50068ece8ae8/28ffdf11-e843-4d7e-b62a-ba283a24edd9) {{(pid=104006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 05:26:28.022833 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-89ad788b-6e2a-4a08-8f5b-359475481fe6 None None] Publish callbacks [] for port (28ffdf11-e843-4d7e-b62a-ba283a24edd9), precommit_create {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:28.036019 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-89ad788b-6e2a-4a08-8f5b-359475481fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737760223811'] for port (28ffdf11-e843-4d7e-b62a-ba283a24edd9), after_create {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:28.091800 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ad788b-6e2a-4a08-8f5b-359475481fe6 None None] Network a9b3ef4c-f490-42f2-a28e-965ce338d352 is already hosted by enough agents. {{(pid=104006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 05:26:28.097431 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.scheduler.base_scheduler [None req-89ad788b-6e2a-4a08-8f5b-359475481fe6 None None] Resources bound (agent type, host, resource id): {{(pid=104006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:26:28.105638 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ad788b-6e2a-4a08-8f5b-359475481fe6 None None] Received port after_create {{(pid=104006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 05:26:28.151555 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:26:28.152560 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-15392d5d-9fd5-46ee-af78-6cbc783d3b87 req-10bbddb9-46f8-45b2-8622-7fb26694c9cd tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/ports?device_id=62613145-ee65-4472-a5f6-23a6d76ea1b9 HTTP/1.1" status: 200 len: 210 time: 0.0578718 Jul 29 05:26:28.187639 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ad788b-6e2a-4a08-8f5b-359475481fe6 None None] Pushing event updated for resources: {'Port': ['ID=28ffdf11-e843-4d7e-b62a-ba283a24edd9,revision_number=1']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:26:28.211091 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.managers [None req-89ad788b-6e2a-4a08-8f5b-359475481fe6 None None] Attempting to bind port 28ffdf11-e843-4d7e-b62a-ba283a24edd9 on host dv-cinder-851279-2-iscsi for vnic_type normal with profile {{(pid=104006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 05:26:28.211608 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.managers [None req-89ad788b-6e2a-4a08-8f5b-359475481fe6 None None] Attempting to bind port 28ffdf11-e843-4d7e-b62a-ba283a24edd9 by drivers openvswitch,hyperv on host dv-cinder-851279-2-iscsi at level 0 using segments [{'id': '1e2c6a69-700b-4afb-99ba-9d11adbbd39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a9b3ef4c-f490-42f2-a28e-965ce338d352'}] {{(pid=104006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 05:26:28.212131 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ad788b-6e2a-4a08-8f5b-359475481fe6 None None] Attempting to bind port 28ffdf11-e843-4d7e-b62a-ba283a24edd9 on network a9b3ef4c-f490-42f2-a28e-965ce338d352 {{(pid=104006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 05:26:28.223944 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ad788b-6e2a-4a08-8f5b-359475481fe6 None None] Checking agent: {'id': 'aa119a64-f506-4951-a68b-6dc6289eaece', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 5, 12, 12), 'started_at': datetime.datetime(2022, 7, 29, 5, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 5, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 05:26:28.224429 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ad788b-6e2a-4a08-8f5b-359475481fe6 None None] Checking segment: {'id': '1e2c6a69-700b-4afb-99ba-9d11adbbd39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a9b3ef4c-f490-42f2-a28e-965ce338d352'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 05:26:28.225410 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-89ad788b-6e2a-4a08-8f5b-359475481fe6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:28.225410 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ad788b-6e2a-4a08-8f5b-359475481fe6 None None] Bound using segment: {'id': '1e2c6a69-700b-4afb-99ba-9d11adbbd39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a9b3ef4c-f490-42f2-a28e-965ce338d352'} {{(pid=104006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 05:26:28.225735 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.managers [None req-89ad788b-6e2a-4a08-8f5b-359475481fe6 None None] Bound port: 28ffdf11-e843-4d7e-b62a-ba283a24edd9, host: dv-cinder-851279-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e2c6a69-700b-4afb-99ba-9d11adbbd39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a9b3ef4c-f490-42f2-a28e-965ce338d352'}}] {{(pid=104006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 05:26:28.226081 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-89ad788b-6e2a-4a08-8f5b-359475481fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (28ffdf11-e843-4d7e-b62a-ba283a24edd9), before_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:28.308586 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-89ad788b-6e2a-4a08-8f5b-359475481fe6 None None] For port 28ffdf11-e843-4d7e-b62a-ba283a24edd9, host dv-cinder-851279-2-iscsi, cleared binding levels {{(pid=104006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 05:26:28.314322 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-89ad788b-6e2a-4a08-8f5b-359475481fe6 None None] For port 28ffdf11-e843-4d7e-b62a-ba283a24edd9, host dv-cinder-851279-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-2-iscsi',level=0,port_id=28ffdf11-e843-4d7e-b62a-ba283a24edd9,segment=NetworkSegment(1e2c6a69-700b-4afb-99ba-9d11adbbd39f),segment_id=1e2c6a69-700b-4afb-99ba-9d11adbbd39f)] {{(pid=104006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 05:26:28.322882 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-89ad788b-6e2a-4a08-8f5b-359475481fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (28ffdf11-e843-4d7e-b62a-ba283a24edd9), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:28.388789 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ad788b-6e2a-4a08-8f5b-359475481fe6 None None] Pushing event updated for resources: {'Port': ['ID=28ffdf11-e843-4d7e-b62a-ba283a24edd9,revision_number=2']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:26:28.393370 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:26:28.448445 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-bb68c15b-fabe-491d-ada5-f50c2333f066 admin admin] Publish callbacks [] for router_gateway (f82acc83-fa6f-443d-ab76-dce7e74a4d98), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:28.470721 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-bb68c15b-fabe-491d-ada5-f50c2333f066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (None), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:28.663175 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.db.db_base_plugin_common [None req-bb68c15b-fabe-491d-ada5-f50c2333f066 admin admin] Allocated IP 172.27.2.120 (24e7367e-e5e6-44e8-9960-5007b05e27d5/c0e5dfe8-844e-4105-ab86-052903918992/9462b0a6-adf3-4b19-9e65-31e993f34d21) {{(pid=104004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 05:26:28.755442 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce764b4-9af6-4e85-bdf5-2c5bf65ace22 req-c410e9e5-4a07-41ed-8029-b25a7209da7c tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:26:28.757203 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-6ce764b4-9af6-4e85-bdf5-2c5bf65ace22 req-c410e9e5-4a07-41ed-8029-b25a7209da7c tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.60 "GET /v2.0/networks?id=60b4bb7c-7825-4f15-bc04-5ac3fa10b445 HTTP/1.1" status: 200 len: 810 time: 0.1662476 Jul 29 05:26:28.851965 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-6ce764b4-9af6-4e85-bdf5-2c5bf65ace22 req-a088075b-eb6a-4b29-a540-28c7374bb440 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=92f16adc2357459aa0afb68db89031dd HTTP/1.1" status: 200 len: 379 time: 0.0863245 Jul 29 05:26:28.862683 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.v2.base [req-6ce764b4-9af6-4e85-bdf5-2c5bf65ace22 req-d2e5e42b-2ab9-4653-b05a-7ce3f6e396ef tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Request body: {'port': {'device_id': '62613145-ee65-4472-a5f6-23a6d76ea1b9', 'network_id': '60b4bb7c-7825-4f15-bc04-5ac3fa10b445', 'admin_state_up': True, 'tenant_id': '92f16adc2357459aa0afb68db89031dd', 'security_groups': ['c597c5c7-705b-4e28-973f-3e3df3891802']}} {{(pid=104005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:26:28.897295 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-bb68c15b-fabe-491d-ada5-f50c2333f066 admin admin] Publish callbacks [] for port (9462b0a6-adf3-4b19-9e65-31e993f34d21), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:28.946044 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-bb68c15b-fabe-491d-ada5-f50c2333f066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737760223811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660275'] for port (9462b0a6-adf3-4b19-9e65-31e993f34d21), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:28.992981 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:26:29.001615 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb68c15b-fabe-491d-ada5-f50c2333f066 admin admin] Network 24e7367e-e5e6-44e8-9960-5007b05e27d5 is already hosted by enough agents. {{(pid=104004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 05:26:29.005745 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.base_scheduler [None req-bb68c15b-fabe-491d-ada5-f50c2333f066 admin admin] Resources bound (agent type, host, resource id): {{(pid=104004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:26:29.009119 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ce764b4-9af6-4e85-bdf5-2c5bf65ace22 req-d2e5e42b-2ab9-4653-b05a-7ce3f6e396ef tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Made reservation on behalf of 92f16adc2357459aa0afb68db89031dd for: {'port': 1} {{(pid=104005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 05:26:29.010522 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb68c15b-fabe-491d-ada5-f50c2333f066 admin admin] Received port after_create {{(pid=104004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 05:26:29.013467 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-6ce764b4-9af6-4e85-bdf5-2c5bf65ace22 req-d2e5e42b-2ab9-4653-b05a-7ce3f6e396ef tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (None), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:29.016098 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb68c15b-fabe-491d-ada5-f50c2333f066 admin admin] Pushing event updated for resources: {'Port': ['ID=9462b0a6-adf3-4b19-9e65-31e993f34d21,revision_number=1']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:26:29.165623 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.db_base_plugin_common [req-6ce764b4-9af6-4e85-bdf5-2c5bf65ace22 req-d2e5e42b-2ab9-4653-b05a-7ce3f6e396ef tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Allocated IP 172.20.0.8 (60b4bb7c-7825-4f15-bc04-5ac3fa10b445/6b58381f-b173-48c0-ac4a-7a853ae2cd60/a7825eab-725a-4a03-8c38-040b1712a57c) {{(pid=104005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 05:26:29.212030 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:INSERT=15,neutron:SELECT=77,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:26:29.310326 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:26:29.318270 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-bb68c15b-fabe-491d-ada5-f50c2333f066 admin admin] Publish callbacks [] for router_gateway (f82acc83-fa6f-443d-ab76-dce7e74a4d98), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:29.341966 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-5066f264-e347-41fd-b1d1-df04096f8937 req-7873406c-8190-4f2f-8a07-390a48c8f56e tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/ports?device_id=62613145-ee65-4472-a5f6-23a6d76ea1b9 HTTP/1.1" status: 200 len: 210 time: 0.0671525 Jul 29 05:26:29.416494 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-6ce764b4-9af6-4e85-bdf5-2c5bf65ace22 req-d2e5e42b-2ab9-4653-b05a-7ce3f6e396ef tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Publish callbacks [] for port (a7825eab-725a-4a03-8c38-040b1712a57c), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:29.459970 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-6ce764b4-9af6-4e85-bdf5-2c5bf65ace22 req-d2e5e42b-2ab9-4653-b05a-7ce3f6e396ef tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737760223811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1905596'] for port (a7825eab-725a-4a03-8c38-040b1712a57c), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:29.505826 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ce764b4-9af6-4e85-bdf5-2c5bf65ace22 req-d2e5e42b-2ab9-4653-b05a-7ce3f6e396ef tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Network 60b4bb7c-7825-4f15-bc04-5ac3fa10b445 is already hosted by enough agents. {{(pid=104005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 05:26:29.512031 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.base_scheduler [req-6ce764b4-9af6-4e85-bdf5-2c5bf65ace22 req-d2e5e42b-2ab9-4653-b05a-7ce3f6e396ef tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Resources bound (agent type, host, resource id): {{(pid=104005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:26:29.516568 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ce764b4-9af6-4e85-bdf5-2c5bf65ace22 req-d2e5e42b-2ab9-4653-b05a-7ce3f6e396ef tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Received port after_create {{(pid=104005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 05:26:29.543799 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Device ff613929-c7be-4217-b36e-bb5606eaf606 up at agent ovs-agent-dv-cinder-851279-2-iscsi {{(pid=104006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 05:26:29.593187 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce764b4-9af6-4e85-bdf5-2c5bf65ace22 req-d2e5e42b-2ab9-4653-b05a-7ce3f6e396ef tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:26:29.593746 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-6ce764b4-9af6-4e85-bdf5-2c5bf65ace22 req-d2e5e42b-2ab9-4653-b05a-7ce3f6e396ef tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249840'] for port (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:29.627498 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e5e42b-2ab9-4653-b05a-7ce3f6e396ef tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Pushing event updated for resources: {'Port': ['ID=a7825eab-725a-4a03-8c38-040b1712a57c,revision_number=1']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:26:29.638743 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Provisioning complete for port ff613929-c7be-4217-b36e-bb5606eaf606 triggered by entity L2. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:26:29.639157 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (ff613929-c7be-4217-b36e-bb5606eaf606), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:29.645233 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-6ce764b4-9af6-4e85-bdf5-2c5bf65ace22 req-d2e5e42b-2ab9-4653-b05a-7ce3f6e396ef tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7884939 Jul 29 05:26:29.651573 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:26:29.655769 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-bb68c15b-fabe-491d-ada5-f50c2333f066 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-401099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374145'] for router (f82acc83-fa6f-443d-ab76-dce7e74a4d98), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:29.679780 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:26:29.733371 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Current status of the port ff613929-c7be-4217-b36e-bb5606eaf606 is: ACTIVE; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:26:29.734842 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Device 28ffdf11-e843-4d7e-b62a-ba283a24edd9 up at agent ovs-agent-dv-cinder-851279-2-iscsi {{(pid=104006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 05:26:29.746990 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.v2.base [req-6ce764b4-9af6-4e85-bdf5-2c5bf65ace22 req-b5e5ffd5-095d-4f8b-a3e9-4f28f6f7535c service neutron] Request body: {'port': {'device_id': '62613145-ee65-4472-a5f6-23a6d76ea1b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85127'}} {{(pid=104005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:26:29.773144 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-088a187b-4a3a-4ad5-905b-7080fc71933c None None] Network a9b3ef4c-f490-42f2-a28e-965ce338d352 requested from dv-cinder-851279-2-iscsi {{(pid=104006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 05:26:29.819049 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-6ce764b4-9af6-4e85-bdf5-2c5bf65ace22 req-b5e5ffd5-095d-4f8b-a3e9-4f28f6f7535c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (a7825eab-725a-4a03-8c38-040b1712a57c), before_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:29.820659 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb68c15b-fabe-491d-ada5-f50c2333f066 admin admin] Router f82acc83-fa6f-443d-ab76-dce7e74a4d98 is scheduled to L3 agent 8a9a6061-e61b-4901-b35e-5e71dea10db3 with binding_index 1 {{(pid=104004) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 29 05:26:29.881283 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-e18fbba6-d5aa-4d8a-bafb-419cf29d15fe None None] Provisioning complete for port 28ffdf11-e843-4d7e-b62a-ba283a24edd9 triggered by entity DHCP. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:26:29.881927 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-e18fbba6-d5aa-4d8a-bafb-419cf29d15fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (28ffdf11-e843-4d7e-b62a-ba283a24edd9), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:29.896358 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Provisioning complete for port 28ffdf11-e843-4d7e-b62a-ba283a24edd9 triggered by entity L2. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:26:29.896732 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (28ffdf11-e843-4d7e-b62a-ba283a24edd9), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:29.938669 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb68c15b-fabe-491d-ada5-f50c2333f066 admin admin] Notify agent at l3_agent.dv-cinder-851279-2-iscsi the message routers_updated {{(pid=104004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 05:26:29.961610 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-bb68c15b-fabe-491d-ada5-f50c2333f066 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:29.962317 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b40fbd-d84b-4219-a96f-66f2d3ec8b5c None None] Sync routers for ids ['f82acc83-fa6f-443d-ab76-dce7e74a4d98'] in dv-cinder-851279-2-iscsi {{(pid=104007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 05:26:29.962874 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-bb68c15b-fabe-491d-ada5-f50c2333f066 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6558468 Jul 29 05:26:29.968008 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 34682) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:26:29.992132 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b40fbd-d84b-4219-a96f-66f2d3ec8b5c None None] Routers {'f82acc83-fa6f-443d-ab76-dce7e74a4d98'} bound to L3 agent in host dv-cinder-851279-2-iscsi {{(pid=104007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:26:29.993294 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-77b40fbd-d84b-4219-a96f-66f2d3ec8b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-29T05:12:08Z,description=,heartbeat_timestamp=2022-07-29T05:26:08Z,host='dv-cinder-851279-2-iscsi',id=8a9a6061-e61b-4901-b35e-5e71dea10db3,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T05:12:08Z,topic='l3_agent')) {'router_ids': ['f82acc83-fa6f-443d-ab76-dce7e74a4d98'], 'active': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:26:30.116786 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-e18fbba6-d5aa-4d8a-bafb-419cf29d15fe None None] Current status of the port 28ffdf11-e843-4d7e-b62a-ba283a24edd9 is: DOWN; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:26:30.117294 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-e18fbba6-d5aa-4d8a-bafb-419cf29d15fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (28ffdf11-e843-4d7e-b62a-ba283a24edd9), before_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:30.120132 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Current status of the port 28ffdf11-e843-4d7e-b62a-ba283a24edd9 is: DOWN; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:26:30.120548 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (28ffdf11-e843-4d7e-b62a-ba283a24edd9), before_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:30.192840 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] For port 28ffdf11-e843-4d7e-b62a-ba283a24edd9, host dv-cinder-851279-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-2-iscsi',level=0,port_id=28ffdf11-e843-4d7e-b62a-ba283a24edd9,segment=NetworkSegment(1e2c6a69-700b-4afb-99ba-9d11adbbd39f),segment_id=1e2c6a69-700b-4afb-99ba-9d11adbbd39f)] {{(pid=104006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:26:30.202823 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (28ffdf11-e843-4d7e-b62a-ba283a24edd9), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:30.302509 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:26:30.306040 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.notifiers.nova [req-6ce764b4-9af6-4e85-bdf5-2c5bf65ace22 req-b5e5ffd5-095d-4f8b-a3e9-4f28f6f7535c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7825eab-725a-4a03-8c38-040b1712a57c {{(pid=104005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 05:26:30.310292 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:26:30.321423 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.db.api [None req-e18fbba6-d5aa-4d8a-bafb-419cf29d15fe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104006) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 29 05:26:30.321983 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG oslo_db.api [None req-e18fbba6-d5aa-4d8a-bafb-419cf29d15fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 05:26:30.323443 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-6ce764b4-9af6-4e85-bdf5-2c5bf65ace22 req-b5e5ffd5-095d-4f8b-a3e9-4f28f6f7535c service neutron] Publish callbacks [] for port (a7825eab-725a-4a03-8c38-040b1712a57c), precommit_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:30.334277 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Pushing event updated for resources: {'Port': ['ID=28ffdf11-e843-4d7e-b62a-ba283a24edd9,revision_number=3']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:26:30.357712 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.provisioning_blocks [req-6ce764b4-9af6-4e85-bdf5-2c5bf65ace22 req-b5e5ffd5-095d-4f8b-a3e9-4f28f6f7535c service neutron] Transition to ACTIVE for port object a7825eab-725a-4a03-8c38-040b1712a57c will not be triggered until provisioned by entity L2. {{(pid=104005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 29 05:26:30.368919 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-6ce764b4-9af6-4e85-bdf5-2c5bf65ace22 req-b5e5ffd5-095d-4f8b-a3e9-4f28f6f7535c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1905579'] for port (a7825eab-725a-4a03-8c38-040b1712a57c), after_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:30.374277 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvr_db [None req-77b40fbd-d84b-4219-a96f-66f2d3ec8b5c None None] Set router f82acc83-fa6f-443d-ab76-dce7e74a4d98 gateway port host: dv-cinder-851279-2-iscsi {{(pid=104007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:26:30.538047 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e5ffd5-095d-4f8b-a3e9-4f28f6f7535c service neutron] Pushing event updated for resources: {'Port': ['ID=a7825eab-725a-4a03-8c38-040b1712a57c,revision_number=2']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:26:30.663380 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.managers [req-6ce764b4-9af6-4e85-bdf5-2c5bf65ace22 req-b5e5ffd5-095d-4f8b-a3e9-4f28f6f7535c service neutron] Attempting to bind port a7825eab-725a-4a03-8c38-040b1712a57c on host hv-cinder-85127 for vnic_type normal with profile {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 05:26:30.663806 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.managers [req-6ce764b4-9af6-4e85-bdf5-2c5bf65ace22 req-b5e5ffd5-095d-4f8b-a3e9-4f28f6f7535c service neutron] Attempting to bind port a7825eab-725a-4a03-8c38-040b1712a57c by drivers openvswitch,hyperv on host hv-cinder-85127 at level 0 using segments [{'id': 'c24ea0bd-8f00-42e2-b69e-2e72b209c7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '60b4bb7c-7825-4f15-bc04-5ac3fa10b445'}] {{(pid=104005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 05:26:30.664419 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce764b4-9af6-4e85-bdf5-2c5bf65ace22 req-b5e5ffd5-095d-4f8b-a3e9-4f28f6f7535c service neutron] Attempting to bind port a7825eab-725a-4a03-8c38-040b1712a57c on network 60b4bb7c-7825-4f15-bc04-5ac3fa10b445 {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 05:26:30.670090 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce764b4-9af6-4e85-bdf5-2c5bf65ace22 req-b5e5ffd5-095d-4f8b-a3e9-4f28f6f7535c service neutron] Port a7825eab-725a-4a03-8c38-040b1712a57c on network 60b4bb7c-7825-4f15-bc04-5ac3fa10b445 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85127 {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 29 05:26:30.670710 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce764b4-9af6-4e85-bdf5-2c5bf65ace22 req-b5e5ffd5-095d-4f8b-a3e9-4f28f6f7535c service neutron] Attempting to bind port a7825eab-725a-4a03-8c38-040b1712a57c on network 60b4bb7c-7825-4f15-bc04-5ac3fa10b445 {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 05:26:30.679694 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce764b4-9af6-4e85-bdf5-2c5bf65ace22 req-b5e5ffd5-095d-4f8b-a3e9-4f28f6f7535c service neutron] Checking agent: {'id': '12b139f9-2daf-4047-bd2d-6bc43cda34b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85127', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 5, 19, 7), 'started_at': datetime.datetime(2022, 7, 29, 5, 19, 7), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 5, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 05:26:30.680362 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce764b4-9af6-4e85-bdf5-2c5bf65ace22 req-b5e5ffd5-095d-4f8b-a3e9-4f28f6f7535c service neutron] Checking segment: {'id': 'c24ea0bd-8f00-42e2-b69e-2e72b209c7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '60b4bb7c-7825-4f15-bc04-5ac3fa10b445'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 05:26:30.681096 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce764b4-9af6-4e85-bdf5-2c5bf65ace22 req-b5e5ffd5-095d-4f8b-a3e9-4f28f6f7535c service neutron] Bound using segment: {'id': 'c24ea0bd-8f00-42e2-b69e-2e72b209c7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '60b4bb7c-7825-4f15-bc04-5ac3fa10b445'} {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 05:26:30.681800 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.managers [req-6ce764b4-9af6-4e85-bdf5-2c5bf65ace22 req-b5e5ffd5-095d-4f8b-a3e9-4f28f6f7535c service neutron] Bound port: a7825eab-725a-4a03-8c38-040b1712a57c, host: hv-cinder-85127, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c24ea0bd-8f00-42e2-b69e-2e72b209c7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '60b4bb7c-7825-4f15-bc04-5ac3fa10b445'}}] {{(pid=104005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 05:26:30.682516 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-6ce764b4-9af6-4e85-bdf5-2c5bf65ace22 req-b5e5ffd5-095d-4f8b-a3e9-4f28f6f7535c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (a7825eab-725a-4a03-8c38-040b1712a57c), before_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:30.692438 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:26:30.723682 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-77b40fbd-d84b-4219-a96f-66f2d3ec8b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f82acc83-fa6f-443d-ab76-dce7e74a4d98', 'name': 'tempest-TestMinimumBasicScenario-488870998-router', 'tenant_id': '5f45c39eb99549d58fd35a248f6cbac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': '9462b0a6-adf3-4b19-9e65-31e993f34d21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:26:27Z', 'updated_at': '2022-07-29T05:26:29Z', 'revision_number': 3, 'project_id': '5f45c39eb99549d58fd35a248f6cbac6', 'gw_port': {'id': '9462b0a6-adf3-4b19-9e65-31e993f34d21', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c4:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f82acc83-fa6f-443d-ab76-dce7e74a4d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:26:28Z', 'updated_at': '2022-07-29T05:26:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi'}], 'dv-cinder-851279-2-iscsi', False) {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:26:30.786936 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b40fbd-d84b-4219-a96f-66f2d3ec8b5c None None] Checking router: f82acc83-fa6f-443d-ab76-dce7e74a4d98 for host: dv-cinder-851279-2-iscsi {{(pid=104007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 05:26:30.786936 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b40fbd-d84b-4219-a96f-66f2d3ec8b5c None None] Updating router f82acc83-fa6f-443d-ab76-dce7e74a4d98 port 9462b0a6-adf3-4b19-9e65-31e993f34d21 binding host dv-cinder-851279-2-iscsi {{(pid=104007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 05:26:30.793105 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-282c070a-c551-4fb6-9b3b-337305a0001e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (None), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:30.824534 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-77b40fbd-d84b-4219-a96f-66f2d3ec8b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (9462b0a6-adf3-4b19-9e65-31e993f34d21), before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:30.840795 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd18543d-943b-4c2d-b0bd-dcf0faf5457d req-23f56cfd-53f4-4208-b23f-f195da8d687b tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:26:30.843139 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-dd18543d-943b-4c2d-b0bd-dcf0faf5457d req-23f56cfd-53f4-4208-b23f-f195da8d687b tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/ports?device_id=62613145-ee65-4472-a5f6-23a6d76ea1b9 HTTP/1.1" status: 200 len: 943 time: 0.1003466 Jul 29 05:26:30.848032 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.db [req-6ce764b4-9af6-4e85-bdf5-2c5bf65ace22 req-b5e5ffd5-095d-4f8b-a3e9-4f28f6f7535c service neutron] For port a7825eab-725a-4a03-8c38-040b1712a57c, host hv-cinder-85127, cleared binding levels {{(pid=104005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 05:26:30.901148 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.db [req-6ce764b4-9af6-4e85-bdf5-2c5bf65ace22 req-b5e5ffd5-095d-4f8b-a3e9-4f28f6f7535c service neutron] For port a7825eab-725a-4a03-8c38-040b1712a57c, host hv-cinder-85127, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=a7825eab-725a-4a03-8c38-040b1712a57c,segment=NetworkSegment(c24ea0bd-8f00-42e2-b69e-2e72b209c7c1),segment_id=c24ea0bd-8f00-42e2-b69e-2e72b209c7c1)] {{(pid=104005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 05:26:30.912318 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-e18fbba6-d5aa-4d8a-bafb-419cf29d15fe None None] Current status of the port 28ffdf11-e843-4d7e-b62a-ba283a24edd9 is: ACTIVE; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:26:30.930977 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-6ce764b4-9af6-4e85-bdf5-2c5bf65ace22 req-b5e5ffd5-095d-4f8b-a3e9-4f28f6f7535c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1905579'] for port (a7825eab-725a-4a03-8c38-040b1712a57c), after_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:30.982305 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce764b4-9af6-4e85-bdf5-2c5bf65ace22 req-b5e5ffd5-095d-4f8b-a3e9-4f28f6f7535c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:26:30.983433 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-6ce764b4-9af6-4e85-bdf5-2c5bf65ace22 req-b5e5ffd5-095d-4f8b-a3e9-4f28f6f7535c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249840'] for port (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:30.985737 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-6ce764b4-9af6-4e85-bdf5-2c5bf65ace22 req-b5e5ffd5-095d-4f8b-a3e9-4f28f6f7535c service neutron] 10.222.0.60 "PUT /v2.0/ports/a7825eab-725a-4a03-8c38-040b1712a57c HTTP/1.1" status: 200 len: 1093 time: 1.2424977 Jul 29 05:26:30.988570 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62613145-ee65-4472-a5f6-23a6d76ea1b9', 'tag': 'a7825eab-725a-4a03-8c38-040b1712a57c'}] {{(pid=104005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 05:26:30.992190 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18cb6d06cd9bdbb2624e76cf95b2230ef06252a8a1dccb16f0d07e3cc9dc753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2848d489-6261-40b3-aadf-47c2007f9c0f" -d '{"events": [{"name": "network-changed", "server_uuid": "62613145-ee65-4472-a5f6-23a6d76ea1b9", "tag": "a7825eab-725a-4a03-8c38-040b1712a57c"}]}' {{(pid=104005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 05:26:31.021326 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-dd18543d-943b-4c2d-b0bd-dcf0faf5457d req-6788aafc-41ff-4e89-b3c5-fa68eabd3590 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/security-groups?id=c597c5c7-705b-4e28-973f-3e3df3891802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1706333 Jul 29 05:26:31.041833 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:26:31.077247 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-52ee2c43-20c8-4714-be6d-8a359e14ed68 None None] Provisioning complete for port 28ffdf11-e843-4d7e-b62a-ba283a24edd9 triggered by entity DHCP. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:26:31.079914 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-52ee2c43-20c8-4714-be6d-8a359e14ed68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (28ffdf11-e843-4d7e-b62a-ba283a24edd9), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:31.108447 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:26:31.148739 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.db.db_base_plugin_common [None req-282c070a-c551-4fb6-9b3b-337305a0001e admin admin] Allocated IP 172.20.0.1 (a9b3ef4c-f490-42f2-a28e-965ce338d352/f63bdc8e-0dca-44ce-92c9-50068ece8ae8/7d4dc0bf-7680-4e44-84f2-fdece99875ec) {{(pid=104004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 05:26:31.226886 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 05:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba369562-641e-4e6b-8af1-01835cd62319 x-openstack-request-id: req-ba369562-641e-4e6b-8af1-01835cd62319 {{(pid=104005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 05:26:31.227618 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62613145-ee65-4472-a5f6-23a6d76ea1b9", "tag": "a7825eab-725a-4a03-8c38-040b1712a57c", "status": "completed", "code": 200}]} {{(pid=104005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 05:26:31.228532 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ba369562-641e-4e6b-8af1-01835cd62319 {{(pid=104005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 05:26:31.231595 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba369562-641e-4e6b-8af1-01835cd62319'] response: {'name': 'network-changed', 'server_uuid': '62613145-ee65-4472-a5f6-23a6d76ea1b9', 'tag': 'a7825eab-725a-4a03-8c38-040b1712a57c', 'status': 'completed', 'code': 200} Jul 29 05:26:31.332338 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e5ffd5-095d-4f8b-a3e9-4f28f6f7535c service neutron] Pushing event updated for resources: {'Port': ['ID=a7825eab-725a-4a03-8c38-040b1712a57c,revision_number=3']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:26:31.394146 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce764b4-9af6-4e85-bdf5-2c5bf65ace22 req-25b89d0b-8378-4576-ae57-616afe311601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:26:31.399729 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-6ce764b4-9af6-4e85-bdf5-2c5bf65ace22 req-25b89d0b-8378-4576-ae57-616afe311601 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=92f16adc2357459aa0afb68db89031dd&device_id=62613145-ee65-4472-a5f6-23a6d76ea1b9 HTTP/1.1" status: 200 len: 1127 time: 0.2916253 Jul 29 05:26:31.404151 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:26:31.446625 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-52ee2c43-20c8-4714-be6d-8a359e14ed68 None None] Current status of the port 28ffdf11-e843-4d7e-b62a-ba283a24edd9 is: ACTIVE; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:26:31.494216 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-6ce764b4-9af6-4e85-bdf5-2c5bf65ace22 req-7ab2efa5-dea0-480b-92e6-52d00976a569 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7825eab-725a-4a03-8c38-040b1712a57c HTTP/1.1" status: 200 len: 217 time: 0.0844946 Jul 29 05:26:31.506591 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-282c070a-c551-4fb6-9b3b-337305a0001e admin admin] Publish callbacks [] for port (7d4dc0bf-7680-4e44-84f2-fdece99875ec), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:31.511604 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Device 28ffdf11-e843-4d7e-b62a-ba283a24edd9 up at agent ovs-agent-dv-cinder-851279-2-iscsi {{(pid=104006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 05:26:31.546889 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-77b40fbd-d84b-4219-a96f-66f2d3ec8b5c None None] Publish callbacks [] for port (9462b0a6-adf3-4b19-9e65-31e993f34d21), precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:31.580425 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-77b40fbd-d84b-4219-a96f-66f2d3ec8b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (9462b0a6-adf3-4b19-9e65-31e993f34d21), after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:31.603944 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Provisioning complete for port 28ffdf11-e843-4d7e-b62a-ba283a24edd9 triggered by entity L2. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:26:31.604240 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (28ffdf11-e843-4d7e-b62a-ba283a24edd9), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:31.613500 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-282c070a-c551-4fb6-9b3b-337305a0001e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737760223811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660275'] for port (7d4dc0bf-7680-4e44-84f2-fdece99875ec), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:31.628903 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=100 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:26:31.659877 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce764b4-9af6-4e85-bdf5-2c5bf65ace22 req-d2c9b63f-73f9-4f1a-bad2-0d84a663e8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:26:31.663566 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-6ce764b4-9af6-4e85-bdf5-2c5bf65ace22 req-d2c9b63f-73f9-4f1a-bad2-0d84a663e8b0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6b58381f-b173-48c0-ac4a-7a853ae2cd60 HTTP/1.1" status: 200 len: 849 time: 0.1632411 Jul 29 05:26:31.678921 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282c070a-c551-4fb6-9b3b-337305a0001e admin admin] Pushing event updated for resources: {'Port': ['ID=7d4dc0bf-7680-4e44-84f2-fdece99875ec,revision_number=1']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:26:31.694969 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-282c070a-c551-4fb6-9b3b-337305a0001e admin admin] Network a9b3ef4c-f490-42f2-a28e-965ce338d352 is already hosted by enough agents. {{(pid=104004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 05:26:31.695242 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.base_scheduler [None req-282c070a-c551-4fb6-9b3b-337305a0001e admin admin] Resources bound (agent type, host, resource id): {{(pid=104004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:26:31.697664 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282c070a-c551-4fb6-9b3b-337305a0001e admin admin] Received port after_create {{(pid=104004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 05:26:31.726070 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [None req-77b40fbd-d84b-4219-a96f-66f2d3ec8b5c None None] Attempting to bind port 9462b0a6-adf3-4b19-9e65-31e993f34d21 on host dv-cinder-851279-2-iscsi for vnic_type normal with profile {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 05:26:31.726320 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [None req-77b40fbd-d84b-4219-a96f-66f2d3ec8b5c None None] Attempting to bind port 9462b0a6-adf3-4b19-9e65-31e993f34d21 by drivers openvswitch,hyperv on host dv-cinder-851279-2-iscsi at level 0 using segments [{'id': 'f0686699-af43-47c7-b9bc-f7993eec27ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5'}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 05:26:31.727771 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b40fbd-d84b-4219-a96f-66f2d3ec8b5c None None] Attempting to bind port 9462b0a6-adf3-4b19-9e65-31e993f34d21 on network 24e7367e-e5e6-44e8-9960-5007b05e27d5 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 05:26:31.735372 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Current status of the port 28ffdf11-e843-4d7e-b62a-ba283a24edd9 is: ACTIVE; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:26:31.743858 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6282b453-17b0-4280-accb-e1f4b6dc46c0 None None] Pushing event updated for resources: {'Port': ['ID=9462b0a6-adf3-4b19-9e65-31e993f34d21,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:26:31.746050 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce764b4-9af6-4e85-bdf5-2c5bf65ace22 req-4777ec0d-2bb4-4e7e-9623-07b66294e8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:26:31.746697 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-282c070a-c551-4fb6-9b3b-337305a0001e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417921'] for router_interface (f82acc83-fa6f-443d-ab76-dce7e74a4d98), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:31.748524 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b40fbd-d84b-4219-a96f-66f2d3ec8b5c None None] Checking agent: {'id': 'aa119a64-f506-4951-a68b-6dc6289eaece', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 5, 12, 12), 'started_at': datetime.datetime(2022, 7, 29, 5, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 5, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 05:26:31.749276 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b40fbd-d84b-4219-a96f-66f2d3ec8b5c None None] Checking segment: {'id': 'f0686699-af43-47c7-b9bc-f7993eec27ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 05:26:31.750045 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-77b40fbd-d84b-4219-a96f-66f2d3ec8b5c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:31.750959 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-6ce764b4-9af6-4e85-bdf5-2c5bf65ace22 req-4777ec0d-2bb4-4e7e-9623-07b66294e8f0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=60b4bb7c-7825-4f15-bc04-5ac3fa10b445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0749793 Jul 29 05:26:31.751147 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b40fbd-d84b-4219-a96f-66f2d3ec8b5c None None] Bound using segment: {'id': 'f0686699-af43-47c7-b9bc-f7993eec27ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5'} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 05:26:31.751971 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [None req-77b40fbd-d84b-4219-a96f-66f2d3ec8b5c None None] Bound port: 9462b0a6-adf3-4b19-9e65-31e993f34d21, host: dv-cinder-851279-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0686699-af43-47c7-b9bc-f7993eec27ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5'}}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 05:26:31.752687 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-77b40fbd-d84b-4219-a96f-66f2d3ec8b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (9462b0a6-adf3-4b19-9e65-31e993f34d21), before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:31.831842 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-77b40fbd-d84b-4219-a96f-66f2d3ec8b5c None None] For port 9462b0a6-adf3-4b19-9e65-31e993f34d21, host dv-cinder-851279-2-iscsi, cleared binding levels {{(pid=104007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 05:26:31.837092 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-77b40fbd-d84b-4219-a96f-66f2d3ec8b5c None None] For port 9462b0a6-adf3-4b19-9e65-31e993f34d21, host dv-cinder-851279-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-2-iscsi',level=0,port_id=9462b0a6-adf3-4b19-9e65-31e993f34d21,segment=NetworkSegment(f0686699-af43-47c7-b9bc-f7993eec27ee),segment_id=f0686699-af43-47c7-b9bc-f7993eec27ee)] {{(pid=104007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 05:26:31.850928 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-77b40fbd-d84b-4219-a96f-66f2d3ec8b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (9462b0a6-adf3-4b19-9e65-31e993f34d21), after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:31.904255 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b40fbd-d84b-4219-a96f-66f2d3ec8b5c None None] Routers {'f82acc83-fa6f-443d-ab76-dce7e74a4d98'} bound to L3 agent in host dv-cinder-851279-2-iscsi {{(pid=104007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:26:31.904901 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-77b40fbd-d84b-4219-a96f-66f2d3ec8b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-29T05:12:08Z,description=,heartbeat_timestamp=2022-07-29T05:26:08Z,host='dv-cinder-851279-2-iscsi',id=8a9a6061-e61b-4901-b35e-5e71dea10db3,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T05:12:08Z,topic='l3_agent')) {'router_ids': ['f82acc83-fa6f-443d-ab76-dce7e74a4d98'], 'active': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:26:31.923565 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-6ce764b4-9af6-4e85-bdf5-2c5bf65ace22 req-3296e455-3ac2-465e-beba-d99790fd99b4 service neutron] 10.222.0.60 "GET /v2.0/networks/60b4bb7c-7825-4f15-bc04-5ac3fa10b445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636214 Jul 29 05:26:32.025057 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-282c070a-c551-4fb6-9b3b-337305a0001e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (7d4dc0bf-7680-4e44-84f2-fdece99875ec), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:32.055494 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:26:32.066803 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-6ce764b4-9af6-4e85-bdf5-2c5bf65ace22 req-1f4936e5-f956-498d-b93a-2ff555411b5f service neutron] 10.222.0.60 "GET /v2.0/networks/60b4bb7c-7825-4f15-bc04-5ac3fa10b445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374800 Jul 29 05:26:32.084813 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-eb46e84f-c496-4ffd-9a48-860c0681ec4d None None] Provisioning complete for port 7d4dc0bf-7680-4e44-84f2-fdece99875ec triggered by entity DHCP. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:26:32.085328 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-eb46e84f-c496-4ffd-9a48-860c0681ec4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (7d4dc0bf-7680-4e44-84f2-fdece99875ec), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:32.087188 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6282b453-17b0-4280-accb-e1f4b6dc46c0 None None] Pushing event updated for resources: {'Port': ['ID=9462b0a6-adf3-4b19-9e65-31e993f34d21,revision_number=3']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:26:32.106550 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvr_db [None req-77b40fbd-d84b-4219-a96f-66f2d3ec8b5c None None] Set router f82acc83-fa6f-443d-ab76-dce7e74a4d98 gateway port host: dv-cinder-851279-2-iscsi {{(pid=104007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:26:32.127383 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-eb46e84f-c496-4ffd-9a48-860c0681ec4d None None] Port 7d4dc0bf-7680-4e44-84f2-fdece99875ec cannot update to ACTIVE because it is not bound. {{(pid=104006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 29 05:26:32.196575 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67325d6-764c-42ac-baad-7da430b735cc req-51976d7d-41ea-4652-a31d-d2089d188c46 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:26:32.198520 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-d67325d6-764c-42ac-baad-7da430b735cc req-51976d7d-41ea-4652-a31d-d2089d188c46 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/ports?device_id=62613145-ee65-4472-a5f6-23a6d76ea1b9 HTTP/1.1" status: 200 len: 943 time: 0.0650387 Jul 29 05:26:32.234225 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-282c070a-c551-4fb6-9b3b-337305a0001e admin admin] Publish callbacks [] for port (7d4dc0bf-7680-4e44-84f2-fdece99875ec), precommit_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:32.243900 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-282c070a-c551-4fb6-9b3b-337305a0001e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25660260'] for port (7d4dc0bf-7680-4e44-84f2-fdece99875ec), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:32.267639 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-d67325d6-764c-42ac-baad-7da430b735cc req-db30d7c6-657f-4179-957d-46cb663cfb4c tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/security-groups?id=c597c5c7-705b-4e28-973f-3e3df3891802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580475 Jul 29 05:26:32.330607 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-77b40fbd-d84b-4219-a96f-66f2d3ec8b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f82acc83-fa6f-443d-ab76-dce7e74a4d98', 'name': 'tempest-TestMinimumBasicScenario-488870998-router', 'tenant_id': '5f45c39eb99549d58fd35a248f6cbac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': '9462b0a6-adf3-4b19-9e65-31e993f34d21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:26:27Z', 'updated_at': '2022-07-29T05:26:29Z', 'revision_number': 3, 'project_id': '5f45c39eb99549d58fd35a248f6cbac6', 'gw_port': {'id': '9462b0a6-adf3-4b19-9e65-31e993f34d21', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c4:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f82acc83-fa6f-443d-ab76-dce7e74a4d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:26:28Z', 'updated_at': '2022-07-29T05:26:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi'}], 'dv-cinder-851279-2-iscsi', False) {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:26:32.333390 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-282c070a-c551-4fb6-9b3b-337305a0001e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-418045'] for router_interface (f82acc83-fa6f-443d-ab76-dce7e74a4d98), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:32.352585 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282c070a-c551-4fb6-9b3b-337305a0001e admin admin] Pushing event updated for resources: {'Port': ['ID=7d4dc0bf-7680-4e44-84f2-fdece99875ec,revision_number=2']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:26:32.379163 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b40fbd-d84b-4219-a96f-66f2d3ec8b5c None None] The sync data for ids ['f82acc83-fa6f-443d-ab76-dce7e74a4d98'] in dv-cinder-851279-2-iscsi is: [{'id': 'f82acc83-fa6f-443d-ab76-dce7e74a4d98', 'name': 'tempest-TestMinimumBasicScenario-488870998-router', 'tenant_id': '5f45c39eb99549d58fd35a248f6cbac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': '9462b0a6-adf3-4b19-9e65-31e993f34d21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:26:27Z', 'updated_at': '2022-07-29T05:26:29Z', 'revision_number': 3, 'project_id': '5f45c39eb99549d58fd35a248f6cbac6', 'gw_port': {'id': '9462b0a6-adf3-4b19-9e65-31e993f34d21', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c4:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f82acc83-fa6f-443d-ab76-dce7e74a4d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:26:28Z', 'updated_at': '2022-07-29T05:26:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi'}] {{(pid=104007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 05:26:32.416912 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:26:32.479603 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-282c070a-c551-4fb6-9b3b-337305a0001e admin admin] Network a9b3ef4c-f490-42f2-a28e-965ce338d352 is already hosted by enough agents. {{(pid=104004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 05:26:32.481199 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.base_scheduler [None req-282c070a-c551-4fb6-9b3b-337305a0001e admin admin] Resources bound (agent type, host, resource id): {{(pid=104004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:26:32.596611 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:26:32.627317 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-282c070a-c551-4fb6-9b3b-337305a0001e admin admin] Router f82acc83-fa6f-443d-ab76-dce7e74a4d98 has already been hosted by L3 agent 8a9a6061-e61b-4901-b35e-5e71dea10db3 {{(pid=104004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 05:26:32.818514 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c89a86e-33f3-4177-bcdd-8df5c5ef5ee0 req-6013b2b3-92ed-40a1-a7a9-d7030752fb00 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:26:32.820086 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-6c89a86e-33f3-4177-bcdd-8df5c5ef5ee0 req-6013b2b3-92ed-40a1-a7a9-d7030752fb00 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=00171c99-cf39-4ed6-b78a-3bb24272b171 HTTP/1.1" status: 200 len: 946 time: 0.1067638 Jul 29 05:26:32.850301 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-895cf110-de84-497c-96d3-fdfcdb417fd4 None None] Provisioning complete for port 7d4dc0bf-7680-4e44-84f2-fdece99875ec triggered by entity DHCP. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:26:32.850681 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-895cf110-de84-497c-96d3-fdfcdb417fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (7d4dc0bf-7680-4e44-84f2-fdece99875ec), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:32.851641 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-282c070a-c551-4fb6-9b3b-337305a0001e admin admin] Notify agent at l3_agent.dv-cinder-851279-2-iscsi the message routers_updated {{(pid=104004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 05:26:32.875393 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-282c070a-c551-4fb6-9b3b-337305a0001e admin admin] 10.222.0.49 "PUT /v2.0/routers/f82acc83-fa6f-443d-ab76-dce7e74a4d98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9004514 Jul 29 05:26:32.889584 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-6c89a86e-33f3-4177-bcdd-8df5c5ef5ee0 req-cfb4eb0c-2cc3-4fdc-87c5-14f3f6a3bebf tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c942e50-e987-405e-a4e5-d39231e8d492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630760 Jul 29 05:26:32.903474 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-895cf110-de84-497c-96d3-fdfcdb417fd4 None None] Port 7d4dc0bf-7680-4e44-84f2-fdece99875ec cannot update to ACTIVE because it is not bound. {{(pid=104006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 29 05:26:33.150404 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2848d489-6261-40b3-aadf-47c2007f9c0f req-727180bf-e89d-4c03-ac2f-9f397b2492b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:26:33.152930 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-2848d489-6261-40b3-aadf-47c2007f9c0f req-727180bf-e89d-4c03-ac2f-9f397b2492b1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=92f16adc2357459aa0afb68db89031dd&device_id=62613145-ee65-4472-a5f6-23a6d76ea1b9 HTTP/1.1" status: 200 len: 1127 time: 0.0759835 Jul 29 05:26:33.440857 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dd26eb-f337-4ba4-a788-192eb2eecd4b req-9eb80b7e-509c-47be-9173-b409ad88b831 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:26:33.451148 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-13dd26eb-f337-4ba4-a788-192eb2eecd4b req-9eb80b7e-509c-47be-9173-b409ad88b831 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/ports?device_id=62613145-ee65-4472-a5f6-23a6d76ea1b9 HTTP/1.1" status: 200 len: 943 time: 0.0687795 Jul 29 05:26:33.463456 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Device 9462b0a6-adf3-4b19-9e65-31e993f34d21 up at agent ovs-agent-dv-cinder-851279-2-iscsi {{(pid=104006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 05:26:33.508470 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-13dd26eb-f337-4ba4-a788-192eb2eecd4b req-9d18da50-3b3a-44d3-86d7-0c0a769b9ee1 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/security-groups?id=c597c5c7-705b-4e28-973f-3e3df3891802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561750 Jul 29 05:26:33.521356 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Provisioning complete for port 9462b0a6-adf3-4b19-9e65-31e993f34d21 triggered by entity L2. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:26:33.521766 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (9462b0a6-adf3-4b19-9e65-31e993f34d21), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:33.597626 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Current status of the port 9462b0a6-adf3-4b19-9e65-31e993f34d21 is: DOWN; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:26:33.598021 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (9462b0a6-adf3-4b19-9e65-31e993f34d21), before_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:33.620152 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] For port 9462b0a6-adf3-4b19-9e65-31e993f34d21, host dv-cinder-851279-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-2-iscsi',level=0,port_id=9462b0a6-adf3-4b19-9e65-31e993f34d21,segment=NetworkSegment(f0686699-af43-47c7-b9bc-f7993eec27ee),segment_id=f0686699-af43-47c7-b9bc-f7993eec27ee)] {{(pid=104006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:26:33.625004 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (9462b0a6-adf3-4b19-9e65-31e993f34d21), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:33.677041 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Pushing event updated for resources: {'Port': ['ID=9462b0a6-adf3-4b19-9e65-31e993f34d21,revision_number=4']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:26:34.054725 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dd103a-3623-427a-9ce2-bedfded48d9d req-7c932e12-c6bb-4256-b053-e89bbba50a55 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:26:34.056772 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-14dd103a-3623-427a-9ce2-bedfded48d9d req-7c932e12-c6bb-4256-b053-e89bbba50a55 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=00171c99-cf39-4ed6-b78a-3bb24272b171 HTTP/1.1" status: 200 len: 946 time: 0.0681901 Jul 29 05:26:34.068931 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:26:34.118652 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-14dd103a-3623-427a-9ce2-bedfded48d9d req-6b9a6048-314c-4407-878d-3bbdce796f99 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c942e50-e987-405e-a4e5-d39231e8d492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559330 Jul 29 05:26:34.270672 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Device a7825eab-725a-4a03-8c38-040b1712a57c details requested by agent hyperv_hv-cinder-85127 with host hv-cinder-85127 {{(pid=104006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 05:26:34.528395 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] For port a7825eab-725a-4a03-8c38-040b1712a57c, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=a7825eab-725a-4a03-8c38-040b1712a57c,segment=NetworkSegment(c24ea0bd-8f00-42e2-b69e-2e72b209c7c1),segment_id=c24ea0bd-8f00-42e2-b69e-2e72b209c7c1)] {{(pid=104006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:26:34.545612 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Returning: {'device': 'a7825eab-725a-4a03-8c38-040b1712a57c', 'network_id': '60b4bb7c-7825-4f15-bc04-5ac3fa10b445', 'port_id': 'a7825eab-725a-4a03-8c38-040b1712a57c', 'mac_address': 'fa:16:3e:ab:0b:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b58381f-b173-48c0-ac4a-7a853ae2cd60', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 05:26:34.550345 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:26:34.611848 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Current status of the port a7825eab-725a-4a03-8c38-040b1712a57c is: DOWN; New status is: BUILD {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:26:34.612337 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (a7825eab-725a-4a03-8c38-040b1712a57c), before_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:34.648797 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.notifiers.nova [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7825eab-725a-4a03-8c38-040b1712a57c {{(pid=104006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 05:26:34.670691 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0bbae5-6981-4ddf-be4c-86d1f25c315c req-9460640f-91c7-4fcd-9b36-4a16cbdd7cff tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:26:34.672544 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-0a0bbae5-6981-4ddf-be4c-86d1f25c315c req-9460640f-91c7-4fcd-9b36-4a16cbdd7cff tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/ports?device_id=62613145-ee65-4472-a5f6-23a6d76ea1b9 HTTP/1.1" status: 200 len: 943 time: 0.0743847 Jul 29 05:26:34.698939 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] For port a7825eab-725a-4a03-8c38-040b1712a57c, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=a7825eab-725a-4a03-8c38-040b1712a57c,segment=NetworkSegment(c24ea0bd-8f00-42e2-b69e-2e72b209c7c1),segment_id=c24ea0bd-8f00-42e2-b69e-2e72b209c7c1)] {{(pid=104006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:26:34.708042 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (a7825eab-725a-4a03-8c38-040b1712a57c), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:34.753609 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-0a0bbae5-6981-4ddf-be4c-86d1f25c315c req-ab17b61c-7a5b-4603-967a-180e6e133be6 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/security-groups?id=c597c5c7-705b-4e28-973f-3e3df3891802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737786 Jul 29 05:26:34.781121 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Pushing event updated for resources: {'Port': ['ID=a7825eab-725a-4a03-8c38-040b1712a57c,revision_number=4']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:26:34.832485 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93190691-680b-4a60-80df-0768da38b02a None None] Sync routers for ids ['f82acc83-fa6f-443d-ab76-dce7e74a4d98'] in dv-cinder-851279-2-iscsi {{(pid=104006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 05:26:34.847561 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93190691-680b-4a60-80df-0768da38b02a None None] Routers {'f82acc83-fa6f-443d-ab76-dce7e74a4d98'} bound to L3 agent in host dv-cinder-851279-2-iscsi {{(pid=104006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:26:34.848207 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_hamode_db [None req-93190691-680b-4a60-80df-0768da38b02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-29T05:12:08Z,description=,heartbeat_timestamp=2022-07-29T05:26:08Z,host='dv-cinder-851279-2-iscsi',id=8a9a6061-e61b-4901-b35e-5e71dea10db3,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T05:12:08Z,topic='l3_agent')) {'router_ids': ['f82acc83-fa6f-443d-ab76-dce7e74a4d98'], 'active': True} {{(pid=104006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:26:34.988854 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvr_db [None req-93190691-680b-4a60-80df-0768da38b02a None None] Set router f82acc83-fa6f-443d-ab76-dce7e74a4d98 gateway port host: dv-cinder-851279-2-iscsi {{(pid=104006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:26:35.024741 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] get_ports_and_sgs() called for port_ids ['a7825eab-725a-4a03-8c38-040b1712a57c'] {{(pid=104006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 05:26:35.069254 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:26:35.289974 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360b1dee-850f-4c5e-a07c-d93c404bb853 req-4a4a3596-3b99-48d6-b9e0-16155d753ef7 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:26:35.297175 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-360b1dee-850f-4c5e-a07c-d93c404bb853 req-4a4a3596-3b99-48d6-b9e0-16155d753ef7 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=00171c99-cf39-4ed6-b78a-3bb24272b171 HTTP/1.1" status: 200 len: 946 time: 0.0662119 Jul 29 05:26:35.324082 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_hamode_db [None req-93190691-680b-4a60-80df-0768da38b02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f82acc83-fa6f-443d-ab76-dce7e74a4d98', 'name': 'tempest-TestMinimumBasicScenario-488870998-router', 'tenant_id': '5f45c39eb99549d58fd35a248f6cbac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': '9462b0a6-adf3-4b19-9e65-31e993f34d21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:26:27Z', 'updated_at': '2022-07-29T05:26:31Z', 'revision_number': 4, 'project_id': '5f45c39eb99549d58fd35a248f6cbac6', 'gw_port': {'id': '9462b0a6-adf3-4b19-9e65-31e993f34d21', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f82acc83-fa6f-443d-ab76-dce7e74a4d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:26:28Z', 'updated_at': '2022-07-29T05:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi', '_interfaces': [{'id': '7d4dc0bf-7680-4e44-84f2-fdece99875ec', 'name': '', 'network_id': 'a9b3ef4c-f490-42f2-a28e-965ce338d352', 'tenant_id': '5f45c39eb99549d58fd35a248f6cbac6', 'mac_address': 'fa:16:3e:84:86:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f82acc83-fa6f-443d-ab76-dce7e74a4d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'f63bdc8e-0dca-44ce-92c9-50068ece8ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:26:30Z', 'updated_at': '2022-07-29T05:26:32Z', 'revision_number': 2, 'project_id': '5f45c39eb99549d58fd35a248f6cbac6', 'subnets': [{'id': 'f63bdc8e-0dca-44ce-92c9-50068ece8ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-2-iscsi', False) {} {{(pid=104006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:26:35.368037 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93190691-680b-4a60-80df-0768da38b02a None None] Checking router: f82acc83-fa6f-443d-ab76-dce7e74a4d98 for host: dv-cinder-851279-2-iscsi {{(pid=104006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 05:26:35.368037 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93190691-680b-4a60-80df-0768da38b02a None None] Updating router f82acc83-fa6f-443d-ab76-dce7e74a4d98 port 7d4dc0bf-7680-4e44-84f2-fdece99875ec binding host dv-cinder-851279-2-iscsi {{(pid=104006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 05:26:35.376198 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-360b1dee-850f-4c5e-a07c-d93c404bb853 req-9fa9b769-2a58-447e-be53-911c8bffe6ff tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c942e50-e987-405e-a4e5-d39231e8d492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766063 Jul 29 05:26:35.411811 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-93190691-680b-4a60-80df-0768da38b02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (7d4dc0bf-7680-4e44-84f2-fdece99875ec), before_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:35.478110 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Device 9462b0a6-adf3-4b19-9e65-31e993f34d21 up at agent ovs-agent-dv-cinder-851279-2-iscsi {{(pid=104006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 05:26:35.620285 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-d452909a-6cac-434b-b509-f7acff38c143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (0319cf4e-40d4-4455-bfa4-d5e1d8f6ed41), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:35.627168 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Provisioning complete for port 9462b0a6-adf3-4b19-9e65-31e993f34d21 triggered by entity L2. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:26:35.627571 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (9462b0a6-adf3-4b19-9e65-31e993f34d21), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:35.790753 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Current status of the port 9462b0a6-adf3-4b19-9e65-31e993f34d21 is: ACTIVE; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:26:35.812144 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:26:35.842287 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:26:35.864605 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-93190691-680b-4a60-80df-0768da38b02a None None] Publish callbacks [] for port (7d4dc0bf-7680-4e44-84f2-fdece99875ec), precommit_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:35.873767 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-93190691-680b-4a60-80df-0768da38b02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (7d4dc0bf-7680-4e44-84f2-fdece99875ec), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:35.910575 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f8bef4-8708-46e5-b78a-fe40eba1bea1 req-8b7b1bcb-ed3f-4d5d-989a-dece15290c5e tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:26:35.912937 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-99f8bef4-8708-46e5-b78a-fe40eba1bea1 req-8b7b1bcb-ed3f-4d5d-989a-dece15290c5e tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/ports?device_id=62613145-ee65-4472-a5f6-23a6d76ea1b9 HTTP/1.1" status: 200 len: 944 time: 0.0867341 Jul 29 05:26:35.995886 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-99f8bef4-8708-46e5-b78a-fe40eba1bea1 req-a2f94749-9088-4467-a52e-a19f50cf251a tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/security-groups?id=c597c5c7-705b-4e28-973f-3e3df3891802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768392 Jul 29 05:26:36.021916 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcf0ac-c7bc-489f-9e98-f2e97b5fd6e1 None None] Pushing event updated for resources: {'Port': ['ID=7d4dc0bf-7680-4e44-84f2-fdece99875ec,revision_number=3']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:26:36.046814 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.managers [None req-93190691-680b-4a60-80df-0768da38b02a None None] Attempting to bind port 7d4dc0bf-7680-4e44-84f2-fdece99875ec on host dv-cinder-851279-2-iscsi for vnic_type normal with profile {{(pid=104006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 05:26:36.047111 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.managers [None req-93190691-680b-4a60-80df-0768da38b02a None None] Attempting to bind port 7d4dc0bf-7680-4e44-84f2-fdece99875ec by drivers openvswitch,hyperv on host dv-cinder-851279-2-iscsi at level 0 using segments [{'id': '1e2c6a69-700b-4afb-99ba-9d11adbbd39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a9b3ef4c-f490-42f2-a28e-965ce338d352'}] {{(pid=104006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 05:26:36.048275 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93190691-680b-4a60-80df-0768da38b02a None None] Attempting to bind port 7d4dc0bf-7680-4e44-84f2-fdece99875ec on network a9b3ef4c-f490-42f2-a28e-965ce338d352 {{(pid=104006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 05:26:36.061872 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93190691-680b-4a60-80df-0768da38b02a None None] Checking agent: {'id': 'aa119a64-f506-4951-a68b-6dc6289eaece', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 5, 12, 12), 'started_at': datetime.datetime(2022, 7, 29, 5, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 5, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 05:26:36.062535 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93190691-680b-4a60-80df-0768da38b02a None None] Checking segment: {'id': '1e2c6a69-700b-4afb-99ba-9d11adbbd39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a9b3ef4c-f490-42f2-a28e-965ce338d352'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 05:26:36.063139 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-93190691-680b-4a60-80df-0768da38b02a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:36.063725 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93190691-680b-4a60-80df-0768da38b02a None None] Bound using segment: {'id': '1e2c6a69-700b-4afb-99ba-9d11adbbd39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a9b3ef4c-f490-42f2-a28e-965ce338d352'} {{(pid=104006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 05:26:36.064522 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.managers [None req-93190691-680b-4a60-80df-0768da38b02a None None] Bound port: 7d4dc0bf-7680-4e44-84f2-fdece99875ec, host: dv-cinder-851279-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e2c6a69-700b-4afb-99ba-9d11adbbd39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a9b3ef4c-f490-42f2-a28e-965ce338d352'}}] {{(pid=104006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 05:26:36.064905 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-93190691-680b-4a60-80df-0768da38b02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (7d4dc0bf-7680-4e44-84f2-fdece99875ec), before_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:36.148669 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-93190691-680b-4a60-80df-0768da38b02a None None] For port 7d4dc0bf-7680-4e44-84f2-fdece99875ec, host dv-cinder-851279-2-iscsi, cleared binding levels {{(pid=104006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 05:26:36.152281 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-93190691-680b-4a60-80df-0768da38b02a None None] For port 7d4dc0bf-7680-4e44-84f2-fdece99875ec, host dv-cinder-851279-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-2-iscsi',level=0,port_id=7d4dc0bf-7680-4e44-84f2-fdece99875ec,segment=NetworkSegment(1e2c6a69-700b-4afb-99ba-9d11adbbd39f),segment_id=1e2c6a69-700b-4afb-99ba-9d11adbbd39f)] {{(pid=104006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 05:26:36.162736 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-93190691-680b-4a60-80df-0768da38b02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (7d4dc0bf-7680-4e44-84f2-fdece99875ec), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:36.325055 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Device a7825eab-725a-4a03-8c38-040b1712a57c up at agent hyperv_hv-cinder-85127 {{(pid=104006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 05:26:36.369295 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93190691-680b-4a60-80df-0768da38b02a None None] Routers {'f82acc83-fa6f-443d-ab76-dce7e74a4d98'} bound to L3 agent in host dv-cinder-851279-2-iscsi {{(pid=104006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:26:36.370247 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_hamode_db [None req-93190691-680b-4a60-80df-0768da38b02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-29T05:12:08Z,description=,heartbeat_timestamp=2022-07-29T05:26:08Z,host='dv-cinder-851279-2-iscsi',id=8a9a6061-e61b-4901-b35e-5e71dea10db3,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T05:12:08Z,topic='l3_agent')) {'router_ids': ['f82acc83-fa6f-443d-ab76-dce7e74a4d98'], 'active': True} {{(pid=104006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:26:36.428986 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcf0ac-c7bc-489f-9e98-f2e97b5fd6e1 None None] Pushing event updated for resources: {'Port': ['ID=7d4dc0bf-7680-4e44-84f2-fdece99875ec,revision_number=4']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:26:36.441541 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-e25db9ab-2885-45a2-b42e-30a108dba3dc None None] Provisioning complete for port 7d4dc0bf-7680-4e44-84f2-fdece99875ec triggered by entity DHCP. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:26:36.442089 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-e25db9ab-2885-45a2-b42e-30a108dba3dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (7d4dc0bf-7680-4e44-84f2-fdece99875ec), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:36.614868 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Provisioning for port a7825eab-725a-4a03-8c38-040b1712a57c completed by entity L2. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 29 05:26:36.634398 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Provisioning complete for port a7825eab-725a-4a03-8c38-040b1712a57c triggered by entity L2. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:26:36.635064 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (a7825eab-725a-4a03-8c38-040b1712a57c), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:36.661467 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c409ae6-b307-4b5d-a452-e8e90285dd36 req-89b17938-5309-4874-859f-4506d4c45fee tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:26:36.665199 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-9c409ae6-b307-4b5d-a452-e8e90285dd36 req-89b17938-5309-4874-859f-4506d4c45fee tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=00171c99-cf39-4ed6-b78a-3bb24272b171 HTTP/1.1" status: 200 len: 946 time: 0.1204395 Jul 29 05:26:36.674916 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9935e052-b558-4a5d-a147-7d7c80fc172a req-d1678de5-db27-4ff7-80ed-c607cb0641ae tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:26:36.676495 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-9935e052-b558-4a5d-a147-7d7c80fc172a req-d1678de5-db27-4ff7-80ed-c607cb0641ae tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.60 "GET /v2.0/ports?device_id=00171c99-cf39-4ed6-b78a-3bb24272b171 HTTP/1.1" status: 200 len: 946 time: 0.1333923 Jul 29 05:26:36.687203 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvr_db [None req-93190691-680b-4a60-80df-0768da38b02a None None] Set router f82acc83-fa6f-443d-ab76-dce7e74a4d98 gateway port host: dv-cinder-851279-2-iscsi {{(pid=104006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:26:36.695749 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=100 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:26:36.745914 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-e25db9ab-2885-45a2-b42e-30a108dba3dc None None] Current status of the port 7d4dc0bf-7680-4e44-84f2-fdece99875ec is: DOWN; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:26:36.746460 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-e25db9ab-2885-45a2-b42e-30a108dba3dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (7d4dc0bf-7680-4e44-84f2-fdece99875ec), before_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:36.924026 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-e25db9ab-2885-45a2-b42e-30a108dba3dc None None] For port 7d4dc0bf-7680-4e44-84f2-fdece99875ec, host dv-cinder-851279-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-2-iscsi',level=0,port_id=7d4dc0bf-7680-4e44-84f2-fdece99875ec,segment=NetworkSegment(1e2c6a69-700b-4afb-99ba-9d11adbbd39f),segment_id=1e2c6a69-700b-4afb-99ba-9d11adbbd39f)] {{(pid=104006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:26:36.928874 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Current status of the port a7825eab-725a-4a03-8c38-040b1712a57c is: BUILD; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:26:36.928874 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (a7825eab-725a-4a03-8c38-040b1712a57c), before_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:36.941889 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-e25db9ab-2885-45a2-b42e-30a108dba3dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (7d4dc0bf-7680-4e44-84f2-fdece99875ec), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:36.952628 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:DELETE=1 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:26:37.082901 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2848d489-6261-40b3-aadf-47c2007f9c0f req-00120874-8801-4ce1-9a32-52b4b2ed5bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:26:37.085832 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-2848d489-6261-40b3-aadf-47c2007f9c0f req-00120874-8801-4ce1-9a32-52b4b2ed5bae service neutron] 10.222.0.60 "GET /v2.0/networks?id=60b4bb7c-7825-4f15-bc04-5ac3fa10b445 HTTP/1.1" status: 200 len: 911 time: 0.8563199 Jul 29 05:26:37.119011 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-9c409ae6-b307-4b5d-a452-e8e90285dd36 req-5c9479d4-6e24-4fb4-90f6-8058835bdfdd tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c942e50-e987-405e-a4e5-d39231e8d492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4410775 Jul 29 05:26:37.169589 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-2848d489-6261-40b3-aadf-47c2007f9c0f req-663404ee-7415-4e5d-a1c3-3a17e4f4952d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7825eab-725a-4a03-8c38-040b1712a57c HTTP/1.1" status: 200 len: 217 time: 0.0636370 Jul 29 05:26:37.178167 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:26:37.183113 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf367c7a-c012-4da5-aa48-d6a96c6fb763 req-0653b14e-a2bb-4989-ab24-df66ffb6a7b7 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:26:37.193637 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-bf367c7a-c012-4da5-aa48-d6a96c6fb763 req-0653b14e-a2bb-4989-ab24-df66ffb6a7b7 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/ports?device_id=62613145-ee65-4472-a5f6-23a6d76ea1b9 HTTP/1.1" status: 200 len: 944 time: 0.0810087 Jul 29 05:26:37.217319 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62613145-ee65-4472-a5f6-23a6d76ea1b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7825eab-725a-4a03-8c38-040b1712a57c'}] {{(pid=104006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 05:26:37.221653 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e99febf74dea338d8edfc28e98bc5f49fff1daa2966fa3a6b84f517592192115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66c10191-5beb-4b86-883e-c3abf8886e9c" -d '{"events": [{"server_uuid": "62613145-ee65-4472-a5f6-23a6d76ea1b9", "name": "network-vif-plugged", "status": "completed", "tag": "a7825eab-725a-4a03-8c38-040b1712a57c"}]}' {{(pid=104006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 05:26:37.236016 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.plugin [req-9935e052-b558-4a5d-a147-7d7c80fc172a req-c77ba9dc-62c5-4f24-8621-34d25582da5e tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Deleting port b9da91d9-425e-4a0a-af65-aa645da630ad {{(pid=104005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 05:26:37.236464 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-9935e052-b558-4a5d-a147-7d7c80fc172a req-c77ba9dc-62c5-4f24-8621-34d25582da5e tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737760600589'] for port (b9da91d9-425e-4a0a-af65-aa645da630ad), before_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:37.241116 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2848d489-6261-40b3-aadf-47c2007f9c0f req-ca8668b9-f798-43d6-bf00-e00abce0443b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:26:37.243272 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-2848d489-6261-40b3-aadf-47c2007f9c0f req-ca8668b9-f798-43d6-bf00-e00abce0443b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6b58381f-b173-48c0-ac4a-7a853ae2cd60 HTTP/1.1" status: 200 len: 849 time: 0.0644464 Jul 29 05:26:37.257730 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] For port a7825eab-725a-4a03-8c38-040b1712a57c, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=a7825eab-725a-4a03-8c38-040b1712a57c,segment=NetworkSegment(c24ea0bd-8f00-42e2-b69e-2e72b209c7c1),segment_id=c24ea0bd-8f00-42e2-b69e-2e72b209c7c1)] {{(pid=104006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:26:37.262564 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-ab9e4eef-57a9-4f5d-ac43-70b4279b0e29 None None] Provisioning complete for port 7d4dc0bf-7680-4e44-84f2-fdece99875ec triggered by entity DHCP. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:26:37.263422 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-ab9e4eef-57a9-4f5d-ac43-70b4279b0e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (7d4dc0bf-7680-4e44-84f2-fdece99875ec), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:37.305028 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-bf367c7a-c012-4da5-aa48-d6a96c6fb763 req-32fa6283-1b29-4ed6-b52c-3425df32f5c5 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/security-groups?id=c597c5c7-705b-4e28-973f-3e3df3891802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012909 Jul 29 05:26:37.322326 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 05:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58251876-fdfb-4c18-a5de-c601ab8ffde2 x-openstack-request-id: req-58251876-fdfb-4c18-a5de-c601ab8ffde2 {{(pid=104006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 05:26:37.323053 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62613145-ee65-4472-a5f6-23a6d76ea1b9", "name": "network-vif-plugged", "status": "completed", "tag": "a7825eab-725a-4a03-8c38-040b1712a57c", "code": 200}]} {{(pid=104006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 05:26:37.323505 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-58251876-fdfb-4c18-a5de-c601ab8ffde2 {{(pid=104006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 05:26:37.324089 dv-cinder-851279-2-iscsi neutron-server[104006]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58251876-fdfb-4c18-a5de-c601ab8ffde2'] response: {'server_uuid': '62613145-ee65-4472-a5f6-23a6d76ea1b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7825eab-725a-4a03-8c38-040b1712a57c', 'code': 200} Jul 29 05:26:37.328386 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (a7825eab-725a-4a03-8c38-040b1712a57c), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:37.391113 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25db9ab-2885-45a2-b42e-30a108dba3dc None None] Pushing event updated for resources: {'Port': ['ID=7d4dc0bf-7680-4e44-84f2-fdece99875ec,revision_number=5']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:26:37.420744 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2848d489-6261-40b3-aadf-47c2007f9c0f req-e24e9160-93b0-401e-b1c1-07703dda90d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:26:37.423838 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-2848d489-6261-40b3-aadf-47c2007f9c0f req-e24e9160-93b0-401e-b1c1-07703dda90d0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=60b4bb7c-7825-4f15-bc04-5ac3fa10b445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1626360 Jul 29 05:26:37.493354 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (12b139f9-2daf-4047-bd2d-6bc43cda34b6), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:37.506687 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_hamode_db [None req-93190691-680b-4a60-80df-0768da38b02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f82acc83-fa6f-443d-ab76-dce7e74a4d98', 'name': 'tempest-TestMinimumBasicScenario-488870998-router', 'tenant_id': '5f45c39eb99549d58fd35a248f6cbac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': '9462b0a6-adf3-4b19-9e65-31e993f34d21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:26:27Z', 'updated_at': '2022-07-29T05:26:31Z', 'revision_number': 4, 'project_id': '5f45c39eb99549d58fd35a248f6cbac6', 'gw_port': {'id': '9462b0a6-adf3-4b19-9e65-31e993f34d21', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f82acc83-fa6f-443d-ab76-dce7e74a4d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:26:28Z', 'updated_at': '2022-07-29T05:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi', '_interfaces': [{'id': '7d4dc0bf-7680-4e44-84f2-fdece99875ec', 'name': '', 'network_id': 'a9b3ef4c-f490-42f2-a28e-965ce338d352', 'tenant_id': '5f45c39eb99549d58fd35a248f6cbac6', 'mac_address': 'fa:16:3e:84:86:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f82acc83-fa6f-443d-ab76-dce7e74a4d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'f63bdc8e-0dca-44ce-92c9-50068ece8ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:26:30Z', 'updated_at': '2022-07-29T05:26:36Z', 'revision_number': 4, 'project_id': '5f45c39eb99549d58fd35a248f6cbac6', 'subnets': [{'id': 'f63bdc8e-0dca-44ce-92c9-50068ece8ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-2-iscsi', False) {} {{(pid=104006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:26:37.600629 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-ab9e4eef-57a9-4f5d-ac43-70b4279b0e29 None None] Current status of the port 7d4dc0bf-7680-4e44-84f2-fdece99875ec is: ACTIVE; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:26:37.619762 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.db [req-9935e052-b558-4a5d-a147-7d7c80fc172a req-c77ba9dc-62c5-4f24-8621-34d25582da5e tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] For port b9da91d9-425e-4a0a-af65-aa645da630ad, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=b9da91d9-425e-4a0a-af65-aa645da630ad,segment=NetworkSegment(2ceab750-82be-448f-8b3e-b595d666c0d7),segment_id=2ceab750-82be-448f-8b3e-b595d666c0d7)] {{(pid=104005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:26:37.620145 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-9935e052-b558-4a5d-a147-7d7c80fc172a req-c77ba9dc-62c5-4f24-8621-34d25582da5e tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420629'] for port (b9da91d9-425e-4a0a-af65-aa645da630ad), precommit_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:37.633251 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93190691-680b-4a60-80df-0768da38b02a None None] The sync data for ids ['f82acc83-fa6f-443d-ab76-dce7e74a4d98'] in dv-cinder-851279-2-iscsi is: [{'id': 'f82acc83-fa6f-443d-ab76-dce7e74a4d98', 'name': 'tempest-TestMinimumBasicScenario-488870998-router', 'tenant_id': '5f45c39eb99549d58fd35a248f6cbac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': '9462b0a6-adf3-4b19-9e65-31e993f34d21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:26:27Z', 'updated_at': '2022-07-29T05:26:31Z', 'revision_number': 4, 'project_id': '5f45c39eb99549d58fd35a248f6cbac6', 'gw_port': {'id': '9462b0a6-adf3-4b19-9e65-31e993f34d21', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f82acc83-fa6f-443d-ab76-dce7e74a4d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:26:28Z', 'updated_at': '2022-07-29T05:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi', '_interfaces': [{'id': '7d4dc0bf-7680-4e44-84f2-fdece99875ec', 'name': '', 'network_id': 'a9b3ef4c-f490-42f2-a28e-965ce338d352', 'tenant_id': '5f45c39eb99549d58fd35a248f6cbac6', 'mac_address': 'fa:16:3e:84:86:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f82acc83-fa6f-443d-ab76-dce7e74a4d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'f63bdc8e-0dca-44ce-92c9-50068ece8ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:26:30Z', 'updated_at': '2022-07-29T05:26:36Z', 'revision_number': 4, 'project_id': '5f45c39eb99549d58fd35a248f6cbac6', 'subnets': [{'id': 'f63bdc8e-0dca-44ce-92c9-50068ece8ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 05:26:37.658185 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Pushing event updated for resources: {'Port': ['ID=a7825eab-725a-4a03-8c38-040b1712a57c,revision_number=5']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:26:37.818542 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d239729f-0474-492b-bc5c-4643b5986845 req-c7dd9015-2534-4a88-af01-b4ae64f0fa84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:26:37.820099 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-d239729f-0474-492b-bc5c-4643b5986845 req-c7dd9015-2534-4a88-af01-b4ae64f0fa84 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=62613145-ee65-4472-a5f6-23a6d76ea1b9 HTTP/1.1" status: 200 len: 1129 time: 0.1829140 Jul 29 05:26:37.915728 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-2848d489-6261-40b3-aadf-47c2007f9c0f req-e0090939-1573-4906-b04f-b63d595c907c service neutron] 10.222.0.60 "GET /v2.0/networks/60b4bb7c-7825-4f15-bc04-5ac3fa10b445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3829584 Jul 29 05:26:38.143711 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=100 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:26:38.175245 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-e7ea2b1b-abb1-4406-913e-31360d970e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (8a9a6061-e61b-4901-b35e-5e71dea10db3), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:38.210916 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-d239729f-0474-492b-bc5c-4643b5986845 req-e5b6ee98-5729-4167-a51c-b40055bf929d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c597c5c7-705b-4e28-973f-3e3df3891802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3800728 Jul 29 05:26:38.246651 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52229e87-af63-4e27-a923-7288b9cae5dc req-a0333218-40a9-48f5-ad32-75cbb1e310a3 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:26:38.254445 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-52229e87-af63-4e27-a923-7288b9cae5dc req-a0333218-40a9-48f5-ad32-75cbb1e310a3 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/ports?device_id=4471f55c-7166-4321-b0ac-438ae8d3e5e2 HTTP/1.1" status: 200 len: 946 time: 0.1585789 Jul 29 05:26:38.270034 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-9935e052-b558-4a5d-a147-7d7c80fc172a req-c77ba9dc-62c5-4f24-8621-34d25582da5e tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:38.270448 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-9935e052-b558-4a5d-a147-7d7c80fc172a req-c77ba9dc-62c5-4f24-8621-34d25582da5e tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-375524'] for floatingip (20cf3195-b4e3-4d37-b740-8326115a74b6), after_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:38.270769 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.db.l3_db [req-9935e052-b558-4a5d-a147-7d7c80fc172a req-c77ba9dc-62c5-4f24-8621-34d25582da5e tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Floating IP 20cf3195-b4e3-4d37-b740-8326115a74b6 disassociated. External IP: 172.27.2.32, port: b9da91d9-425e-4a0a-af65-aa645da630ad. Jul 29 05:26:38.271206 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.plugin [req-9935e052-b558-4a5d-a147-7d7c80fc172a req-c77ba9dc-62c5-4f24-8621-34d25582da5e tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Calling delete_port for b9da91d9-425e-4a0a-af65-aa645da630ad owned by compute:nova {{(pid=104005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 05:26:38.320205 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b916593-7fa7-4846-a2de-8326c516420d req-854b96d5-3f0f-46ed-bb6f-814b6d08b3e3 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:26:38.330426 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-7b916593-7fa7-4846-a2de-8326c516420d req-854b96d5-3f0f-46ed-bb6f-814b6d08b3e3 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=00171c99-cf39-4ed6-b78a-3bb24272b171 HTTP/1.1" status: 200 len: 946 time: 0.0849166 Jul 29 05:26:38.423609 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-7b916593-7fa7-4846-a2de-8326c516420d req-d012380b-913f-41af-a02f-f32e8b599267 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c942e50-e987-405e-a4e5-d39231e8d492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917008 Jul 29 05:26:38.445230 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-2848d489-6261-40b3-aadf-47c2007f9c0f req-0c2ca42c-22cb-42fd-b26e-b3de00376c2a service neutron] 10.222.0.60 "GET /v2.0/networks/60b4bb7c-7825-4f15-bc04-5ac3fa10b445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5204046 Jul 29 05:26:38.446166 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:26:38.478339 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-52229e87-af63-4e27-a923-7288b9cae5dc req-ebae74b6-413a-4341-b077-6b54589aa2f3 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/security-groups?id=78ca545d-2bbe-4a1e-88b9-ab93f3f4566d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2229538 Jul 29 05:26:38.589013 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee84fb7a-c52c-4364-a002-9654fadd213b req-e7b2e8d9-e252-407f-928b-b636bf65bf2e tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:26:38.590940 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-ee84fb7a-c52c-4364-a002-9654fadd213b req-e7b2e8d9-e252-407f-928b-b636bf65bf2e tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/ports?device_id=62613145-ee65-4472-a5f6-23a6d76ea1b9 HTTP/1.1" status: 200 len: 945 time: 0.0678260 Jul 29 05:26:38.649114 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-9935e052-b558-4a5d-a147-7d7c80fc172a req-c77ba9dc-62c5-4f24-8621-34d25582da5e tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737760621891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737760223820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1905596'] for port (b9da91d9-425e-4a0a-af65-aa645da630ad), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:38.708482 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-ee84fb7a-c52c-4364-a002-9654fadd213b req-f423dd14-181a-4817-ae6e-e19c3664f831 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/security-groups?id=c597c5c7-705b-4e28-973f-3e3df3891802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015189 Jul 29 05:26:38.740983 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ba9dc-62c5-4f24-8621-34d25582da5e tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Pushing event deleted for resources: {'Port': ['ID=b9da91d9-425e-4a0a-af65-aa645da630ad,revision_number=None']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:26:38.947321 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9935e052-b558-4a5d-a147-7d7c80fc172a req-c77ba9dc-62c5-4f24-8621-34d25582da5e tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Router 36db0afb-fb03-4a20-ad0d-3d4d25715de0 has already been hosted by L3 agent 8a9a6061-e61b-4901-b35e-5e71dea10db3 {{(pid=104005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 05:26:39.209946 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9935e052-b558-4a5d-a147-7d7c80fc172a req-c77ba9dc-62c5-4f24-8621-34d25582da5e tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Notify agent at l3_agent.dv-cinder-851279-2-iscsi the message routers_updated {{(pid=104005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 05:26:39.223585 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7e265c-7671-4b9c-8fa0-3696531e519d None None] Sync routers for ids ['36db0afb-fb03-4a20-ad0d-3d4d25715de0'] in dv-cinder-851279-2-iscsi {{(pid=104007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 05:26:39.237770 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7e265c-7671-4b9c-8fa0-3696531e519d None None] Routers {'36db0afb-fb03-4a20-ad0d-3d4d25715de0'} bound to L3 agent in host dv-cinder-851279-2-iscsi {{(pid=104007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:26:39.238777 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-cb7e265c-7671-4b9c-8fa0-3696531e519d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-29T05:12:08Z,description=,heartbeat_timestamp=2022-07-29T05:26:38Z,host='dv-cinder-851279-2-iscsi',id=8a9a6061-e61b-4901-b35e-5e71dea10db3,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T05:12:08Z,topic='l3_agent')) {'router_ids': ['36db0afb-fb03-4a20-ad0d-3d4d25715de0'], 'active': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:26:39.305072 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvrscheduler_db [req-9935e052-b558-4a5d-a147-7d7c80fc172a req-c77ba9dc-62c5-4f24-8621-34d25582da5e tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] No DVR routers for this DVR port b9da91d9-425e-4a0a-af65-aa645da630ad on host hv-cinder-85127 {{(pid=104005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 29 05:26:39.308779 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-9935e052-b558-4a5d-a147-7d7c80fc172a req-c77ba9dc-62c5-4f24-8621-34d25582da5e tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249840'] for port (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:39.313094 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-9935e052-b558-4a5d-a147-7d7c80fc172a req-c77ba9dc-62c5-4f24-8621-34d25582da5e tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.60 "DELETE /v2.0/ports/b9da91d9-425e-4a0a-af65-aa645da630ad HTTP/1.1" status: 204 len: 173 time: 2.6257944 Jul 29 05:26:39.313094 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00171c99-cf39-4ed6-b78a-3bb24272b171', 'name': 'network-vif-deleted', 'tag': 'b9da91d9-425e-4a0a-af65-aa645da630ad'}] {{(pid=104005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 05:26:39.317006 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18cb6d06cd9bdbb2624e76cf95b2230ef06252a8a1dccb16f0d07e3cc9dc753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af23d2d2-e05d-4329-bec8-b5e7b5f761e3" -d '{"events": [{"server_uuid": "00171c99-cf39-4ed6-b78a-3bb24272b171", "name": "network-vif-deleted", "tag": "b9da91d9-425e-4a0a-af65-aa645da630ad"}]}' {{(pid=104005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 05:26:39.407436 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 05:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae7db183-5be2-4bf1-b106-927e66e543c2 x-openstack-request-id: req-ae7db183-5be2-4bf1-b106-927e66e543c2 {{(pid=104005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 05:26:39.408031 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00171c99-cf39-4ed6-b78a-3bb24272b171", "name": "network-vif-deleted", "tag": "b9da91d9-425e-4a0a-af65-aa645da630ad", "status": "completed", "code": 200}]} {{(pid=104005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 05:26:39.408754 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ae7db183-5be2-4bf1-b106-927e66e543c2 {{(pid=104005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 05:26:39.409409 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae7db183-5be2-4bf1-b106-927e66e543c2'] response: {'server_uuid': '00171c99-cf39-4ed6-b78a-3bb24272b171', 'name': 'network-vif-deleted', 'tag': 'b9da91d9-425e-4a0a-af65-aa645da630ad', 'status': 'completed', 'code': 200} Jul 29 05:26:39.537585 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvr_db [None req-cb7e265c-7671-4b9c-8fa0-3696531e519d None None] Set router 36db0afb-fb03-4a20-ad0d-3d4d25715de0 gateway port host: dv-cinder-851279-2-iscsi {{(pid=104007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:26:39.606699 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-0aa77763-cadd-446c-97ea-1960693c09ba req-7cbc8b76-6d8f-4b7d-b003-e1e0ef0e5054 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=00171c99-cf39-4ed6-b78a-3bb24272b171 HTTP/1.1" status: 200 len: 210 time: 0.0526462 Jul 29 05:26:39.680908 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d0a9fd-ee07-4267-ba6b-a76744dcaa0c req-efe3544d-ef57-418e-a5d8-111a48d8d12d tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:26:39.682882 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-e0d0a9fd-ee07-4267-ba6b-a76744dcaa0c req-efe3544d-ef57-418e-a5d8-111a48d8d12d tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/ports?device_id=4471f55c-7166-4321-b0ac-438ae8d3e5e2 HTTP/1.1" status: 200 len: 946 time: 0.0742536 Jul 29 05:26:39.697680 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Device 7d4dc0bf-7680-4e44-84f2-fdece99875ec up at agent ovs-agent-dv-cinder-851279-2-iscsi {{(pid=104006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 05:26:39.810997 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-e0d0a9fd-ee07-4267-ba6b-a76744dcaa0c req-d5f6ea9f-9d2f-4ba3-bc75-c01a8538da73 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/security-groups?id=78ca545d-2bbe-4a1e-88b9-ab93f3f4566d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201560 Jul 29 05:26:39.815007 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Provisioning complete for port 7d4dc0bf-7680-4e44-84f2-fdece99875ec triggered by entity L2. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:26:39.815677 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (7d4dc0bf-7680-4e44-84f2-fdece99875ec), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:39.876584 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-cb7e265c-7671-4b9c-8fa0-3696531e519d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36db0afb-fb03-4a20-ad0d-3d4d25715de0', 'name': 'tempest-ServerRescueNegativeTestJSON-1869579504-router', 'tenant_id': '153fe5d9d64346f6b7419eba91948678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '283724cf-5dab-4732-b6b0-37f06eb01598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:21:00Z', 'updated_at': '2022-07-29T05:21:13Z', 'revision_number': 4, 'project_id': '153fe5d9d64346f6b7419eba91948678', 'gw_port': {'id': '283724cf-5dab-4732-b6b0-37f06eb01598', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ea:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36db0afb-fb03-4a20-ad0d-3d4d25715de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:02Z', 'updated_at': '2022-07-29T05:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi', '_interfaces': [{'id': 'd2739fa7-55c9-4dcd-8915-958b8efccc6c', 'name': '', 'network_id': '71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9', 'tenant_id': '153fe5d9d64346f6b7419eba91948678', 'mac_address': 'fa:16:3e:42:00:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36db0afb-fb03-4a20-ad0d-3d4d25715de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'a137c074-4437-44e5-8103-6184a1dda097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:11Z', 'updated_at': '2022-07-29T05:21:32Z', 'revision_number': 5, 'project_id': '153fe5d9d64346f6b7419eba91948678', 'subnets': [{'id': 'a137c074-4437-44e5-8103-6184a1dda097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-2-iscsi', False) {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:26:39.904212 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7e265c-7671-4b9c-8fa0-3696531e519d None None] Checking router: 36db0afb-fb03-4a20-ad0d-3d4d25715de0 for host: dv-cinder-851279-2-iscsi {{(pid=104007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 05:26:39.917394 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7e265c-7671-4b9c-8fa0-3696531e519d None None] Routers {'36db0afb-fb03-4a20-ad0d-3d4d25715de0'} bound to L3 agent in host dv-cinder-851279-2-iscsi {{(pid=104007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:26:39.918302 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-cb7e265c-7671-4b9c-8fa0-3696531e519d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-29T05:12:08Z,description=,heartbeat_timestamp=2022-07-29T05:26:38Z,host='dv-cinder-851279-2-iscsi',id=8a9a6061-e61b-4901-b35e-5e71dea10db3,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T05:12:08Z,topic='l3_agent')) {'router_ids': ['36db0afb-fb03-4a20-ad0d-3d4d25715de0'], 'active': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:26:39.959610 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0339e4-2ed1-4340-9e7f-b82f78dfea2e req-168fad0e-0431-46b7-ae96-9b7bdb4c39e6 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:26:39.967511 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-ac0339e4-2ed1-4340-9e7f-b82f78dfea2e req-168fad0e-0431-46b7-ae96-9b7bdb4c39e6 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/ports?device_id=62613145-ee65-4472-a5f6-23a6d76ea1b9 HTTP/1.1" status: 200 len: 945 time: 0.0754554 Jul 29 05:26:39.990750 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=100 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:26:39.991080 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Current status of the port 7d4dc0bf-7680-4e44-84f2-fdece99875ec is: ACTIVE; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:26:40.049437 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c0cfcfc2-d3d3-4a7d-ac6c-95a3fd745979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (543ff7d7-1636-45b2-a25e-e19209bc2e01), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:40.115272 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-ac0339e4-2ed1-4340-9e7f-b82f78dfea2e req-7adab87b-6355-4784-8aa7-0a220320f9ec tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/security-groups?id=c597c5c7-705b-4e28-973f-3e3df3891802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1423762 Jul 29 05:26:40.213318 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dc3143-bb1c-4837-a312-73d708eb2ef4 req-9a1d7fd5-904a-488e-a88e-fc63f3955452 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:26:40.214835 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-f9dc3143-bb1c-4837-a312-73d708eb2ef4 req-9a1d7fd5-904a-488e-a88e-fc63f3955452 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.60 "GET /v2.0/ports?device_id=4471f55c-7166-4321-b0ac-438ae8d3e5e2 HTTP/1.1" status: 200 len: 946 time: 0.2183075 Jul 29 05:26:40.286631 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvr_db [None req-cb7e265c-7671-4b9c-8fa0-3696531e519d None None] Set router 36db0afb-fb03-4a20-ad0d-3d4d25715de0 gateway port host: dv-cinder-851279-2-iscsi {{(pid=104007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:26:40.311403 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:26:40.355267 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Device b9da91d9-425e-4a0a-af65-aa645da630ad no longer exists at agent hyperv_hv-cinder-85127 {{(pid=104006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 05:26:40.378812 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] No Port match for: b9da91d9-425e-4a0a-af65-aa645da630ad {{(pid=104006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 05:26:40.379262 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Device b9da91d9-425e-4a0a-af65-aa645da630ad not bound to the agent host hv-cinder-85127 {{(pid=104006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 05:26:40.379972 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Device cc0ff66d-f4e0-423a-a8ff-dc678b54c231 no longer exists at agent hyperv_hv-cinder-85127 {{(pid=104006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 05:26:40.476711 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Current status of the port cc0ff66d-f4e0-423a-a8ff-dc678b54c231 is: ACTIVE; New status is: DOWN {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:26:40.477924 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (cc0ff66d-f4e0-423a-a8ff-dc678b54c231), before_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:40.485949 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=100 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:26:40.495290 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-cb7e265c-7671-4b9c-8fa0-3696531e519d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36db0afb-fb03-4a20-ad0d-3d4d25715de0', 'name': 'tempest-ServerRescueNegativeTestJSON-1869579504-router', 'tenant_id': '153fe5d9d64346f6b7419eba91948678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '283724cf-5dab-4732-b6b0-37f06eb01598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:21:00Z', 'updated_at': '2022-07-29T05:21:13Z', 'revision_number': 4, 'project_id': '153fe5d9d64346f6b7419eba91948678', 'gw_port': {'id': '283724cf-5dab-4732-b6b0-37f06eb01598', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ea:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36db0afb-fb03-4a20-ad0d-3d4d25715de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:02Z', 'updated_at': '2022-07-29T05:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi', '_interfaces': [{'id': 'd2739fa7-55c9-4dcd-8915-958b8efccc6c', 'name': '', 'network_id': '71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9', 'tenant_id': '153fe5d9d64346f6b7419eba91948678', 'mac_address': 'fa:16:3e:42:00:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36db0afb-fb03-4a20-ad0d-3d4d25715de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'a137c074-4437-44e5-8103-6184a1dda097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:11Z', 'updated_at': '2022-07-29T05:21:32Z', 'revision_number': 5, 'project_id': '153fe5d9d64346f6b7419eba91948678', 'subnets': [{'id': 'a137c074-4437-44e5-8103-6184a1dda097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-2-iscsi', False) {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:26:40.524122 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7e265c-7671-4b9c-8fa0-3696531e519d None None] The sync data for ids ['36db0afb-fb03-4a20-ad0d-3d4d25715de0'] in dv-cinder-851279-2-iscsi is: [{'id': '36db0afb-fb03-4a20-ad0d-3d4d25715de0', 'name': 'tempest-ServerRescueNegativeTestJSON-1869579504-router', 'tenant_id': '153fe5d9d64346f6b7419eba91948678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '283724cf-5dab-4732-b6b0-37f06eb01598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:21:00Z', 'updated_at': '2022-07-29T05:21:13Z', 'revision_number': 4, 'project_id': '153fe5d9d64346f6b7419eba91948678', 'gw_port': {'id': '283724cf-5dab-4732-b6b0-37f06eb01598', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ea:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36db0afb-fb03-4a20-ad0d-3d4d25715de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:02Z', 'updated_at': '2022-07-29T05:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi', '_interfaces': [{'id': 'd2739fa7-55c9-4dcd-8915-958b8efccc6c', 'name': '', 'network_id': '71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9', 'tenant_id': '153fe5d9d64346f6b7419eba91948678', 'mac_address': 'fa:16:3e:42:00:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36db0afb-fb03-4a20-ad0d-3d4d25715de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'a137c074-4437-44e5-8103-6184a1dda097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:11Z', 'updated_at': '2022-07-29T05:21:32Z', 'revision_number': 5, 'project_id': '153fe5d9d64346f6b7419eba91948678', 'subnets': [{'id': 'a137c074-4437-44e5-8103-6184a1dda097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 05:26:40.528286 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4471f55c-7166-4321-b0ac-438ae8d3e5e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc0ff66d-f4e0-423a-a8ff-dc678b54c231'}] {{(pid=104006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 05:26:40.532791 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e99febf74dea338d8edfc28e98bc5f49fff1daa2966fa3a6b84f517592192115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3963ca2-8666-4f69-95c9-fc0574b3bade" -d '{"events": [{"server_uuid": "4471f55c-7166-4321-b0ac-438ae8d3e5e2", "name": "network-vif-unplugged", "status": "completed", "tag": "cc0ff66d-f4e0-423a-a8ff-dc678b54c231"}]}' {{(pid=104006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 05:26:40.553155 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] For port cc0ff66d-f4e0-423a-a8ff-dc678b54c231, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=cc0ff66d-f4e0-423a-a8ff-dc678b54c231,segment=NetworkSegment(7dd9aee4-ac8a-4d05-b89c-b82451a25827),segment_id=7dd9aee4-ac8a-4d05-b89c-b82451a25827)] {{(pid=104006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:26:40.565508 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (cc0ff66d-f4e0-423a-a8ff-dc678b54c231), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:40.626267 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Jul 2022 05:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82adbc16-23f1-4079-935e-13c62d34cbfd x-openstack-request-id: req-82adbc16-23f1-4079-935e-13c62d34cbfd {{(pid=104006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 05:26:40.626585 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4471f55c-7166-4321-b0ac-438ae8d3e5e2", "name": "network-vif-unplugged", "status": "completed", "tag": "cc0ff66d-f4e0-423a-a8ff-dc678b54c231", "code": 200}]} {{(pid=104006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 05:26:40.626838 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-82adbc16-23f1-4079-935e-13c62d34cbfd {{(pid=104006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 05:26:40.627250 dv-cinder-851279-2-iscsi neutron-server[104006]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82adbc16-23f1-4079-935e-13c62d34cbfd'] response: {'server_uuid': '4471f55c-7166-4321-b0ac-438ae8d3e5e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc0ff66d-f4e0-423a-a8ff-dc678b54c231', 'code': 200} Jul 29 05:26:40.634126 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Pushing event updated for resources: {'Port': ['ID=cc0ff66d-f4e0-423a-a8ff-dc678b54c231,revision_number=6']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:26:40.710861 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.plugin [req-f9dc3143-bb1c-4837-a312-73d708eb2ef4 req-fd606ff7-c24a-4e33-9225-dff5ee45326b tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Deleting port cc0ff66d-f4e0-423a-a8ff-dc678b54c231 {{(pid=104005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 05:26:40.711643 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-f9dc3143-bb1c-4837-a312-73d708eb2ef4 req-fd606ff7-c24a-4e33-9225-dff5ee45326b tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737760600589'] for port (cc0ff66d-f4e0-423a-a8ff-dc678b54c231), before_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:40.816421 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-191f1bb2-19c5-47f3-a6d4-362e01d80473 req-757f7f68-f7b7-4642-9a92-31a68afd964f tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=00171c99-cf39-4ed6-b78a-3bb24272b171 HTTP/1.1" status: 200 len: 210 time: 0.0509892 Jul 29 05:26:40.907225 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:26:40.931434 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.db [req-f9dc3143-bb1c-4837-a312-73d708eb2ef4 req-fd606ff7-c24a-4e33-9225-dff5ee45326b tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] For port cc0ff66d-f4e0-423a-a8ff-dc678b54c231, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=cc0ff66d-f4e0-423a-a8ff-dc678b54c231,segment=NetworkSegment(7dd9aee4-ac8a-4d05-b89c-b82451a25827),segment_id=7dd9aee4-ac8a-4d05-b89c-b82451a25827)] {{(pid=104005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:26:40.933040 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-f9dc3143-bb1c-4837-a312-73d708eb2ef4 req-fd606ff7-c24a-4e33-9225-dff5ee45326b tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420629'] for port (cc0ff66d-f4e0-423a-a8ff-dc678b54c231), precommit_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:41.067157 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39b5152-a8bc-4450-b6d7-421469c4baa9 None None] New status for floating IP 20cf3195-b4e3-4d37-b740-8326115a74b6: DOWN {{(pid=104006) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 29 05:26:41.087941 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d452e65-24a4-4897-a8fa-a3ee5d323f79 req-77cc0112-585e-436a-861f-7562209f5386 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:26:41.095742 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-0d452e65-24a4-4897-a8fa-a3ee5d323f79 req-77cc0112-585e-436a-861f-7562209f5386 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/ports?device_id=4471f55c-7166-4321-b0ac-438ae8d3e5e2 HTTP/1.1" status: 200 len: 944 time: 0.0733330 Jul 29 05:26:41.244250 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-0d452e65-24a4-4897-a8fa-a3ee5d323f79 req-a62f9ea7-8580-48ce-9c74-d4ce4cfa7a09 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/security-groups?id=78ca545d-2bbe-4a1e-88b9-ab93f3f4566d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1471744 Jul 29 05:26:41.301069 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755c3720-7011-49b4-9901-45568c1ffe6e req-f80f2e57-0e6b-4d4c-881f-0bcadac3b164 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:26:41.312818 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-755c3720-7011-49b4-9901-45568c1ffe6e req-f80f2e57-0e6b-4d4c-881f-0bcadac3b164 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/ports?device_id=62613145-ee65-4472-a5f6-23a6d76ea1b9 HTTP/1.1" status: 200 len: 945 time: 0.0966122 Jul 29 05:26:41.340366 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:26:41.350972 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=100 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:26:41.362093 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-f9dc3143-bb1c-4837-a312-73d708eb2ef4 req-fd606ff7-c24a-4e33-9225-dff5ee45326b tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:41.362869 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-f9dc3143-bb1c-4837-a312-73d708eb2ef4 req-fd606ff7-c24a-4e33-9225-dff5ee45326b tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-375524'] for floatingip (1bebf9a1-067c-4cc8-bad7-d191c3b5b144), after_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:41.363440 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.db.l3_db [req-f9dc3143-bb1c-4837-a312-73d708eb2ef4 req-fd606ff7-c24a-4e33-9225-dff5ee45326b tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Floating IP 1bebf9a1-067c-4cc8-bad7-d191c3b5b144 disassociated. External IP: 172.27.2.198, port: cc0ff66d-f4e0-423a-a8ff-dc678b54c231. Jul 29 05:26:41.364282 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.plugin [req-f9dc3143-bb1c-4837-a312-73d708eb2ef4 req-fd606ff7-c24a-4e33-9225-dff5ee45326b tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Calling delete_port for cc0ff66d-f4e0-423a-a8ff-dc678b54c231 owned by compute:nova {{(pid=104005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 05:26:41.388232 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-755c3720-7011-49b4-9901-45568c1ffe6e req-0d612713-b209-4096-accf-aabae7a2f66a tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/security-groups?id=c597c5c7-705b-4e28-973f-3e3df3891802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747583 Jul 29 05:26:41.555569 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a6b2c2-9506-4b93-a3a2-59ada7f874ec req-9c4c150b-d1a7-4b1b-90c7-74e8a5da0a81 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:26:41.557970 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-26a6b2c2-9506-4b93-a3a2-59ada7f874ec req-9c4c150b-d1a7-4b1b-90c7-74e8a5da0a81 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/ports?device_id=62613145-ee65-4472-a5f6-23a6d76ea1b9 HTTP/1.1" status: 200 len: 945 time: 0.0740192 Jul 29 05:26:41.573957 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 34808) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:26:41.579555 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.v2.base [None req-35fce516-b2b1-4a1e-b07a-b86cafbf531a tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Request body: {'floatingip': {'port_id': 'a7825eab-725a-4a03-8c38-040b1712a57c'}} {{(pid=104005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:26:41.659555 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-35fce516-b2b1-4a1e-b07a-b86cafbf531a tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Publish callbacks [] for floatingip (19466070-2649-438e-94f7-4fd802d45a74), before_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:41.712186 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-25d2d662-1c10-455a-a758-35c132406432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (7da8dcb9-9a4e-44fd-b4da-fa922ad17d56), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:41.785761 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-f9dc3143-bb1c-4837-a312-73d708eb2ef4 req-fd606ff7-c24a-4e33-9225-dff5ee45326b tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737760621891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737760223820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1905596'] for port (cc0ff66d-f4e0-423a-a8ff-dc678b54c231), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:41.807713 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (aa119a64-f506-4951-a68b-6dc6289eaece), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:41.844972 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd606ff7-c24a-4e33-9225-dff5ee45326b tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Pushing event deleted for resources: {'Port': ['ID=cc0ff66d-f4e0-423a-a8ff-dc678b54c231,revision_number=None']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:26:41.997401 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 34814) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:26:42.084571 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-aa2ba5c1-d8b2-4d19-bf5d-73b8f1ca23e0 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Publish callbacks [] for security_group (1c942e50-e987-405e-a4e5-d39231e8d492), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:42.154159 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-aa2ba5c1-d8b2-4d19-bf5d-73b8f1ca23e0 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Publish callbacks [] for security_group (1c942e50-e987-405e-a4e5-d39231e8d492), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:42.251383 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-aa2ba5c1-d8b2-4d19-bf5d-73b8f1ca23e0 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (1c942e50-e987-405e-a4e5-d39231e8d492), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:42.254207 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-aa2ba5c1-d8b2-4d19-bf5d-73b8f1ca23e0 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Publish callbacks [] for security_group (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:42.255437 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-aa2ba5c1-d8b2-4d19-bf5d-73b8f1ca23e0 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "DELETE /v2.0/security-groups/1c942e50-e987-405e-a4e5-d39231e8d492 HTTP/1.1" status: 204 len: 168 time: 0.2558436 Jul 29 05:26:42.260051 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 34820) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:26:42.276851 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.api.v2.resource [None req-879d45be-8119-4b1a-ba54-4c0e04c838c1 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] show failed (client error): The resource could not be found. Jul 29 05:26:42.278183 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-879d45be-8119-4b1a-ba54-4c0e04c838c1 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups/1c942e50-e987-405e-a4e5-d39231e8d492 HTTP/1.1" status: 404 len: 347 time: 0.0168569 Jul 29 05:26:42.284845 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 34822) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:26:42.293395 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ba5c1-d8b2-4d19-bf5d-73b8f1ca23e0 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c942e50-e987-405e-a4e5-d39231e8d492,revision_number=None']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:26:42.332295 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:26:42.498412 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f9dc3143-bb1c-4837-a312-73d708eb2ef4 req-fd606ff7-c24a-4e33-9225-dff5ee45326b tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Router 2f4539bc-d4ea-4bf2-91d9-64bace1e5856 has already been hosted by L3 agent 8a9a6061-e61b-4901-b35e-5e71dea10db3 {{(pid=104005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 05:26:42.673887 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:26:42.679697 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-91f677ea-df83-4eee-8c30-833e3c12334f req-f3f19f42-08fd-43d8-9e16-ffab94d18b5a tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/ports?device_id=4471f55c-7166-4321-b0ac-438ae8d3e5e2 HTTP/1.1" status: 200 len: 210 time: 0.0344980 Jul 29 05:26:42.779062 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-80577264-5075-4fed-a4ac-565e200fbfd7 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Deleting port b376f7df-d1a6-4001-bbad-c4c4f4a8b60d {{(pid=104004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 05:26:42.779992 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-80577264-5075-4fed-a4ac-565e200fbfd7 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737760600589'] for port (b376f7df-d1a6-4001-bbad-c4c4f4a8b60d), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:42.797517 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f9dc3143-bb1c-4837-a312-73d708eb2ef4 req-fd606ff7-c24a-4e33-9225-dff5ee45326b tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Notify agent at l3_agent.dv-cinder-851279-2-iscsi the message routers_updated {{(pid=104005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 05:26:42.810529 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349339f0-6c55-4db3-88a8-67aa2a78e907 None None] Sync routers for ids ['2f4539bc-d4ea-4bf2-91d9-64bace1e5856'] in dv-cinder-851279-2-iscsi {{(pid=104007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 05:26:42.835661 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349339f0-6c55-4db3-88a8-67aa2a78e907 None None] Routers {'2f4539bc-d4ea-4bf2-91d9-64bace1e5856'} bound to L3 agent in host dv-cinder-851279-2-iscsi {{(pid=104007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:26:42.836660 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-349339f0-6c55-4db3-88a8-67aa2a78e907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-29T05:12:08Z,description=,heartbeat_timestamp=2022-07-29T05:26:38Z,host='dv-cinder-851279-2-iscsi',id=8a9a6061-e61b-4901-b35e-5e71dea10db3,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T05:12:08Z,topic='l3_agent')) {'router_ids': ['2f4539bc-d4ea-4bf2-91d9-64bace1e5856'], 'active': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:26:42.914450 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-80577264-5075-4fed-a4ac-565e200fbfd7 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420629'] for port (b376f7df-d1a6-4001-bbad-c4c4f4a8b60d), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:42.915149 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-80577264-5075-4fed-a4ac-565e200fbfd7 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Publish callbacks [] for floatingip (b376f7df-d1a6-4001-bbad-c4c4f4a8b60d), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:42.929340 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9dc3143-bb1c-4837-a312-73d708eb2ef4 req-fd606ff7-c24a-4e33-9225-dff5ee45326b tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] No DVR routers for this DVR port cc0ff66d-f4e0-423a-a8ff-dc678b54c231 on host hv-cinder-85127 {{(pid=104005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 29 05:26:42.936251 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-80577264-5075-4fed-a4ac-565e200fbfd7 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Calling delete_port for b376f7df-d1a6-4001-bbad-c4c4f4a8b60d owned by network:floatingip {{(pid=104004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 05:26:42.936504 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-f9dc3143-bb1c-4837-a312-73d708eb2ef4 req-fd606ff7-c24a-4e33-9225-dff5ee45326b tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249840'] for port (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:42.942611 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-f9dc3143-bb1c-4837-a312-73d708eb2ef4 req-fd606ff7-c24a-4e33-9225-dff5ee45326b tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.60 "DELETE /v2.0/ports/cc0ff66d-f4e0-423a-a8ff-dc678b54c231 HTTP/1.1" status: 204 len: 173 time: 2.4355018 Jul 29 05:26:42.942868 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4471f55c-7166-4321-b0ac-438ae8d3e5e2', 'name': 'network-vif-deleted', 'tag': 'cc0ff66d-f4e0-423a-a8ff-dc678b54c231'}] {{(pid=104005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 05:26:42.958095 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18cb6d06cd9bdbb2624e76cf95b2230ef06252a8a1dccb16f0d07e3cc9dc753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b82c551d-0c44-402b-9282-771df05dfa83" -d '{"events": [{"server_uuid": "4471f55c-7166-4321-b0ac-438ae8d3e5e2", "name": "network-vif-deleted", "tag": "cc0ff66d-f4e0-423a-a8ff-dc678b54c231"}]}' {{(pid=104005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 05:26:42.991969 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvr_db [None req-349339f0-6c55-4db3-88a8-67aa2a78e907 None None] Set router 2f4539bc-d4ea-4bf2-91d9-64bace1e5856 gateway port host: dv-cinder-851279-2-iscsi {{(pid=104007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:26:43.137983 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-35fce516-b2b1-4a1e-b07a-b86cafbf531a tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:43.147081 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-35fce516-b2b1-4a1e-b07a-b86cafbf531a tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-375524'] for floatingip (19466070-2649-438e-94f7-4fd802d45a74), after_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:43.293498 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:26:43.295414 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.agents_db [None req-24db149f-f2c4-42ba-b1ad-acaecd0c6386 None None] Agent healthcheck: found 6 active agents {{(pid=104007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 05:26:43.295764 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.db.l3_db [None req-35fce516-b2b1-4a1e-b07a-b86cafbf531a tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Floating IP 19466070-2649-438e-94f7-4fd802d45a74 associated. External IP: 172.27.2.88, port: a7825eab-725a-4a03-8c38-040b1712a57c. Jul 29 05:26:43.341084 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 05:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f18e6688-7cfe-496c-8b52-9684dc44b8be x-openstack-request-id: req-f18e6688-7cfe-496c-8b52-9684dc44b8be {{(pid=104005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 05:26:43.341287 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4471f55c-7166-4321-b0ac-438ae8d3e5e2", "name": "network-vif-deleted", "tag": "cc0ff66d-f4e0-423a-a8ff-dc678b54c231", "status": "completed", "code": 200}]} {{(pid=104005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 05:26:43.341604 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f18e6688-7cfe-496c-8b52-9684dc44b8be {{(pid=104005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 05:26:43.341915 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f18e6688-7cfe-496c-8b52-9684dc44b8be'] response: {'server_uuid': '4471f55c-7166-4321-b0ac-438ae8d3e5e2', 'name': 'network-vif-deleted', 'tag': 'cc0ff66d-f4e0-423a-a8ff-dc678b54c231', 'status': 'completed', 'code': 200} Jul 29 05:26:43.357197 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-80577264-5075-4fed-a4ac-565e200fbfd7 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737760621891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737760223820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660275'] for port (b376f7df-d1a6-4001-bbad-c4c4f4a8b60d), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:43.387620 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-349339f0-6c55-4db3-88a8-67aa2a78e907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f4539bc-d4ea-4bf2-91d9-64bace1e5856', 'name': 'tempest-AttachVolumeNegativeTest-392654816-router', 'tenant_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '80161f1c-297a-4942-ab94-ca8574f080db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:21:02Z', 'updated_at': '2022-07-29T05:21:11Z', 'revision_number': 4, 'project_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'gw_port': {'id': '80161f1c-297a-4942-ab94-ca8574f080db', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:33:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4539bc-d4ea-4bf2-91d9-64bace1e5856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:03Z', 'updated_at': '2022-07-29T05:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi', '_interfaces': [{'id': '205980a9-ef0f-4a59-a55e-71e75787c094', 'name': '', 'network_id': 'b55efc63-6791-470d-af15-935a2f0fc83e', 'tenant_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'mac_address': 'fa:16:3e:95:99:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4539bc-d4ea-4bf2-91d9-64bace1e5856', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'bbb96b40-4994-4d5c-ad35-a19342a29a39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:08Z', 'updated_at': '2022-07-29T05:21:26Z', 'revision_number': 5, 'project_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'subnets': [{'id': 'bbb96b40-4994-4d5c-ad35-a19342a29a39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-2-iscsi', False) {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:26:43.404895 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80577264-5075-4fed-a4ac-565e200fbfd7 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Pushing event deleted for resources: {'Port': ['ID=b376f7df-d1a6-4001-bbad-c4c4f4a8b60d,revision_number=None']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:26:43.469425 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349339f0-6c55-4db3-88a8-67aa2a78e907 None None] Checking router: 2f4539bc-d4ea-4bf2-91d9-64bace1e5856 for host: dv-cinder-851279-2-iscsi {{(pid=104007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 05:26:43.482651 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349339f0-6c55-4db3-88a8-67aa2a78e907 None None] Routers {'2f4539bc-d4ea-4bf2-91d9-64bace1e5856'} bound to L3 agent in host dv-cinder-851279-2-iscsi {{(pid=104007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:26:43.483418 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-349339f0-6c55-4db3-88a8-67aa2a78e907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-29T05:12:08Z,description=,heartbeat_timestamp=2022-07-29T05:26:38Z,host='dv-cinder-851279-2-iscsi',id=8a9a6061-e61b-4901-b35e-5e71dea10db3,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T05:12:08Z,topic='l3_agent')) {'router_ids': ['2f4539bc-d4ea-4bf2-91d9-64bace1e5856'], 'active': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:26:43.571155 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-80577264-5075-4fed-a4ac-565e200fbfd7 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Publish callbacks [] for floatingip (20cf3195-b4e3-4d37-b740-8326115a74b6), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:43.574293 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-80577264-5075-4fed-a4ac-565e200fbfd7 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249840'] for floatingip (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:43.600295 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-80577264-5075-4fed-a4ac-565e200fbfd7 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "DELETE /v2.0/floatingips/20cf3195-b4e3-4d37-b740-8326115a74b6 HTTP/1.1" status: 204 len: 168 time: 1.3139982 Jul 29 05:26:43.668085 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35fce516-b2b1-4a1e-b07a-b86cafbf531a tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Router d1904235-b8da-4132-80da-638ba8c8454c has already been hosted by L3 agent 8a9a6061-e61b-4901-b35e-5e71dea10db3 {{(pid=104005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 05:26:43.790967 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvr_db [None req-349339f0-6c55-4db3-88a8-67aa2a78e907 None None] Set router 2f4539bc-d4ea-4bf2-91d9-64bace1e5856 gateway port host: dv-cinder-851279-2-iscsi {{(pid=104007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:26:43.915512 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 34838) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:26:43.957877 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:26:43.988129 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35fce516-b2b1-4a1e-b07a-b86cafbf531a tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Notify agent at l3_agent.dv-cinder-851279-2-iscsi the message routers_updated {{(pid=104005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 05:26:44.006593 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96e2d50-8216-4a03-8d0b-d30b4d0dd7b4 None None] Sync routers for ids ['d1904235-b8da-4132-80da-638ba8c8454c'] in dv-cinder-851279-2-iscsi {{(pid=104006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 05:26:44.008159 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-35fce516-b2b1-4a1e-b07a-b86cafbf531a tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249840'] for floatingip (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:44.028113 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-7cc43b69-c27c-40a4-a1b3-da3af1edb12a tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks [] for security_group (78ca545d-2bbe-4a1e-88b9-ab93f3f4566d), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:44.031710 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96e2d50-8216-4a03-8d0b-d30b4d0dd7b4 None None] Routers {'d1904235-b8da-4132-80da-638ba8c8454c'} bound to L3 agent in host dv-cinder-851279-2-iscsi {{(pid=104006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:26:44.034746 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_hamode_db [None req-d96e2d50-8216-4a03-8d0b-d30b4d0dd7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-29T05:12:08Z,description=,heartbeat_timestamp=2022-07-29T05:26:38Z,host='dv-cinder-851279-2-iscsi',id=8a9a6061-e61b-4901-b35e-5e71dea10db3,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T05:12:08Z,topic='l3_agent')) {'router_ids': ['d1904235-b8da-4132-80da-638ba8c8454c'], 'active': True} {{(pid=104006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:26:44.067478 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-35fce516-b2b1-4a1e-b07a-b86cafbf531a tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "PUT /v2.0/floatingips/19466070-2649-438e-94f7-4fd802d45a74 HTTP/1.1" status: 200 len: 990 time: 2.4914789 Jul 29 05:26:44.083080 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-7cc43b69-c27c-40a4-a1b3-da3af1edb12a tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks [] for security_group (78ca545d-2bbe-4a1e-88b9-ab93f3f4566d), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:44.161199 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-349339f0-6c55-4db3-88a8-67aa2a78e907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f4539bc-d4ea-4bf2-91d9-64bace1e5856', 'name': 'tempest-AttachVolumeNegativeTest-392654816-router', 'tenant_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '80161f1c-297a-4942-ab94-ca8574f080db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:21:02Z', 'updated_at': '2022-07-29T05:21:11Z', 'revision_number': 4, 'project_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'gw_port': {'id': '80161f1c-297a-4942-ab94-ca8574f080db', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:33:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4539bc-d4ea-4bf2-91d9-64bace1e5856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:03Z', 'updated_at': '2022-07-29T05:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi', '_interfaces': [{'id': '205980a9-ef0f-4a59-a55e-71e75787c094', 'name': '', 'network_id': 'b55efc63-6791-470d-af15-935a2f0fc83e', 'tenant_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'mac_address': 'fa:16:3e:95:99:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4539bc-d4ea-4bf2-91d9-64bace1e5856', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'bbb96b40-4994-4d5c-ad35-a19342a29a39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:08Z', 'updated_at': '2022-07-29T05:21:26Z', 'revision_number': 5, 'project_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'subnets': [{'id': 'bbb96b40-4994-4d5c-ad35-a19342a29a39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-2-iscsi', False) {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:26:44.168665 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-7cc43b69-c27c-40a4-a1b3-da3af1edb12a tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (78ca545d-2bbe-4a1e-88b9-ab93f3f4566d), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:44.172074 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-7cc43b69-c27c-40a4-a1b3-da3af1edb12a tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks [] for security_group (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:44.176446 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 34842) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:26:44.176722 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-7cc43b69-c27c-40a4-a1b3-da3af1edb12a tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "DELETE /v2.0/security-groups/78ca545d-2bbe-4a1e-88b9-ab93f3f4566d HTTP/1.1" status: 204 len: 168 time: 0.2593575 Jul 29 05:26:44.189286 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc43b69-c27c-40a4-a1b3-da3af1edb12a tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78ca545d-2bbe-4a1e-88b9-ab93f3f4566d,revision_number=None']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:26:44.214488 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.api.v2.resource [None req-b18223f6-0f65-4580-84ad-021fa867a117 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] show failed (client error): The resource could not be found. Jul 29 05:26:44.219768 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-b18223f6-0f65-4580-84ad-021fa867a117 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/security-groups/78ca545d-2bbe-4a1e-88b9-ab93f3f4566d HTTP/1.1" status: 404 len: 347 time: 0.0384004 Jul 29 05:26:44.219768 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 34844) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:26:44.235515 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=100 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:26:44.238185 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349339f0-6c55-4db3-88a8-67aa2a78e907 None None] The sync data for ids ['2f4539bc-d4ea-4bf2-91d9-64bace1e5856'] in dv-cinder-851279-2-iscsi is: [{'id': '2f4539bc-d4ea-4bf2-91d9-64bace1e5856', 'name': 'tempest-AttachVolumeNegativeTest-392654816-router', 'tenant_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '80161f1c-297a-4942-ab94-ca8574f080db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:21:02Z', 'updated_at': '2022-07-29T05:21:11Z', 'revision_number': 4, 'project_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'gw_port': {'id': '80161f1c-297a-4942-ab94-ca8574f080db', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:33:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4539bc-d4ea-4bf2-91d9-64bace1e5856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:03Z', 'updated_at': '2022-07-29T05:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi', '_interfaces': [{'id': '205980a9-ef0f-4a59-a55e-71e75787c094', 'name': '', 'network_id': 'b55efc63-6791-470d-af15-935a2f0fc83e', 'tenant_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'mac_address': 'fa:16:3e:95:99:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4539bc-d4ea-4bf2-91d9-64bace1e5856', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'bbb96b40-4994-4d5c-ad35-a19342a29a39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:08Z', 'updated_at': '2022-07-29T05:21:26Z', 'revision_number': 5, 'project_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'subnets': [{'id': 'bbb96b40-4994-4d5c-ad35-a19342a29a39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 05:26:44.261905 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvr_db [None req-d96e2d50-8216-4a03-8d0b-d30b4d0dd7b4 None None] Set router d1904235-b8da-4132-80da-638ba8c8454c gateway port host: dv-cinder-851279-2-iscsi {{(pid=104006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:26:44.314851 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:26:44.417288 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.plugin [None req-2e7e75f3-188c-4bf3-86f1-b03a8308e986 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Deleting port 1c908643-ceca-410a-a4d4-50e447dc9e43 {{(pid=104005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 05:26:44.417609 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-2e7e75f3-188c-4bf3-86f1-b03a8308e986 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737760600589'] for port (1c908643-ceca-410a-a4d4-50e447dc9e43), before_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:44.554206 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-2e7e75f3-188c-4bf3-86f1-b03a8308e986 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420629'] for port (1c908643-ceca-410a-a4d4-50e447dc9e43), precommit_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:44.554545 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-2e7e75f3-188c-4bf3-86f1-b03a8308e986 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks [] for floatingip (1c908643-ceca-410a-a4d4-50e447dc9e43), precommit_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:44.580554 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.plugin [None req-2e7e75f3-188c-4bf3-86f1-b03a8308e986 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Calling delete_port for 1c908643-ceca-410a-a4d4-50e447dc9e43 owned by network:floatingip {{(pid=104005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 05:26:44.602486 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_hamode_db [None req-d96e2d50-8216-4a03-8d0b-d30b4d0dd7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1904235-b8da-4132-80da-638ba8c8454c', 'name': 'tempest-AttachVolumeTestJSON-509135275-router', 'tenant_id': '92f16adc2357459aa0afb68db89031dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': 'fc72b586-b3cf-45c8-a32c-3fda3c2766d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:21:04Z', 'updated_at': '2022-07-29T05:21:21Z', 'revision_number': 4, 'project_id': '92f16adc2357459aa0afb68db89031dd', 'gw_port': {'id': 'fc72b586-b3cf-45c8-a32c-3fda3c2766d4', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:8d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1904235-b8da-4132-80da-638ba8c8454c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:06Z', 'updated_at': '2022-07-29T05:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi', '_floatingips': [{'id': '19466070-2649-438e-94f7-4fd802d45a74', 'tenant_id': '92f16adc2357459aa0afb68db89031dd', 'floating_ip_address': '172.27.2.88', 'floating_network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'router_id': 'd1904235-b8da-4132-80da-638ba8c8454c', 'port_id': 'a7825eab-725a-4a03-8c38-040b1712a57c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60b4bb7c-7825-4f15-bc04-5ac3fa10b445', 'mac_address': 'fa:16:3e:ab:0b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62613145-ee65-4472-a5f6-23a6d76ea1b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T05:26:24Z', 'updated_at': '2022-07-29T05:26:43Z', 'revision_number': 1, 'project_id': '92f16adc2357459aa0afb68db89031dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3a65432-8d5c-4784-8bc2-7cda611cf7de', 'name': '', 'network_id': '60b4bb7c-7825-4f15-bc04-5ac3fa10b445', 'tenant_id': '92f16adc2357459aa0afb68db89031dd', 'mac_address': 'fa:16:3e:d1:2a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1904235-b8da-4132-80da-638ba8c8454c', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '6b58381f-b173-48c0-ac4a-7a853ae2cd60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:17Z', 'updated_at': '2022-07-29T05:21:34Z', 'revision_number': 5, 'project_id': '92f16adc2357459aa0afb68db89031dd', 'subnets': [{'id': '6b58381f-b173-48c0-ac4a-7a853ae2cd60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-2-iscsi', False) {} {{(pid=104006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:26:44.641324 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96e2d50-8216-4a03-8d0b-d30b4d0dd7b4 None None] Checking router: d1904235-b8da-4132-80da-638ba8c8454c for host: dv-cinder-851279-2-iscsi {{(pid=104006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 05:26:44.661347 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96e2d50-8216-4a03-8d0b-d30b4d0dd7b4 None None] Routers {'d1904235-b8da-4132-80da-638ba8c8454c'} bound to L3 agent in host dv-cinder-851279-2-iscsi {{(pid=104006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:26:44.662008 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_hamode_db [None req-d96e2d50-8216-4a03-8d0b-d30b4d0dd7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-29T05:12:08Z,description=,heartbeat_timestamp=2022-07-29T05:26:38Z,host='dv-cinder-851279-2-iscsi',id=8a9a6061-e61b-4901-b35e-5e71dea10db3,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T05:12:08Z,topic='l3_agent')) {'router_ids': ['d1904235-b8da-4132-80da-638ba8c8454c'], 'active': True} {{(pid=104006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:26:44.677197 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e9c828-69a3-4c86-aec8-c5f83031c778 None None] New status for floating IP 1bebf9a1-067c-4cc8-bad7-d191c3b5b144: DOWN {{(pid=104007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 29 05:26:44.748759 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:26:44.809945 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvr_db [None req-d96e2d50-8216-4a03-8d0b-d30b4d0dd7b4 None None] Set router d1904235-b8da-4132-80da-638ba8c8454c gateway port host: dv-cinder-851279-2-iscsi {{(pid=104006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:26:44.857697 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron_lib.db.api [None req-11e9c828-69a3-4c86-aec8-c5f83031c778 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104007) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 29 05:26:44.858106 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG oslo_db.api [None req-11e9c828-69a3-4c86-aec8-c5f83031c778 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 05:26:44.869179 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-2e7e75f3-188c-4bf3-86f1-b03a8308e986 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737760621891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737760223820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1905596'] for port (1c908643-ceca-410a-a4d4-50e447dc9e43), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:44.967699 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7e75f3-188c-4bf3-86f1-b03a8308e986 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Pushing event deleted for resources: {'Port': ['ID=1c908643-ceca-410a-a4d4-50e447dc9e43,revision_number=None']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:26:45.038906 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-2e7e75f3-188c-4bf3-86f1-b03a8308e986 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks [] for floatingip (1bebf9a1-067c-4cc8-bad7-d191c3b5b144), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:45.042357 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-2e7e75f3-188c-4bf3-86f1-b03a8308e986 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249840'] for floatingip (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:45.046389 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-2e7e75f3-188c-4bf3-86f1-b03a8308e986 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "DELETE /v2.0/floatingips/1bebf9a1-067c-4cc8-bad7-d191c3b5b144 HTTP/1.1" status: 204 len: 168 time: 0.8223224 Jul 29 05:26:45.046389 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7e75f3-188c-4bf3-86f1-b03a8308e986 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:26:45.046389 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7e75f3-188c-4bf3-86f1-b03a8308e986 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:26:45.046389 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7e75f3-188c-4bf3-86f1-b03a8308e986 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:26:45.056719 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7e75f3-188c-4bf3-86f1-b03a8308e986 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:26:45.068824 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7e75f3-188c-4bf3-86f1-b03a8308e986 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:26:45.069190 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7e75f3-188c-4bf3-86f1-b03a8308e986 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:26:45.069533 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7e75f3-188c-4bf3-86f1-b03a8308e986 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:26:45.069869 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7e75f3-188c-4bf3-86f1-b03a8308e986 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:26:45.070204 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7e75f3-188c-4bf3-86f1-b03a8308e986 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:26:45.070534 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7e75f3-188c-4bf3-86f1-b03a8308e986 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:26:45.070863 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7e75f3-188c-4bf3-86f1-b03a8308e986 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:26:45.071189 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7e75f3-188c-4bf3-86f1-b03a8308e986 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:26:45.071699 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7e75f3-188c-4bf3-86f1-b03a8308e986 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:26:45.072033 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7e75f3-188c-4bf3-86f1-b03a8308e986 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:26:45.072358 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7e75f3-188c-4bf3-86f1-b03a8308e986 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:26:45.159162 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 34854) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:26:45.165197 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.v2.base [None req-9d075701-121a-4347-be96-720c86551d16 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Request body: {'security_group': {'name': 'tempest-securitygroup--400095429', 'description': 'tempest-description--450915308'}} {{(pid=104004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:26:45.198582 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-9d075701-121a-4347-be96-720c86551d16 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks [] for security_group (None), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:45.297720 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-9d075701-121a-4347-be96-720c86551d16 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks [] for security_group (1ecdeee5-e633-4d38-a6ac-9144f7d001b4), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:45.308292 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-9d075701-121a-4347-be96-720c86551d16 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (1ecdeee5-e633-4d38-a6ac-9144f7d001b4), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:45.313590 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_hamode_db [None req-d96e2d50-8216-4a03-8d0b-d30b4d0dd7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1904235-b8da-4132-80da-638ba8c8454c', 'name': 'tempest-AttachVolumeTestJSON-509135275-router', 'tenant_id': '92f16adc2357459aa0afb68db89031dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': 'fc72b586-b3cf-45c8-a32c-3fda3c2766d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:21:04Z', 'updated_at': '2022-07-29T05:21:21Z', 'revision_number': 4, 'project_id': '92f16adc2357459aa0afb68db89031dd', 'gw_port': {'id': 'fc72b586-b3cf-45c8-a32c-3fda3c2766d4', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:8d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1904235-b8da-4132-80da-638ba8c8454c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:06Z', 'updated_at': '2022-07-29T05:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi', '_floatingips': [{'id': '19466070-2649-438e-94f7-4fd802d45a74', 'tenant_id': '92f16adc2357459aa0afb68db89031dd', 'floating_ip_address': '172.27.2.88', 'floating_network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'router_id': 'd1904235-b8da-4132-80da-638ba8c8454c', 'port_id': 'a7825eab-725a-4a03-8c38-040b1712a57c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60b4bb7c-7825-4f15-bc04-5ac3fa10b445', 'mac_address': 'fa:16:3e:ab:0b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62613145-ee65-4472-a5f6-23a6d76ea1b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T05:26:24Z', 'updated_at': '2022-07-29T05:26:43Z', 'revision_number': 1, 'project_id': '92f16adc2357459aa0afb68db89031dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3a65432-8d5c-4784-8bc2-7cda611cf7de', 'name': '', 'network_id': '60b4bb7c-7825-4f15-bc04-5ac3fa10b445', 'tenant_id': '92f16adc2357459aa0afb68db89031dd', 'mac_address': 'fa:16:3e:d1:2a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1904235-b8da-4132-80da-638ba8c8454c', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '6b58381f-b173-48c0-ac4a-7a853ae2cd60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:17Z', 'updated_at': '2022-07-29T05:21:34Z', 'revision_number': 5, 'project_id': '92f16adc2357459aa0afb68db89031dd', 'subnets': [{'id': '6b58381f-b173-48c0-ac4a-7a853ae2cd60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-2-iscsi', False) {} {{(pid=104006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:26:45.341440 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96e2d50-8216-4a03-8d0b-d30b4d0dd7b4 None None] The sync data for ids ['d1904235-b8da-4132-80da-638ba8c8454c'] in dv-cinder-851279-2-iscsi is: [{'id': 'd1904235-b8da-4132-80da-638ba8c8454c', 'name': 'tempest-AttachVolumeTestJSON-509135275-router', 'tenant_id': '92f16adc2357459aa0afb68db89031dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': 'fc72b586-b3cf-45c8-a32c-3fda3c2766d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:21:04Z', 'updated_at': '2022-07-29T05:21:21Z', 'revision_number': 4, 'project_id': '92f16adc2357459aa0afb68db89031dd', 'gw_port': {'id': 'fc72b586-b3cf-45c8-a32c-3fda3c2766d4', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:8d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1904235-b8da-4132-80da-638ba8c8454c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:06Z', 'updated_at': '2022-07-29T05:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi', '_floatingips': [{'id': '19466070-2649-438e-94f7-4fd802d45a74', 'tenant_id': '92f16adc2357459aa0afb68db89031dd', 'floating_ip_address': '172.27.2.88', 'floating_network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'router_id': 'd1904235-b8da-4132-80da-638ba8c8454c', 'port_id': 'a7825eab-725a-4a03-8c38-040b1712a57c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60b4bb7c-7825-4f15-bc04-5ac3fa10b445', 'mac_address': 'fa:16:3e:ab:0b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62613145-ee65-4472-a5f6-23a6d76ea1b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T05:26:24Z', 'updated_at': '2022-07-29T05:26:43Z', 'revision_number': 1, 'project_id': '92f16adc2357459aa0afb68db89031dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3a65432-8d5c-4784-8bc2-7cda611cf7de', 'name': '', 'network_id': '60b4bb7c-7825-4f15-bc04-5ac3fa10b445', 'tenant_id': '92f16adc2357459aa0afb68db89031dd', 'mac_address': 'fa:16:3e:d1:2a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1904235-b8da-4132-80da-638ba8c8454c', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '6b58381f-b173-48c0-ac4a-7a853ae2cd60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:17Z', 'updated_at': '2022-07-29T05:21:34Z', 'revision_number': 5, 'project_id': '92f16adc2357459aa0afb68db89031dd', 'subnets': [{'id': '6b58381f-b173-48c0-ac4a-7a853ae2cd60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 05:26:45.344082 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62613145-ee65-4472-a5f6-23a6d76ea1b9', 'tag': 'a7825eab-725a-4a03-8c38-040b1712a57c'}] {{(pid=104005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 05:26:45.346581 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18cb6d06cd9bdbb2624e76cf95b2230ef06252a8a1dccb16f0d07e3cc9dc753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a5df345-a0ca-4221-9d2e-c89abeb1ea9b" -d '{"events": [{"name": "network-changed", "server_uuid": "62613145-ee65-4472-a5f6-23a6d76ea1b9", "tag": "a7825eab-725a-4a03-8c38-040b1712a57c"}]}' {{(pid=104005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 05:26:45.354492 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-9d075701-121a-4347-be96-720c86551d16 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks [] for security_group (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:45.358748 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-9d075701-121a-4347-be96-720c86551d16 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1954367 Jul 29 05:26:45.359460 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 34858) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:26:45.359595 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e9c828-69a3-4c86-aec8-c5f83031c778 None None] New status for floating IP 1bebf9a1-067c-4cc8-bad7-d191c3b5b144: DOWN {{(pid=104007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 29 05:26:45.365814 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d075701-121a-4347-be96-720c86551d16 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ecdeee5-e633-4d38-a6ac-9144f7d001b4,revision_number=1']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:26:45.367248 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.v2.base [None req-a733467a-a244-4690-8912-e412a784570e tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Request body: {'security_group_rule': {'security_group_id': '1ecdeee5-e633-4d38-a6ac-9144f7d001b4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:26:45.411917 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-a733467a-a244-4690-8912-e412a784570e tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks [] for security_group_rule (5bf2c17f-78a2-441a-b015-0b1a51b1f963), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:45.470344 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 05:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b753f6b6-bd7b-424a-8484-25a5a36a9b1c x-openstack-request-id: req-b753f6b6-bd7b-424a-8484-25a5a36a9b1c {{(pid=104005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 05:26:45.470668 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62613145-ee65-4472-a5f6-23a6d76ea1b9", "tag": "a7825eab-725a-4a03-8c38-040b1712a57c", "status": "completed", "code": 200}]} {{(pid=104005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 05:26:45.470879 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b753f6b6-bd7b-424a-8484-25a5a36a9b1c {{(pid=104005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 05:26:45.471284 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b753f6b6-bd7b-424a-8484-25a5a36a9b1c'] response: {'name': 'network-changed', 'server_uuid': '62613145-ee65-4472-a5f6-23a6d76ea1b9', 'tag': 'a7825eab-725a-4a03-8c38-040b1712a57c', 'status': 'completed', 'code': 200} Jul 29 05:26:45.505338 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-a733467a-a244-4690-8912-e412a784570e tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks [] for security_group_rule (5bf2c17f-78a2-441a-b015-0b1a51b1f963), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:45.542190 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-a733467a-a244-4690-8912-e412a784570e tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298574'] for security_group_rule (5bf2c17f-78a2-441a-b015-0b1a51b1f963), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:45.581683 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a733467a-a244-4690-8912-e412a784570e tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bf2c17f-78a2-441a-b015-0b1a51b1f963,revision_number=0']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:26:45.585952 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5df345-a0ca-4221-9d2e-c89abeb1ea9b req-a3b50a7d-1b62-435c-b9b0-98c7bb26830e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:26:45.587517 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-4a5df345-a0ca-4221-9d2e-c89abeb1ea9b req-a3b50a7d-1b62-435c-b9b0-98c7bb26830e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=92f16adc2357459aa0afb68db89031dd&device_id=62613145-ee65-4472-a5f6-23a6d76ea1b9 HTTP/1.1" status: 200 len: 1129 time: 0.0805917 Jul 29 05:26:45.597638 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-a733467a-a244-4690-8912-e412a784570e tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:45.598835 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-a733467a-a244-4690-8912-e412a784570e tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2375021 Jul 29 05:26:45.601732 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 34860) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:26:45.606426 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.v2.base [None req-a7f5962a-2911-4716-b1b1-31d892047c11 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Request body: {'security_group_rule': {'security_group_id': '1ecdeee5-e633-4d38-a6ac-9144f7d001b4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:26:45.615827 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:INSERT=2 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:26:45.664273 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-a7f5962a-2911-4716-b1b1-31d892047c11 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks [] for security_group_rule (4511950b-05b2-439c-8803-d98fd8a6b851), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:45.734517 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5df345-a0ca-4221-9d2e-c89abeb1ea9b req-49f3165d-6647-4c5c-8df2-d29b33e668c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:26:45.736316 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-4a5df345-a0ca-4221-9d2e-c89abeb1ea9b req-49f3165d-6647-4c5c-8df2-d29b33e668c1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=60b4bb7c-7825-4f15-bc04-5ac3fa10b445 HTTP/1.1" status: 200 len: 911 time: 0.1317244 Jul 29 05:26:45.774439 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=4 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:26:45.795323 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d00cd97-da57-45a6-80df-63e8a3982bf1 None None] New status for floating IP 19466070-2649-438e-94f7-4fd802d45a74: ACTIVE {{(pid=104006) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 29 05:26:45.804790 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-a7f5962a-2911-4716-b1b1-31d892047c11 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks [] for security_group_rule (4511950b-05b2-439c-8803-d98fd8a6b851), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:45.813893 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-a7f5962a-2911-4716-b1b1-31d892047c11 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298574'] for security_group_rule (4511950b-05b2-439c-8803-d98fd8a6b851), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:45.834811 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f5962a-2911-4716-b1b1-31d892047c11 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4511950b-05b2-439c-8803-d98fd8a6b851,revision_number=0']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:26:45.849192 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-a7f5962a-2911-4716-b1b1-31d892047c11 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:45.853145 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-a7f5962a-2911-4716-b1b1-31d892047c11 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2481070 Jul 29 05:26:45.854172 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 34862) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:26:45.859640 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.v2.base [None req-65fda550-b4fa-49d7-af3f-43e9940ef73d tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Request body: {'floatingip': {'floating_network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5'}} {{(pid=104004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:26:45.872354 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-4a5df345-a0ca-4221-9d2e-c89abeb1ea9b req-4383434c-2cd6-476f-bab6-5e2b288d342d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7825eab-725a-4a03-8c38-040b1712a57c HTTP/1.1" status: 200 len: 998 time: 0.1227510 Jul 29 05:26:45.885205 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-65fda550-b4fa-49d7-af3f-43e9940ef73d tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:45.932844 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5df345-a0ca-4221-9d2e-c89abeb1ea9b req-d1f547e4-614f-47bd-9449-39a5094be87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:26:45.934342 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-4a5df345-a0ca-4221-9d2e-c89abeb1ea9b req-d1f547e4-614f-47bd-9449-39a5094be87e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6b58381f-b173-48c0-ac4a-7a853ae2cd60 HTTP/1.1" status: 200 len: 849 time: 0.0550103 Jul 29 05:26:46.000347 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5df345-a0ca-4221-9d2e-c89abeb1ea9b req-031e79dc-f128-41eb-ab05-4e7a1f2b2931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:26:46.003265 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-4a5df345-a0ca-4221-9d2e-c89abeb1ea9b req-031e79dc-f128-41eb-ab05-4e7a1f2b2931 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=60b4bb7c-7825-4f15-bc04-5ac3fa10b445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0611851 Jul 29 05:26:46.049414 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-65fda550-b4fa-49d7-af3f-43e9940ef73d tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (None), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:46.171105 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-4a5df345-a0ca-4221-9d2e-c89abeb1ea9b req-3f5da025-753a-4e56-bd7b-ce0d82dc5cd2 service neutron] 10.222.0.60 "GET /v2.0/networks/60b4bb7c-7825-4f15-bc04-5ac3fa10b445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611471 Jul 29 05:26:46.233285 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.db.db_base_plugin_common [None req-65fda550-b4fa-49d7-af3f-43e9940ef73d tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Allocated IP 172.27.2.237 (24e7367e-e5e6-44e8-9960-5007b05e27d5/c0e5dfe8-844e-4105-ab86-052903918992/8354c38a-05a4-4cc5-834e-975a57e46a2f) {{(pid=104004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 05:26:46.236761 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:26:46.252014 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:26:46.296816 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-4a5df345-a0ca-4221-9d2e-c89abeb1ea9b req-b616e18d-8e0b-4cc2-976b-6f05042eb3c2 service neutron] 10.222.0.60 "GET /v2.0/networks/60b4bb7c-7825-4f15-bc04-5ac3fa10b445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189399 Jul 29 05:26:46.417885 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-65fda550-b4fa-49d7-af3f-43e9940ef73d tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks [] for port (8354c38a-05a4-4cc5-834e-975a57e46a2f), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:46.466597 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-65fda550-b4fa-49d7-af3f-43e9940ef73d tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737760223811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660275'] for port (8354c38a-05a4-4cc5-834e-975a57e46a2f), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:46.475904 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf56040-c4a3-49a7-be55-d5bc369349b9 req-07567794-0a17-4398-8821-30e16deebec7 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:26:46.477764 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-0bf56040-c4a3-49a7-be55-d5bc369349b9 req-07567794-0a17-4398-8821-30e16deebec7 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6c67286-4bb1-4dc6-87ba-4c21f3ff863a HTTP/1.1" status: 200 len: 945 time: 0.0629485 Jul 29 05:26:46.517000 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65fda550-b4fa-49d7-af3f-43e9940ef73d tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Network 24e7367e-e5e6-44e8-9960-5007b05e27d5 is already hosted by enough agents. {{(pid=104004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 05:26:46.522671 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.base_scheduler [None req-65fda550-b4fa-49d7-af3f-43e9940ef73d tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Resources bound (agent type, host, resource id): {{(pid=104004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:26:46.526014 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65fda550-b4fa-49d7-af3f-43e9940ef73d tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Received port after_create {{(pid=104004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 05:26:46.548386 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-0bf56040-c4a3-49a7-be55-d5bc369349b9 req-ceb0e5d7-2ab3-4598-949b-e20b691efdfe tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2d77d07-9d3f-4f87-89d0-b3dbc311f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646031 Jul 29 05:26:46.557877 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fda550-b4fa-49d7-af3f-43e9940ef73d tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Pushing event updated for resources: {'Port': ['ID=8354c38a-05a4-4cc5-834e-975a57e46a2f,revision_number=1']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:26:46.667676 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-65fda550-b4fa-49d7-af3f-43e9940ef73d tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks [] for floatingip (d3dec2fe-714b-4791-acf6-5c5c1d144cac), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:46.726331 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-65fda550-b4fa-49d7-af3f-43e9940ef73d tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (8354c38a-05a4-4cc5-834e-975a57e46a2f), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:46.823082 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:26:46.919967 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-65fda550-b4fa-49d7-af3f-43e9940ef73d tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks [] for port (8354c38a-05a4-4cc5-834e-975a57e46a2f), precommit_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:46.925450 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-65fda550-b4fa-49d7-af3f-43e9940ef73d tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25660260'] for port (8354c38a-05a4-4cc5-834e-975a57e46a2f), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:47.006545 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fda550-b4fa-49d7-af3f-43e9940ef73d tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Pushing event updated for resources: {'Port': ['ID=8354c38a-05a4-4cc5-834e-975a57e46a2f,revision_number=2']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:26:47.027831 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-65fda550-b4fa-49d7-af3f-43e9940ef73d tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-375524'] for floatingip (d3dec2fe-714b-4791-acf6-5c5c1d144cac), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:47.048443 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-65fda550-b4fa-49d7-af3f-43e9940ef73d tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249840'] for floatingip (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:47.049732 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-65fda550-b4fa-49d7-af3f-43e9940ef73d tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1944928 Jul 29 05:26:47.388526 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-e7b730e8-4920-4d07-9290-f9ba23d4b3c9 req-99ab2b86-8213-4e40-8c8e-28f48d6e8b27 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--400095429&fields=id&tenant_id=9d8baaf2e23546ee8ed1de278617c7d2 HTTP/1.1" status: 200 len: 267 time: 0.0666616 Jul 29 05:26:47.534170 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b730e8-4920-4d07-9290-f9ba23d4b3c9 req-5a4ad1d6-275a-494a-8a9f-7cc082d29a6c tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:26:47.535649 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-e7b730e8-4920-4d07-9290-f9ba23d4b3c9 req-5a4ad1d6-275a-494a-8a9f-7cc082d29a6c tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/networks?id=b55efc63-6791-470d-af15-935a2f0fc83e HTTP/1.1" status: 200 len: 814 time: 0.1384676 Jul 29 05:26:47.556751 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-e7b730e8-4920-4d07-9290-f9ba23d4b3c9 req-31c12749-cd76-4252-8fc7-253c8ee0da48 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/quotas/9d8baaf2e23546ee8ed1de278617c7d2 HTTP/1.1" status: 200 len: 375 time: 0.0106378 Jul 29 05:26:47.617865 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-e7b730e8-4920-4d07-9290-f9ba23d4b3c9 req-5dc2cd15-3e6a-4a25-90f0-2bea5cf3f76f tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=9d8baaf2e23546ee8ed1de278617c7d2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0540633 Jul 29 05:26:47.720058 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577b3c69-c40b-4238-8cfb-2a1c148aa220 req-8d14d3de-c83c-4b7b-a037-4a9c20421ab2 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:26:47.721627 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-577b3c69-c40b-4238-8cfb-2a1c148aa220 req-8d14d3de-c83c-4b7b-a037-4a9c20421ab2 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6c67286-4bb1-4dc6-87ba-4c21f3ff863a HTTP/1.1" status: 200 len: 945 time: 0.0600281 Jul 29 05:26:47.724853 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:26:47.739180 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-e7b730e8-4920-4d07-9290-f9ba23d4b3c9 req-4db9cfd7-c4f1-4090-a872-6421d66aa7f7 service neutron] 10.222.0.49 "GET /v2.0/networks/b55efc63-6791-470d-af15-935a2f0fc83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068687 Jul 29 05:26:47.775877 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-577b3c69-c40b-4238-8cfb-2a1c148aa220 req-77732d28-3093-4f08-a7d2-50af5b8f14b5 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2d77d07-9d3f-4f87-89d0-b3dbc311f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478249 Jul 29 05:26:47.865135 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-e7b730e8-4920-4d07-9290-f9ba23d4b3c9 req-a2bb0afd-f941-42c6-93f1-31bb42aa55c4 service neutron] 10.222.0.49 "GET /v2.0/networks/b55efc63-6791-470d-af15-935a2f0fc83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198585 Jul 29 05:26:48.065727 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-d1c8e648-330d-4d6a-bd58-776b1f8edc15 req-0bd1cb88-67a0-4d39-bb4d-8c77f75f261b tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7d28599-67a9-4e84-a44d-79f1a6bf728f HTTP/1.1" status: 200 len: 210 time: 0.0350544 Jul 29 05:26:48.137724 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01da68d2-b716-41a0-9512-dc2acb2a6af9 req-d3bdfe4a-b338-48f0-a35e-54bb727cc4b9 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:26:48.139275 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-01da68d2-b716-41a0-9512-dc2acb2a6af9 req-d3bdfe4a-b338-48f0-a35e-54bb727cc4b9 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] 10.222.0.49 "GET /v2.0/networks?id=fbc0aa89-ee8e-4e90-b085-d635259d746e HTTP/1.1" status: 200 len: 815 time: 0.1406178 Jul 29 05:26:48.169972 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-01da68d2-b716-41a0-9512-dc2acb2a6af9 req-66b54158-030d-4197-a7d5-579b1062953a tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] 10.222.0.49 "GET /v2.0/quotas/4c28b78169ac49a6854f195bea0dd9bf HTTP/1.1" status: 200 len: 375 time: 0.0214705 Jul 29 05:26:48.232620 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-01da68d2-b716-41a0-9512-dc2acb2a6af9 req-d1d7a5cc-327b-4dda-a020-fde76422ecf6 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=4c28b78169ac49a6854f195bea0dd9bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0533383 Jul 29 05:26:48.396004 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-01da68d2-b716-41a0-9512-dc2acb2a6af9 req-0d913914-0927-414e-a98c-cd60d49e8b81 service neutron] 10.222.0.49 "GET /v2.0/networks/fbc0aa89-ee8e-4e90-b085-d635259d746e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556973 Jul 29 05:26:48.500182 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-01da68d2-b716-41a0-9512-dc2acb2a6af9 req-419cbc90-5f0c-4412-97f8-bd2a98ac4f05 service neutron] 10.222.0.49 "GET /v2.0/networks/fbc0aa89-ee8e-4e90-b085-d635259d746e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011004 Jul 29 05:26:48.686094 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=100 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:26:48.701890 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67320439-6265-4976-bbb6-cb64c17c634e req-8dc6b019-6333-42e5-a331-7f0f7ec715c0 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:26:48.702271 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-ec8661d0-5c61-430e-915e-6741bb962b56 req-15226288-8b34-4cae-94e0-3c529ea2fe5b tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] 10.222.0.49 "GET /v2.0/ports?device_id=a8e59cc2-032c-497f-867c-2d5663a4da21 HTTP/1.1" status: 200 len: 210 time: 0.0451055 Jul 29 05:26:48.706905 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-67320439-6265-4976-bbb6-cb64c17c634e req-8dc6b019-6333-42e5-a331-7f0f7ec715c0 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.60 "GET /v2.0/ports?device_id=a6c67286-4bb1-4dc6-87ba-4c21f3ff863a HTTP/1.1" status: 200 len: 945 time: 0.1003580 Jul 29 05:26:48.849451 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.plugin [req-67320439-6265-4976-bbb6-cb64c17c634e req-fccc9d7c-992a-426e-b50c-8cbbd94b3487 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Deleting port 6bc36d89-d1c5-4873-87c6-12b89c984f37 {{(pid=104005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 05:26:48.850192 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-67320439-6265-4976-bbb6-cb64c17c634e req-fccc9d7c-992a-426e-b50c-8cbbd94b3487 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737760600589'] for port (6bc36d89-d1c5-4873-87c6-12b89c984f37), before_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:48.970777 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb25a67-65b6-4f98-ba86-f6e1c2af9188 req-b9b0ac38-5230-478f-b96b-ed1ddc8390ab tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:26:48.972701 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-efb25a67-65b6-4f98-ba86-f6e1c2af9188 req-b9b0ac38-5230-478f-b96b-ed1ddc8390ab tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6c67286-4bb1-4dc6-87ba-4c21f3ff863a HTTP/1.1" status: 200 len: 945 time: 0.0715067 Jul 29 05:26:49.022387 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.db [req-67320439-6265-4976-bbb6-cb64c17c634e req-fccc9d7c-992a-426e-b50c-8cbbd94b3487 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] For port 6bc36d89-d1c5-4873-87c6-12b89c984f37, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=6bc36d89-d1c5-4873-87c6-12b89c984f37,segment=NetworkSegment(2ceab750-82be-448f-8b3e-b595d666c0d7),segment_id=2ceab750-82be-448f-8b3e-b595d666c0d7)] {{(pid=104005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:26:49.022760 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-67320439-6265-4976-bbb6-cb64c17c634e req-fccc9d7c-992a-426e-b50c-8cbbd94b3487 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420629'] for port (6bc36d89-d1c5-4873-87c6-12b89c984f37), precommit_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:49.051882 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.plugin [req-67320439-6265-4976-bbb6-cb64c17c634e req-fccc9d7c-992a-426e-b50c-8cbbd94b3487 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Calling delete_port for 6bc36d89-d1c5-4873-87c6-12b89c984f37 owned by compute:nova {{(pid=104005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 05:26:49.086270 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-efb25a67-65b6-4f98-ba86-f6e1c2af9188 req-70bf2f75-a72d-45e6-a18e-b36be9886b96 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2d77d07-9d3f-4f87-89d0-b3dbc311f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982912 Jul 29 05:26:49.221907 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-7c1f18f8-7fe2-4740-a67e-0d0a19651048 req-c435ca46-0e92-4085-ac2b-d50c73321d6b tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7d28599-67a9-4e84-a44d-79f1a6bf728f HTTP/1.1" status: 200 len: 210 time: 0.0407195 Jul 29 05:26:49.256733 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:26:49.641220 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-67320439-6265-4976-bbb6-cb64c17c634e req-fccc9d7c-992a-426e-b50c-8cbbd94b3487 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737760621891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737760223820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1905596'] for port (6bc36d89-d1c5-4873-87c6-12b89c984f37), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:49.656488 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] get_ports_and_sgs() called for port_ids ['add97173-f389-4e35-b131-c4e58524e3c9', '6bc36d89-d1c5-4873-87c6-12b89c984f37'] {{(pid=104006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 05:26:49.677970 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b730e8-4920-4d07-9290-f9ba23d4b3c9 req-6488f093-55e5-4d6a-9641-4b802ea7b4c7 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:26:49.679487 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-e7b730e8-4920-4d07-9290-f9ba23d4b3c9 req-6488f093-55e5-4d6a-9641-4b802ea7b4c7 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.60 "GET /v2.0/networks?id=b55efc63-6791-470d-af15-935a2f0fc83e HTTP/1.1" status: 200 len: 814 time: 0.4898801 Jul 29 05:26:49.682598 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccc9d7c-992a-426e-b50c-8cbbd94b3487 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Pushing event deleted for resources: {'Port': ['ID=6bc36d89-d1c5-4873-87c6-12b89c984f37,revision_number=None']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:26:49.723812 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=100 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:26:49.741062 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvrscheduler_db [req-67320439-6265-4976-bbb6-cb64c17c634e req-fccc9d7c-992a-426e-b50c-8cbbd94b3487 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] No DVR routers for this DVR port 6bc36d89-d1c5-4873-87c6-12b89c984f37 on host hv-cinder-85127 {{(pid=104005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 29 05:26:49.743895 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-67320439-6265-4976-bbb6-cb64c17c634e req-fccc9d7c-992a-426e-b50c-8cbbd94b3487 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249840'] for port (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:49.747055 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-67320439-6265-4976-bbb6-cb64c17c634e req-fccc9d7c-992a-426e-b50c-8cbbd94b3487 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.60 "DELETE /v2.0/ports/6bc36d89-d1c5-4873-87c6-12b89c984f37 HTTP/1.1" status: 204 len: 173 time: 1.0318303 Jul 29 05:26:49.747526 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6c67286-4bb1-4dc6-87ba-4c21f3ff863a', 'name': 'network-vif-deleted', 'tag': '6bc36d89-d1c5-4873-87c6-12b89c984f37'}] {{(pid=104005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 05:26:49.750405 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18cb6d06cd9bdbb2624e76cf95b2230ef06252a8a1dccb16f0d07e3cc9dc753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dc96a62-3626-4b73-8cc9-dc5b8b659423" -d '{"events": [{"server_uuid": "a6c67286-4bb1-4dc6-87ba-4c21f3ff863a", "name": "network-vif-deleted", "tag": "6bc36d89-d1c5-4873-87c6-12b89c984f37"}]}' {{(pid=104005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 05:26:49.810154 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 05:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dab9935d-90e6-484b-bea4-298e142b46f7 x-openstack-request-id: req-dab9935d-90e6-484b-bea4-298e142b46f7 {{(pid=104005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 05:26:49.810447 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6c67286-4bb1-4dc6-87ba-4c21f3ff863a", "name": "network-vif-deleted", "tag": "6bc36d89-d1c5-4873-87c6-12b89c984f37", "status": "completed", "code": 200}]} {{(pid=104005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 05:26:49.810698 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dab9935d-90e6-484b-bea4-298e142b46f7 {{(pid=104005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 05:26:49.811106 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dab9935d-90e6-484b-bea4-298e142b46f7'] response: {'server_uuid': 'a6c67286-4bb1-4dc6-87ba-4c21f3ff863a', 'name': 'network-vif-deleted', 'tag': '6bc36d89-d1c5-4873-87c6-12b89c984f37', 'status': 'completed', 'code': 200} Jul 29 05:26:49.850404 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-e7b730e8-4920-4d07-9290-f9ba23d4b3c9 req-634ef64d-27ec-450b-b110-f16e13b25e3d tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d8baaf2e23546ee8ed1de278617c7d2 HTTP/1.1" status: 200 len: 379 time: 0.0772192 Jul 29 05:26:49.881859 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.v2.base [req-e7b730e8-4920-4d07-9290-f9ba23d4b3c9 req-63e25cac-ffed-4693-9148-d93caa8b4759 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Request body: {'port': {'device_id': 'c7d28599-67a9-4e84-a44d-79f1a6bf728f', 'network_id': 'b55efc63-6791-470d-af15-935a2f0fc83e', 'admin_state_up': True, 'tenant_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'security_groups': ['1ecdeee5-e633-4d38-a6ac-9144f7d001b4']}} {{(pid=104005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:26:49.930533 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-37f0c829-b044-4ce1-941a-d12c3eb0efbe req-ec9540a6-4dba-4312-a4c4-dc753832bb31 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] 10.222.0.49 "GET /v2.0/ports?device_id=a8e59cc2-032c-497f-867c-2d5663a4da21 HTTP/1.1" status: 200 len: 210 time: 0.0771594 Jul 29 05:26:50.182146 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01da68d2-b716-41a0-9512-dc2acb2a6af9 req-979f72d9-0bef-407b-ad8c-dcce4ace8ffa tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:26:50.183921 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-01da68d2-b716-41a0-9512-dc2acb2a6af9 req-979f72d9-0bef-407b-ad8c-dcce4ace8ffa tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] 10.222.0.60 "GET /v2.0/networks?id=fbc0aa89-ee8e-4e90-b085-d635259d746e HTTP/1.1" status: 200 len: 815 time: 0.2768826 Jul 29 05:26:50.193725 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7b730e8-4920-4d07-9290-f9ba23d4b3c9 req-63e25cac-ffed-4693-9148-d93caa8b4759 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Made reservation on behalf of 9d8baaf2e23546ee8ed1de278617c7d2 for: {'port': 1} {{(pid=104005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 05:26:50.198400 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-e7b730e8-4920-4d07-9290-f9ba23d4b3c9 req-63e25cac-ffed-4693-9148-d93caa8b4759 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (None), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:50.245371 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-256c9254-79b6-42a5-885a-3b664353b301 req-18429252-9556-4069-874f-6183774f1f79 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6c67286-4bb1-4dc6-87ba-4c21f3ff863a HTTP/1.1" status: 200 len: 210 time: 0.0383480 Jul 29 05:26:50.278087 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:26:50.314224 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.v2.base [req-01da68d2-b716-41a0-9512-dc2acb2a6af9 req-303aa9ac-4c52-4e92-9879-14d61565d19b tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Request body: {'port': {'device_id': 'a8e59cc2-032c-497f-867c-2d5663a4da21', 'network_id': 'fbc0aa89-ee8e-4e90-b085-d635259d746e', 'admin_state_up': True, 'tenant_id': '4c28b78169ac49a6854f195bea0dd9bf'}} {{(pid=104005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:26:50.449417 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-b8a4605e-1591-495e-9d87-4240ffc6a666 req-4827a31c-9fce-447b-a8f3-9824cb6c91d2 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7d28599-67a9-4e84-a44d-79f1a6bf728f HTTP/1.1" status: 200 len: 210 time: 0.0715222 Jul 29 05:26:50.493787 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.db_base_plugin_common [req-e7b730e8-4920-4d07-9290-f9ba23d4b3c9 req-63e25cac-ffed-4693-9148-d93caa8b4759 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Allocated IP 172.20.0.9 (b55efc63-6791-470d-af15-935a2f0fc83e/bbb96b40-4994-4d5c-ad35-a19342a29a39/c7e12f70-c8c8-48ec-9fd7-5a69b095e812) {{(pid=104005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 05:26:50.584793 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01da68d2-b716-41a0-9512-dc2acb2a6af9 req-303aa9ac-4c52-4e92-9879-14d61565d19b tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Made reservation on behalf of 4c28b78169ac49a6854f195bea0dd9bf for: {'port': 1} {{(pid=104005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 05:26:50.590511 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-01da68d2-b716-41a0-9512-dc2acb2a6af9 req-303aa9ac-4c52-4e92-9879-14d61565d19b tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (None), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:50.659610 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:26:50.801733 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-e7b730e8-4920-4d07-9290-f9ba23d4b3c9 req-63e25cac-ffed-4693-9148-d93caa8b4759 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks [] for port (c7e12f70-c8c8-48ec-9fd7-5a69b095e812), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:50.882598 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.db_base_plugin_common [req-01da68d2-b716-41a0-9512-dc2acb2a6af9 req-303aa9ac-4c52-4e92-9879-14d61565d19b tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Allocated IP 172.20.0.8 (fbc0aa89-ee8e-4e90-b085-d635259d746e/8376599e-1b82-4f50-882f-6526e26807a2/6d8585cd-d0d9-4ae4-9146-299c453184a4) {{(pid=104005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 05:26:50.910552 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-e7b730e8-4920-4d07-9290-f9ba23d4b3c9 req-63e25cac-ffed-4693-9148-d93caa8b4759 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737760223811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1905596'] for port (c7e12f70-c8c8-48ec-9fd7-5a69b095e812), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:51.004766 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7b730e8-4920-4d07-9290-f9ba23d4b3c9 req-63e25cac-ffed-4693-9148-d93caa8b4759 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Network b55efc63-6791-470d-af15-935a2f0fc83e is already hosted by enough agents. {{(pid=104005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 05:26:51.015424 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.base_scheduler [req-e7b730e8-4920-4d07-9290-f9ba23d4b3c9 req-63e25cac-ffed-4693-9148-d93caa8b4759 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Resources bound (agent type, host, resource id): {{(pid=104005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:26:51.027318 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7b730e8-4920-4d07-9290-f9ba23d4b3c9 req-63e25cac-ffed-4693-9148-d93caa8b4759 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Received port after_create {{(pid=104005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 05:26:51.039823 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e25cac-ffed-4693-9148-d93caa8b4759 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Pushing event updated for resources: {'Port': ['ID=c7e12f70-c8c8-48ec-9fd7-5a69b095e812,revision_number=1']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:26:51.146027 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-80aa40c7-d23d-4bd1-adb7-ea10ecc0460a req-8888461f-38fe-4ed7-80f6-baf5f26673dd tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] 10.222.0.49 "GET /v2.0/ports?device_id=a8e59cc2-032c-497f-867c-2d5663a4da21 HTTP/1.1" status: 200 len: 210 time: 0.0782535 Jul 29 05:26:51.168581 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b730e8-4920-4d07-9290-f9ba23d4b3c9 req-63e25cac-ffed-4693-9148-d93caa8b4759 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:26:51.170180 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-e7b730e8-4920-4d07-9290-f9ba23d4b3c9 req-63e25cac-ffed-4693-9148-d93caa8b4759 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249840'] for port (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:51.204732 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=6,neutron:DELETE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:26:51.224078 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-e7b730e8-4920-4d07-9290-f9ba23d4b3c9 req-63e25cac-ffed-4693-9148-d93caa8b4759 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3527937 Jul 29 05:26:51.322765 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-01da68d2-b716-41a0-9512-dc2acb2a6af9 req-303aa9ac-4c52-4e92-9879-14d61565d19b tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Publish callbacks [] for port (6d8585cd-d0d9-4ae4-9146-299c453184a4), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:51.370613 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-01da68d2-b716-41a0-9512-dc2acb2a6af9 req-303aa9ac-4c52-4e92-9879-14d61565d19b tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737760223811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1905596'] for port (6d8585cd-d0d9-4ae4-9146-299c453184a4), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:51.378761 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-c482998c-12a8-4939-9a82-209bca686d3b None None] Provisioning complete for port c7e12f70-c8c8-48ec-9fd7-5a69b095e812 triggered by entity DHCP. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:26:51.380174 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c482998c-12a8-4939-9a82-209bca686d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (c7e12f70-c8c8-48ec-9fd7-5a69b095e812), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:51.435426 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01da68d2-b716-41a0-9512-dc2acb2a6af9 req-303aa9ac-4c52-4e92-9879-14d61565d19b tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Network fbc0aa89-ee8e-4e90-b085-d635259d746e is already hosted by enough agents. {{(pid=104005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 05:26:51.447449 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.base_scheduler [req-01da68d2-b716-41a0-9512-dc2acb2a6af9 req-303aa9ac-4c52-4e92-9879-14d61565d19b tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Resources bound (agent type, host, resource id): {{(pid=104005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:26:51.462747 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvrscheduler_db [req-01da68d2-b716-41a0-9512-dc2acb2a6af9 req-303aa9ac-4c52-4e92-9879-14d61565d19b tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Received port after_create {{(pid=104005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 05:26:51.475934 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303aa9ac-4c52-4e92-9879-14d61565d19b tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Pushing event updated for resources: {'Port': ['ID=6d8585cd-d0d9-4ae4-9146-299c453184a4,revision_number=1']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:26:51.493037 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-c482998c-12a8-4939-9a82-209bca686d3b None None] Port c7e12f70-c8c8-48ec-9fd7-5a69b095e812 cannot update to ACTIVE because it is not bound. {{(pid=104006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 29 05:26:51.578250 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01da68d2-b716-41a0-9512-dc2acb2a6af9 req-303aa9ac-4c52-4e92-9879-14d61565d19b tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:26:51.578947 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-01da68d2-b716-41a0-9512-dc2acb2a6af9 req-303aa9ac-4c52-4e92-9879-14d61565d19b tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249840'] for port (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:51.698768 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5c1b6f-c29f-4aa3-b199-8db98b4f3269 req-bcb6e961-fcdc-4208-b886-842600729a84 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:26:51.714939 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-9f5c1b6f-c29f-4aa3-b199-8db98b4f3269 req-bcb6e961-fcdc-4208-b886-842600729a84 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7d28599-67a9-4e84-a44d-79f1a6bf728f HTTP/1.1" status: 200 len: 931 time: 0.0993402 Jul 29 05:26:51.725842 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-01da68d2-b716-41a0-9512-dc2acb2a6af9 req-303aa9ac-4c52-4e92-9879-14d61565d19b tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4269133 Jul 29 05:26:51.789088 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:26:51.806950 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:26:51.819674 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-9f5c1b6f-c29f-4aa3-b199-8db98b4f3269 req-52a938a1-7e30-4613-b4d6-729be0428b2c tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ecdeee5-e633-4d38-a6ac-9144f7d001b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036785 Jul 29 05:26:51.832193 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ce1c0e-8ce6-4741-be14-bb959c1d5872 req-20bd3066-4676-4d0e-b61c-909f94883ea9 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:26:51.836916 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-078f2c9c-683e-4f28-b57f-8d8d2c9b79d6 None None] Provisioning complete for port 6d8585cd-d0d9-4ae4-9146-299c453184a4 triggered by entity DHCP. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:26:51.837351 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-078f2c9c-683e-4f28-b57f-8d8d2c9b79d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (6d8585cd-d0d9-4ae4-9146-299c453184a4), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:51.840348 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-a3ce1c0e-8ce6-4741-be14-bb959c1d5872 req-20bd3066-4676-4d0e-b61c-909f94883ea9 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f080dde-4e70-4d3f-aa8c-ced0a1065d3d HTTP/1.1" status: 200 len: 946 time: 0.0952878 Jul 29 05:26:51.846632 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.v2.base [req-e7b730e8-4920-4d07-9290-f9ba23d4b3c9 req-6c394508-0d07-42e1-b6c3-4715ff2eb5c3 service neutron] Request body: {'port': {'device_id': 'c7d28599-67a9-4e84-a44d-79f1a6bf728f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85127'}} {{(pid=104005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:26:51.912158 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-078f2c9c-683e-4f28-b57f-8d8d2c9b79d6 None None] Port 6d8585cd-d0d9-4ae4-9146-299c453184a4 cannot update to ACTIVE because it is not bound. {{(pid=104006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 29 05:26:51.926850 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.v2.base [req-01da68d2-b716-41a0-9512-dc2acb2a6af9 req-efdcd6eb-5675-421f-b9c5-2a32582a9452 service neutron] Request body: {'port': {'device_id': 'a8e59cc2-032c-497f-867c-2d5663a4da21', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85127'}} {{(pid=104005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:26:51.972554 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-a3ce1c0e-8ce6-4741-be14-bb959c1d5872 req-3c11bc96-95a9-4da9-b11d-a5560f46d860 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2d77d07-9d3f-4f87-89d0-b3dbc311f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146100 Jul 29 05:26:51.986050 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-e7b730e8-4920-4d07-9290-f9ba23d4b3c9 req-6c394508-0d07-42e1-b6c3-4715ff2eb5c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (c7e12f70-c8c8-48ec-9fd7-5a69b095e812), before_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:52.074634 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-01da68d2-b716-41a0-9512-dc2acb2a6af9 req-efdcd6eb-5675-421f-b9c5-2a32582a9452 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (6d8585cd-d0d9-4ae4-9146-299c453184a4), before_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:52.360983 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed7a00a-5b40-4186-aff5-7ec337b9a293 req-216beb0c-8d6b-408b-b509-4436c3dad11a tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:26:52.362352 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-4ed7a00a-5b40-4186-aff5-7ec337b9a293 req-216beb0c-8d6b-408b-b509-4436c3dad11a tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] 10.222.0.49 "GET /v2.0/ports?device_id=a8e59cc2-032c-497f-867c-2d5663a4da21 HTTP/1.1" status: 200 len: 931 time: 0.1382406 Jul 29 05:26:52.435651 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Device 6bc36d89-d1c5-4873-87c6-12b89c984f37 no longer exists at agent hyperv_hv-cinder-85127 {{(pid=104006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 05:26:52.455853 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] No Port match for: 6bc36d89-d1c5-4873-87c6-12b89c984f37 {{(pid=104006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 05:26:52.456195 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Device 6bc36d89-d1c5-4873-87c6-12b89c984f37 not bound to the agent host hv-cinder-85127 {{(pid=104006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 05:26:52.508261 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-4ed7a00a-5b40-4186-aff5-7ec337b9a293 req-3dbf3879-b5f2-4d2e-8973-0a4811431a50 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa0dd268-c459-4d1d-8fbc-d37ab58bd0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398828 Jul 29 05:26:52.547506 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:26:52.554347 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.notifiers.nova [req-e7b730e8-4920-4d07-9290-f9ba23d4b3c9 req-6c394508-0d07-42e1-b6c3-4715ff2eb5c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7e12f70-c8c8-48ec-9fd7-5a69b095e812 {{(pid=104005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 05:26:52.564145 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-e7b730e8-4920-4d07-9290-f9ba23d4b3c9 req-6c394508-0d07-42e1-b6c3-4715ff2eb5c3 service neutron] Publish callbacks [] for port (c7e12f70-c8c8-48ec-9fd7-5a69b095e812), precommit_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:52.594684 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.provisioning_blocks [req-e7b730e8-4920-4d07-9290-f9ba23d4b3c9 req-6c394508-0d07-42e1-b6c3-4715ff2eb5c3 service neutron] Transition to ACTIVE for port object c7e12f70-c8c8-48ec-9fd7-5a69b095e812 will not be triggered until provisioned by entity L2. {{(pid=104005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 29 05:26:52.612888 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-e7b730e8-4920-4d07-9290-f9ba23d4b3c9 req-6c394508-0d07-42e1-b6c3-4715ff2eb5c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1905579'] for port (c7e12f70-c8c8-48ec-9fd7-5a69b095e812), after_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:52.618526 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:26:52.655211 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.notifiers.nova [req-01da68d2-b716-41a0-9512-dc2acb2a6af9 req-efdcd6eb-5675-421f-b9c5-2a32582a9452 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d8585cd-d0d9-4ae4-9146-299c453184a4 {{(pid=104005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 05:26:52.667423 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-01da68d2-b716-41a0-9512-dc2acb2a6af9 req-efdcd6eb-5675-421f-b9c5-2a32582a9452 service neutron] Publish callbacks [] for port (6d8585cd-d0d9-4ae4-9146-299c453184a4), precommit_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:52.697794 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.provisioning_blocks [req-01da68d2-b716-41a0-9512-dc2acb2a6af9 req-efdcd6eb-5675-421f-b9c5-2a32582a9452 service neutron] Transition to ACTIVE for port object 6d8585cd-d0d9-4ae4-9146-299c453184a4 will not be triggered until provisioned by entity L2. {{(pid=104005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 29 05:26:52.701513 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c394508-0d07-42e1-b6c3-4715ff2eb5c3 service neutron] Pushing event updated for resources: {'Port': ['ID=c7e12f70-c8c8-48ec-9fd7-5a69b095e812,revision_number=2']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:26:52.709137 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-01da68d2-b716-41a0-9512-dc2acb2a6af9 req-efdcd6eb-5675-421f-b9c5-2a32582a9452 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1905579'] for port (6d8585cd-d0d9-4ae4-9146-299c453184a4), after_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:52.813546 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdcd6eb-5675-421f-b9c5-2a32582a9452 service neutron] Pushing event updated for resources: {'Port': ['ID=6d8585cd-d0d9-4ae4-9146-299c453184a4,revision_number=2']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:26:52.882322 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.managers [req-e7b730e8-4920-4d07-9290-f9ba23d4b3c9 req-6c394508-0d07-42e1-b6c3-4715ff2eb5c3 service neutron] Attempting to bind port c7e12f70-c8c8-48ec-9fd7-5a69b095e812 on host hv-cinder-85127 for vnic_type normal with profile {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 05:26:52.882778 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.managers [req-e7b730e8-4920-4d07-9290-f9ba23d4b3c9 req-6c394508-0d07-42e1-b6c3-4715ff2eb5c3 service neutron] Attempting to bind port c7e12f70-c8c8-48ec-9fd7-5a69b095e812 by drivers openvswitch,hyperv on host hv-cinder-85127 at level 0 using segments [{'id': '7dd9aee4-ac8a-4d05-b89c-b82451a25827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b55efc63-6791-470d-af15-935a2f0fc83e'}] {{(pid=104005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 05:26:52.882989 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b730e8-4920-4d07-9290-f9ba23d4b3c9 req-6c394508-0d07-42e1-b6c3-4715ff2eb5c3 service neutron] Attempting to bind port c7e12f70-c8c8-48ec-9fd7-5a69b095e812 on network b55efc63-6791-470d-af15-935a2f0fc83e {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 05:26:52.894973 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b730e8-4920-4d07-9290-f9ba23d4b3c9 req-6c394508-0d07-42e1-b6c3-4715ff2eb5c3 service neutron] Port c7e12f70-c8c8-48ec-9fd7-5a69b095e812 on network b55efc63-6791-470d-af15-935a2f0fc83e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85127 {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 29 05:26:52.895301 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b730e8-4920-4d07-9290-f9ba23d4b3c9 req-6c394508-0d07-42e1-b6c3-4715ff2eb5c3 service neutron] Attempting to bind port c7e12f70-c8c8-48ec-9fd7-5a69b095e812 on network b55efc63-6791-470d-af15-935a2f0fc83e {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 05:26:52.909808 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b730e8-4920-4d07-9290-f9ba23d4b3c9 req-6c394508-0d07-42e1-b6c3-4715ff2eb5c3 service neutron] Checking agent: {'id': '12b139f9-2daf-4047-bd2d-6bc43cda34b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85127', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 5, 19, 7), 'started_at': datetime.datetime(2022, 7, 29, 5, 19, 7), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 5, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 05:26:52.910154 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b730e8-4920-4d07-9290-f9ba23d4b3c9 req-6c394508-0d07-42e1-b6c3-4715ff2eb5c3 service neutron] Checking segment: {'id': '7dd9aee4-ac8a-4d05-b89c-b82451a25827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b55efc63-6791-470d-af15-935a2f0fc83e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 05:26:52.910547 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b730e8-4920-4d07-9290-f9ba23d4b3c9 req-6c394508-0d07-42e1-b6c3-4715ff2eb5c3 service neutron] Bound using segment: {'id': '7dd9aee4-ac8a-4d05-b89c-b82451a25827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b55efc63-6791-470d-af15-935a2f0fc83e'} {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 05:26:52.911300 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.managers [req-e7b730e8-4920-4d07-9290-f9ba23d4b3c9 req-6c394508-0d07-42e1-b6c3-4715ff2eb5c3 service neutron] Bound port: c7e12f70-c8c8-48ec-9fd7-5a69b095e812, host: hv-cinder-85127, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dd9aee4-ac8a-4d05-b89c-b82451a25827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b55efc63-6791-470d-af15-935a2f0fc83e'}}] {{(pid=104005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 05:26:52.911300 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-e7b730e8-4920-4d07-9290-f9ba23d4b3c9 req-6c394508-0d07-42e1-b6c3-4715ff2eb5c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (c7e12f70-c8c8-48ec-9fd7-5a69b095e812), before_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:52.935191 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.managers [req-01da68d2-b716-41a0-9512-dc2acb2a6af9 req-efdcd6eb-5675-421f-b9c5-2a32582a9452 service neutron] Attempting to bind port 6d8585cd-d0d9-4ae4-9146-299c453184a4 on host hv-cinder-85127 for vnic_type normal with profile {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 05:26:52.935982 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.managers [req-01da68d2-b716-41a0-9512-dc2acb2a6af9 req-efdcd6eb-5675-421f-b9c5-2a32582a9452 service neutron] Attempting to bind port 6d8585cd-d0d9-4ae4-9146-299c453184a4 by drivers openvswitch,hyperv on host hv-cinder-85127 at level 0 using segments [{'id': 'aef3e43e-a6f3-499f-af37-57141ca0f5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'fbc0aa89-ee8e-4e90-b085-d635259d746e'}] {{(pid=104005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 05:26:52.935982 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01da68d2-b716-41a0-9512-dc2acb2a6af9 req-efdcd6eb-5675-421f-b9c5-2a32582a9452 service neutron] Attempting to bind port 6d8585cd-d0d9-4ae4-9146-299c453184a4 on network fbc0aa89-ee8e-4e90-b085-d635259d746e {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 05:26:52.960639 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01da68d2-b716-41a0-9512-dc2acb2a6af9 req-efdcd6eb-5675-421f-b9c5-2a32582a9452 service neutron] Port 6d8585cd-d0d9-4ae4-9146-299c453184a4 on network fbc0aa89-ee8e-4e90-b085-d635259d746e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85127 {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 29 05:26:52.961911 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01da68d2-b716-41a0-9512-dc2acb2a6af9 req-efdcd6eb-5675-421f-b9c5-2a32582a9452 service neutron] Attempting to bind port 6d8585cd-d0d9-4ae4-9146-299c453184a4 on network fbc0aa89-ee8e-4e90-b085-d635259d746e {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 05:26:52.962467 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ea3656-5c74-477b-9807-c46b7067705f req-096f623a-b1e8-4e7d-aff6-1265fa27e79e tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:26:52.964118 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-a3ea3656-5c74-477b-9807-c46b7067705f req-096f623a-b1e8-4e7d-aff6-1265fa27e79e tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7d28599-67a9-4e84-a44d-79f1a6bf728f HTTP/1.1" status: 200 len: 943 time: 0.0627203 Jul 29 05:26:52.979861 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01da68d2-b716-41a0-9512-dc2acb2a6af9 req-efdcd6eb-5675-421f-b9c5-2a32582a9452 service neutron] Checking agent: {'id': '12b139f9-2daf-4047-bd2d-6bc43cda34b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85127', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 5, 19, 7), 'started_at': datetime.datetime(2022, 7, 29, 5, 19, 7), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 5, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 05:26:52.980203 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01da68d2-b716-41a0-9512-dc2acb2a6af9 req-efdcd6eb-5675-421f-b9c5-2a32582a9452 service neutron] Checking segment: {'id': 'aef3e43e-a6f3-499f-af37-57141ca0f5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'fbc0aa89-ee8e-4e90-b085-d635259d746e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 05:26:52.980585 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01da68d2-b716-41a0-9512-dc2acb2a6af9 req-efdcd6eb-5675-421f-b9c5-2a32582a9452 service neutron] Bound using segment: {'id': 'aef3e43e-a6f3-499f-af37-57141ca0f5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'fbc0aa89-ee8e-4e90-b085-d635259d746e'} {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 05:26:52.981032 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.managers [req-01da68d2-b716-41a0-9512-dc2acb2a6af9 req-efdcd6eb-5675-421f-b9c5-2a32582a9452 service neutron] Bound port: 6d8585cd-d0d9-4ae4-9146-299c453184a4, host: hv-cinder-85127, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aef3e43e-a6f3-499f-af37-57141ca0f5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'fbc0aa89-ee8e-4e90-b085-d635259d746e'}}] {{(pid=104005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 05:26:52.981395 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-01da68d2-b716-41a0-9512-dc2acb2a6af9 req-efdcd6eb-5675-421f-b9c5-2a32582a9452 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (6d8585cd-d0d9-4ae4-9146-299c453184a4), before_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:53.018712 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.db [req-e7b730e8-4920-4d07-9290-f9ba23d4b3c9 req-6c394508-0d07-42e1-b6c3-4715ff2eb5c3 service neutron] For port c7e12f70-c8c8-48ec-9fd7-5a69b095e812, host hv-cinder-85127, cleared binding levels {{(pid=104005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 05:26:53.036579 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-a3ea3656-5c74-477b-9807-c46b7067705f req-2898fa92-524b-4138-a73c-3ca8c24d2bb0 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ecdeee5-e633-4d38-a6ac-9144f7d001b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540438 Jul 29 05:26:53.051377 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.db [req-e7b730e8-4920-4d07-9290-f9ba23d4b3c9 req-6c394508-0d07-42e1-b6c3-4715ff2eb5c3 service neutron] For port c7e12f70-c8c8-48ec-9fd7-5a69b095e812, host hv-cinder-85127, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=c7e12f70-c8c8-48ec-9fd7-5a69b095e812,segment=NetworkSegment(7dd9aee4-ac8a-4d05-b89c-b82451a25827),segment_id=7dd9aee4-ac8a-4d05-b89c-b82451a25827)] {{(pid=104005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 05:26:53.067218 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-e7b730e8-4920-4d07-9290-f9ba23d4b3c9 req-6c394508-0d07-42e1-b6c3-4715ff2eb5c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1905579'] for port (c7e12f70-c8c8-48ec-9fd7-5a69b095e812), after_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:53.132460 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.db [req-01da68d2-b716-41a0-9512-dc2acb2a6af9 req-efdcd6eb-5675-421f-b9c5-2a32582a9452 service neutron] For port 6d8585cd-d0d9-4ae4-9146-299c453184a4, host hv-cinder-85127, cleared binding levels {{(pid=104005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 05:26:53.156099 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b730e8-4920-4d07-9290-f9ba23d4b3c9 req-6c394508-0d07-42e1-b6c3-4715ff2eb5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:26:53.156999 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-e7b730e8-4920-4d07-9290-f9ba23d4b3c9 req-6c394508-0d07-42e1-b6c3-4715ff2eb5c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249840'] for port (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:53.158499 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-e7b730e8-4920-4d07-9290-f9ba23d4b3c9 req-6c394508-0d07-42e1-b6c3-4715ff2eb5c3 service neutron] 10.222.0.60 "PUT /v2.0/ports/c7e12f70-c8c8-48ec-9fd7-5a69b095e812 HTTP/1.1" status: 200 len: 1093 time: 1.3169029 Jul 29 05:26:53.159050 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7d28599-67a9-4e84-a44d-79f1a6bf728f', 'tag': 'c7e12f70-c8c8-48ec-9fd7-5a69b095e812'}] {{(pid=104005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 05:26:53.161407 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18cb6d06cd9bdbb2624e76cf95b2230ef06252a8a1dccb16f0d07e3cc9dc753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60e8d6bc-bc02-4b60-8de5-de9ae4033765" -d '{"events": [{"name": "network-changed", "server_uuid": "c7d28599-67a9-4e84-a44d-79f1a6bf728f", "tag": "c7e12f70-c8c8-48ec-9fd7-5a69b095e812"}]}' {{(pid=104005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 05:26:53.183428 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.db [req-01da68d2-b716-41a0-9512-dc2acb2a6af9 req-efdcd6eb-5675-421f-b9c5-2a32582a9452 service neutron] For port 6d8585cd-d0d9-4ae4-9146-299c453184a4, host hv-cinder-85127, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=6d8585cd-d0d9-4ae4-9146-299c453184a4,segment=NetworkSegment(aef3e43e-a6f3-499f-af37-57141ca0f5f4),segment_id=aef3e43e-a6f3-499f-af37-57141ca0f5f4)] {{(pid=104005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 05:26:53.212261 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d28322a-2b45-49ca-8ca8-f7532d8a038a req-13a65eb4-2565-45d8-a40c-35bbfe379c25 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:26:53.213928 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-4d28322a-2b45-49ca-8ca8-f7532d8a038a req-13a65eb4-2565-45d8-a40c-35bbfe379c25 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f080dde-4e70-4d3f-aa8c-ced0a1065d3d HTTP/1.1" status: 200 len: 946 time: 0.1045237 Jul 29 05:26:53.215134 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-01da68d2-b716-41a0-9512-dc2acb2a6af9 req-efdcd6eb-5675-421f-b9c5-2a32582a9452 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1905579'] for port (6d8585cd-d0d9-4ae4-9146-299c453184a4), after_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:53.226199 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 05:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaba82b8-bcc6-4ce2-b0eb-c3e2334c5e09 x-openstack-request-id: req-eaba82b8-bcc6-4ce2-b0eb-c3e2334c5e09 {{(pid=104005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 05:26:53.226477 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7d28599-67a9-4e84-a44d-79f1a6bf728f", "tag": "c7e12f70-c8c8-48ec-9fd7-5a69b095e812", "status": "completed", "code": 200}]} {{(pid=104005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 05:26:53.226718 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-eaba82b8-bcc6-4ce2-b0eb-c3e2334c5e09 {{(pid=104005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 05:26:53.227131 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eaba82b8-bcc6-4ce2-b0eb-c3e2334c5e09'] response: {'name': 'network-changed', 'server_uuid': 'c7d28599-67a9-4e84-a44d-79f1a6bf728f', 'tag': 'c7e12f70-c8c8-48ec-9fd7-5a69b095e812', 'status': 'completed', 'code': 200} Jul 29 05:26:53.227769 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c394508-0d07-42e1-b6c3-4715ff2eb5c3 service neutron] Pushing event updated for resources: {'Port': ['ID=c7e12f70-c8c8-48ec-9fd7-5a69b095e812,revision_number=3']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:26:53.273772 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01da68d2-b716-41a0-9512-dc2acb2a6af9 req-efdcd6eb-5675-421f-b9c5-2a32582a9452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:26:53.274371 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-01da68d2-b716-41a0-9512-dc2acb2a6af9 req-efdcd6eb-5675-421f-b9c5-2a32582a9452 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249840'] for port (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:26:53.275865 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-01da68d2-b716-41a0-9512-dc2acb2a6af9 req-efdcd6eb-5675-421f-b9c5-2a32582a9452 service neutron] 10.222.0.60 "PUT /v2.0/ports/6d8585cd-d0d9-4ae4-9146-299c453184a4 HTTP/1.1" status: 200 len: 1093 time: 1.3592603 Jul 29 05:26:53.309619 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:26:53.330068 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdcd6eb-5675-421f-b9c5-2a32582a9452 service neutron] Pushing event updated for resources: {'Port': ['ID=6d8585cd-d0d9-4ae4-9146-299c453184a4,revision_number=3']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:26:53.336163 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-4d28322a-2b45-49ca-8ca8-f7532d8a038a req-e9b1ebb8-b1ac-4bfe-b4a4-11aaedc10a89 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2d77d07-9d3f-4f87-89d0-b3dbc311f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050968 Jul 29 05:26:53.635764 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b326ad47-1452-410f-b001-92032524b474 req-0ae4a8e5-51b5-4f56-946e-bd4057d2aa0f tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:26:53.637350 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-b326ad47-1452-410f-b001-92032524b474 req-0ae4a8e5-51b5-4f56-946e-bd4057d2aa0f tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] 10.222.0.49 "GET /v2.0/ports?device_id=a8e59cc2-032c-497f-867c-2d5663a4da21 HTTP/1.1" status: 200 len: 943 time: 0.0512514 Jul 29 05:26:53.692345 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-b326ad47-1452-410f-b001-92032524b474 req-d5aaa542-6e03-414c-b9d2-31ae6f048bd7 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa0dd268-c459-4d1d-8fbc-d37ab58bd0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477340 Jul 29 05:26:54.181777 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9188011-eb3b-4d72-bcda-f37364cb153e req-f19589d2-a11b-4b57-89b4-d28484143fca tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:26:54.183967 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-a9188011-eb3b-4d72-bcda-f37364cb153e req-f19589d2-a11b-4b57-89b4-d28484143fca tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7d28599-67a9-4e84-a44d-79f1a6bf728f HTTP/1.1" status: 200 len: 943 time: 0.0619297 Jul 29 05:26:54.241353 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-a9188011-eb3b-4d72-bcda-f37364cb153e req-2a9b1695-4160-4adb-a21f-f8fad095ab6c tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ecdeee5-e633-4d38-a6ac-9144f7d001b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503585 Jul 29 05:26:54.521518 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7510a2-9290-4496-976a-ed188465e122 req-f88a260f-971c-4162-b1fb-4e704b17ed86 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:26:54.529678 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-4d7510a2-9290-4496-976a-ed188465e122 req-f88a260f-971c-4162-b1fb-4e704b17ed86 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f080dde-4e70-4d3f-aa8c-ced0a1065d3d HTTP/1.1" status: 200 len: 946 time: 0.0896325 Jul 29 05:26:54.576196 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:26:54.595166 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-4d7510a2-9290-4496-976a-ed188465e122 req-74c90a39-b52e-4325-9f73-f532ac4f8323 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2d77d07-9d3f-4f87-89d0-b3dbc311f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585446 Jul 29 05:26:54.849679 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454097f9-9b80-4c48-ba17-8279da1291f3 req-681e941e-f376-45a2-91d2-8153f10665df tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:26:54.851454 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-454097f9-9b80-4c48-ba17-8279da1291f3 req-681e941e-f376-45a2-91d2-8153f10665df tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] 10.222.0.49 "GET /v2.0/ports?device_id=a8e59cc2-032c-497f-867c-2d5663a4da21 HTTP/1.1" status: 200 len: 943 time: 0.0730884 Jul 29 05:26:54.875795 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:26:54.918838 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-454097f9-9b80-4c48-ba17-8279da1291f3 req-69a86443-e549-4658-ab5e-2620897f2b9b tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa0dd268-c459-4d1d-8fbc-d37ab58bd0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611336 Jul 29 05:26:55.228148 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8e59cc2-032c-497f-867c-2d5663a4da21', 'tag': '6d8585cd-d0d9-4ae4-9146-299c453184a4'}] {{(pid=104005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 05:26:55.232805 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18cb6d06cd9bdbb2624e76cf95b2230ef06252a8a1dccb16f0d07e3cc9dc753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-483d9718-7025-4802-82bf-ec6a0c811c30" -d '{"events": [{"name": "network-changed", "server_uuid": "a8e59cc2-032c-497f-867c-2d5663a4da21", "tag": "6d8585cd-d0d9-4ae4-9146-299c453184a4"}]}' {{(pid=104005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 05:26:55.271240 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 05:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a7ff5e2-5e2c-4947-9dbb-d55e032e9bc6 x-openstack-request-id: req-1a7ff5e2-5e2c-4947-9dbb-d55e032e9bc6 {{(pid=104005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 05:26:55.271565 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8e59cc2-032c-497f-867c-2d5663a4da21", "tag": "6d8585cd-d0d9-4ae4-9146-299c453184a4", "status": "completed", "code": 200}]} {{(pid=104005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 05:26:55.271816 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1a7ff5e2-5e2c-4947-9dbb-d55e032e9bc6 {{(pid=104005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 05:26:55.272220 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a7ff5e2-5e2c-4947-9dbb-d55e032e9bc6'] response: {'name': 'network-changed', 'server_uuid': 'a8e59cc2-032c-497f-867c-2d5663a4da21', 'tag': '6d8585cd-d0d9-4ae4-9146-299c453184a4', 'status': 'completed', 'code': 200} Jul 29 05:26:55.382970 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e554607b-6b65-4d57-a6bc-a2934bcd2f17 req-90a72169-c569-4311-bf2d-fa1e74ddc642 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:26:55.385420 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-e554607b-6b65-4d57-a6bc-a2934bcd2f17 req-90a72169-c569-4311-bf2d-fa1e74ddc642 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7d28599-67a9-4e84-a44d-79f1a6bf728f HTTP/1.1" status: 200 len: 943 time: 0.0559978 Jul 29 05:26:55.450105 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-e554607b-6b65-4d57-a6bc-a2934bcd2f17 req-ea278c28-b5a1-4bd1-8fae-8645032ee43b tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ecdeee5-e633-4d38-a6ac-9144f7d001b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551484 Jul 29 05:26:55.761824 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1591be30-811c-4e07-8654-6c2f821447fe req-44a79cf7-4f84-4892-bc3f-d5b04e2cc4d3 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:26:55.764173 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-1591be30-811c-4e07-8654-6c2f821447fe req-44a79cf7-4f84-4892-bc3f-d5b04e2cc4d3 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f080dde-4e70-4d3f-aa8c-ced0a1065d3d HTTP/1.1" status: 200 len: 946 time: 0.0703185 Jul 29 05:26:55.820819 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-1591be30-811c-4e07-8654-6c2f821447fe req-1b1bc28b-c2c1-4173-848a-cd841cf17644 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2d77d07-9d3f-4f87-89d0-b3dbc311f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479250 Jul 29 05:26:56.056483 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038c4833-76e9-4a8e-8277-dfb1fd7d8e02 req-12cd8420-a620-4c94-b34c-6bbde240a540 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:26:56.058210 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-038c4833-76e9-4a8e-8277-dfb1fd7d8e02 req-12cd8420-a620-4c94-b34c-6bbde240a540 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] 10.222.0.49 "GET /v2.0/ports?device_id=a8e59cc2-032c-497f-867c-2d5663a4da21 HTTP/1.1" status: 200 len: 943 time: 0.0627654 Jul 29 05:26:56.117229 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-038c4833-76e9-4a8e-8277-dfb1fd7d8e02 req-ee5d821e-76c6-40dc-8dd6-cbb2c3067697 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa0dd268-c459-4d1d-8fbc-d37ab58bd0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528355 Jul 29 05:26:56.575241 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8609aa-72a5-47cc-9c5d-98bd14df24f5 req-cb0c3d73-8dcf-47e6-b593-e55e5c36e85d tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:26:56.576960 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-6b8609aa-72a5-47cc-9c5d-98bd14df24f5 req-cb0c3d73-8dcf-47e6-b593-e55e5c36e85d tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7d28599-67a9-4e84-a44d-79f1a6bf728f HTTP/1.1" status: 200 len: 943 time: 0.0551622 Jul 29 05:26:56.631251 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-6b8609aa-72a5-47cc-9c5d-98bd14df24f5 req-4d4a7539-ef27-4002-8ed6-46fdc6b538a7 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ecdeee5-e633-4d38-a6ac-9144f7d001b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473552 Jul 29 05:26:56.957955 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fb9a04-6b10-4fdd-b78c-0847df643c29 req-21f022f4-4592-49b7-ab74-ec20c59a8bfb tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:26:56.959567 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-78fb9a04-6b10-4fdd-b78c-0847df643c29 req-21f022f4-4592-49b7-ab74-ec20c59a8bfb tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f080dde-4e70-4d3f-aa8c-ced0a1065d3d HTTP/1.1" status: 200 len: 946 time: 0.0490651 Jul 29 05:26:57.036543 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-78fb9a04-6b10-4fdd-b78c-0847df643c29 req-15127e80-feae-4ced-85b5-35b0bfe2c3cd tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2d77d07-9d3f-4f87-89d0-b3dbc311f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708423 Jul 29 05:26:57.279690 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e27c31-b8e4-4a27-877e-a3389772d294 req-2aac7df6-040c-4948-8a31-a78b0d175fbb tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:26:57.282866 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-77e27c31-b8e4-4a27-877e-a3389772d294 req-2aac7df6-040c-4948-8a31-a78b0d175fbb tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] 10.222.0.49 "GET /v2.0/ports?device_id=a8e59cc2-032c-497f-867c-2d5663a4da21 HTTP/1.1" status: 200 len: 943 time: 0.0603466 Jul 29 05:26:57.339836 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-77e27c31-b8e4-4a27-877e-a3389772d294 req-a858c978-4280-46c5-88b1-dfd87034646d tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa0dd268-c459-4d1d-8fbc-d37ab58bd0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509918 Jul 29 05:26:57.769514 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e26d07e-64ad-4556-a803-fd219db05d68 req-601071c3-cf4e-4e5b-934a-3816feef207d tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:26:57.770958 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-0e26d07e-64ad-4556-a803-fd219db05d68 req-601071c3-cf4e-4e5b-934a-3816feef207d tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7d28599-67a9-4e84-a44d-79f1a6bf728f HTTP/1.1" status: 200 len: 943 time: 0.0577748 Jul 29 05:26:57.831327 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-0e26d07e-64ad-4556-a803-fd219db05d68 req-5939505d-efb9-49d1-9272-8682bb9e21f9 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ecdeee5-e633-4d38-a6ac-9144f7d001b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540593 Jul 29 05:26:58.189866 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9d7964-f6fb-4b69-a35f-bab6fb44831d req-944ebe94-0d68-4395-93a8-77c5eab91370 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:26:58.192034 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-cf9d7964-f6fb-4b69-a35f-bab6fb44831d req-944ebe94-0d68-4395-93a8-77c5eab91370 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f080dde-4e70-4d3f-aa8c-ced0a1065d3d HTTP/1.1" status: 200 len: 946 time: 0.0599864 Jul 29 05:26:58.267688 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-cf9d7964-f6fb-4b69-a35f-bab6fb44831d req-82ec6904-52dc-4750-8079-d85d4b8c82ff tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2d77d07-9d3f-4f87-89d0-b3dbc311f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687759 Jul 29 05:26:58.478745 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512e1266-7370-4968-b23e-c6a410b010cf req-de5c43a4-8812-42d2-9b0c-4a239c48a1f6 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:26:58.480509 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-512e1266-7370-4968-b23e-c6a410b010cf req-de5c43a4-8812-42d2-9b0c-4a239c48a1f6 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] 10.222.0.49 "GET /v2.0/ports?device_id=a8e59cc2-032c-497f-867c-2d5663a4da21 HTTP/1.1" status: 200 len: 943 time: 0.0561130 Jul 29 05:26:58.580172 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-512e1266-7370-4968-b23e-c6a410b010cf req-ade4cfb5-c99b-48c3-8687-4049ade45c55 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa0dd268-c459-4d1d-8fbc-d37ab58bd0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672987 Jul 29 05:26:58.977437 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c3fa65-0bdb-4a40-8c78-87881c15d301 req-fef44970-747c-426f-b781-2cd58d6b74db tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:26:58.980306 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-17c3fa65-0bdb-4a40-8c78-87881c15d301 req-fef44970-747c-426f-b781-2cd58d6b74db tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7d28599-67a9-4e84-a44d-79f1a6bf728f HTTP/1.1" status: 200 len: 943 time: 0.0651031 Jul 29 05:26:59.009496 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=100 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:26:59.040054 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-17c3fa65-0bdb-4a40-8c78-87881c15d301 req-6e1650e9-f988-4d10-a3a2-1c79faa159fd tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ecdeee5-e633-4d38-a6ac-9144f7d001b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516560 Jul 29 05:26:59.465289 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d66bc8b-e934-4aca-a0d3-2451aaf71240 req-1716dc94-8e17-4638-be4b-e2641eb11b5d tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:26:59.467121 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-0d66bc8b-e934-4aca-a0d3-2451aaf71240 req-1716dc94-8e17-4638-be4b-e2641eb11b5d tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f080dde-4e70-4d3f-aa8c-ced0a1065d3d HTTP/1.1" status: 200 len: 946 time: 0.0715821 Jul 29 05:26:59.558694 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-0d66bc8b-e934-4aca-a0d3-2451aaf71240 req-e7b8fdb7-0eeb-40d3-a5ea-6709185f8a3a tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2d77d07-9d3f-4f87-89d0-b3dbc311f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793836 Jul 29 05:26:59.770204 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b52b88e-73f2-4043-8a0d-9728af5be776 req-26db259f-b2cf-4c0e-a02b-81d5ca7d5269 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:26:59.771803 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-1b52b88e-73f2-4043-8a0d-9728af5be776 req-26db259f-b2cf-4c0e-a02b-81d5ca7d5269 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] 10.222.0.49 "GET /v2.0/ports?device_id=a8e59cc2-032c-497f-867c-2d5663a4da21 HTTP/1.1" status: 200 len: 943 time: 0.0683331 Jul 29 05:26:59.845502 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-1b52b88e-73f2-4043-8a0d-9728af5be776 req-3da6b306-216a-42fc-a0e1-eb6a21b308e7 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa0dd268-c459-4d1d-8fbc-d37ab58bd0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668755 Jul 29 05:27:00.208022 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b7f01d-d129-4905-b3c2-eb5f640b9d64 req-e1583e83-7013-4265-af75-a3f2b9f62962 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:27:00.215265 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-f2b7f01d-d129-4905-b3c2-eb5f640b9d64 req-e1583e83-7013-4265-af75-a3f2b9f62962 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7d28599-67a9-4e84-a44d-79f1a6bf728f HTTP/1.1" status: 200 len: 943 time: 0.0665913 Jul 29 05:27:00.279185 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-f2b7f01d-d129-4905-b3c2-eb5f640b9d64 req-c9e8dd38-da97-4e4c-bcd2-7a7f0bb3d47d tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ecdeee5-e633-4d38-a6ac-9144f7d001b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628664 Jul 29 05:27:00.779877 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d7fae9-ec52-4783-9a80-1887b90e576f req-791e6bcd-9012-4543-b959-0d35a57956c2 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:27:00.781496 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-04d7fae9-ec52-4783-9a80-1887b90e576f req-791e6bcd-9012-4543-b959-0d35a57956c2 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f080dde-4e70-4d3f-aa8c-ced0a1065d3d HTTP/1.1" status: 200 len: 946 time: 0.0945239 Jul 29 05:27:00.857397 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-04d7fae9-ec52-4783-9a80-1887b90e576f req-7cfdba2e-1c1a-4e7e-82a8-db2f70dec7e8 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2d77d07-9d3f-4f87-89d0-b3dbc311f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692022 Jul 29 05:27:01.052227 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0346fd47-e3f8-49e4-9c09-c3037255001c req-a539931a-b725-4c3b-8779-413660fe58d1 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:27:01.054779 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-0346fd47-e3f8-49e4-9c09-c3037255001c req-a539931a-b725-4c3b-8779-413660fe58d1 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] 10.222.0.49 "GET /v2.0/ports?device_id=a8e59cc2-032c-497f-867c-2d5663a4da21 HTTP/1.1" status: 200 len: 943 time: 0.0677059 Jul 29 05:27:01.109490 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-0346fd47-e3f8-49e4-9c09-c3037255001c req-68814de7-6d8a-4f84-be42-afc3b625cb31 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa0dd268-c459-4d1d-8fbc-d37ab58bd0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484848 Jul 29 05:27:01.427234 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db85f363-aae5-43f0-91ee-37ab3a09f6aa req-b44c0fb0-cd9d-4605-bbec-04e38d0d441d tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:27:01.428881 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-db85f363-aae5-43f0-91ee-37ab3a09f6aa req-b44c0fb0-cd9d-4605-bbec-04e38d0d441d tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7d28599-67a9-4e84-a44d-79f1a6bf728f HTTP/1.1" status: 200 len: 943 time: 0.0577023 Jul 29 05:27:01.464460 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=100 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:27:01.521942 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-db85f363-aae5-43f0-91ee-37ab3a09f6aa req-811b297b-ce32-465f-8dc1-9565a60b5a73 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ecdeee5-e633-4d38-a6ac-9144f7d001b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871484 Jul 29 05:27:01.736849 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=12 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:27:02.031240 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a66c43-9986-41c1-ac3b-d79e3fc5aa59 req-3b896e07-f3d1-495e-8630-6d0d3a061515 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:27:02.032764 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-18a66c43-9986-41c1-ac3b-d79e3fc5aa59 req-3b896e07-f3d1-495e-8630-6d0d3a061515 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f080dde-4e70-4d3f-aa8c-ced0a1065d3d HTTP/1.1" status: 200 len: 946 time: 0.0559516 Jul 29 05:27:02.041829 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=69,neutron:UPDATE=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:27:02.129085 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-18a66c43-9986-41c1-ac3b-d79e3fc5aa59 req-b1bdb126-2c3a-4ccb-b27a-83fe297d9a19 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2d77d07-9d3f-4f87-89d0-b3dbc311f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880833 Jul 29 05:27:02.285023 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670082e1-068a-4af6-a461-3d85ccfc5adf req-a806b914-bd4a-484d-bda5-58a7d1198ec6 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:27:02.286603 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-670082e1-068a-4af6-a461-3d85ccfc5adf req-a806b914-bd4a-484d-bda5-58a7d1198ec6 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] 10.222.0.49 "GET /v2.0/ports?device_id=a8e59cc2-032c-497f-867c-2d5663a4da21 HTTP/1.1" status: 200 len: 943 time: 0.0680435 Jul 29 05:27:02.374822 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-670082e1-068a-4af6-a461-3d85ccfc5adf req-5a2b10c2-7efa-4782-8435-63092724096d tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa0dd268-c459-4d1d-8fbc-d37ab58bd0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817082 Jul 29 05:27:02.695388 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e078775c-8206-48e3-b870-b24a0c46c2c6 req-76f53ddd-75ab-40e2-90e7-4a1460e2e91e tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:27:02.696834 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-e078775c-8206-48e3-b870-b24a0c46c2c6 req-76f53ddd-75ab-40e2-90e7-4a1460e2e91e tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7d28599-67a9-4e84-a44d-79f1a6bf728f HTTP/1.1" status: 200 len: 943 time: 0.0740068 Jul 29 05:27:02.725157 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=100 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:27:02.761710 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-e078775c-8206-48e3-b870-b24a0c46c2c6 req-2d142250-eafd-4cc9-98bf-36ca36c1f7f0 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ecdeee5-e633-4d38-a6ac-9144f7d001b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576630 Jul 29 05:27:02.887259 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372f953a-92ba-4ce7-b1eb-b2c5f058862e req-d38167e6-0a2f-49b6-8b53-dea45afec03b tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:27:02.888836 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-372f953a-92ba-4ce7-b1eb-b2c5f058862e req-d38167e6-0a2f-49b6-8b53-dea45afec03b tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e3305fc-3d92-4d3f-afb8-c25395280792 HTTP/1.1" status: 200 len: 945 time: 0.0537677 Jul 29 05:27:02.950897 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-372f953a-92ba-4ce7-b1eb-b2c5f058862e req-45e161fa-e295-4053-9c86-2e5c18a7bcd5 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf631f8c-fd1e-402a-96ad-921fce651990&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550070 Jul 29 05:27:03.266062 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadb8431-5bb0-4c20-ad72-26dbe1e5352e req-379a5a2a-eac0-4332-9f33-63b3c9f22396 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:27:03.267704 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-cadb8431-5bb0-4c20-ad72-26dbe1e5352e req-379a5a2a-eac0-4332-9f33-63b3c9f22396 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f080dde-4e70-4d3f-aa8c-ced0a1065d3d HTTP/1.1" status: 200 len: 946 time: 0.0522418 Jul 29 05:27:03.331464 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-cadb8431-5bb0-4c20-ad72-26dbe1e5352e req-0733c453-572f-46fd-820b-071e931bb121 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2d77d07-9d3f-4f87-89d0-b3dbc311f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568886 Jul 29 05:27:03.508897 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2af7c4-7fbe-4566-baae-1789b44ed48f req-7ab61e3c-f684-4209-a6f1-48efe9d12428 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:27:03.510430 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-da2af7c4-7fbe-4566-baae-1789b44ed48f req-7ab61e3c-f684-4209-a6f1-48efe9d12428 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] 10.222.0.49 "GET /v2.0/ports?device_id=a8e59cc2-032c-497f-867c-2d5663a4da21 HTTP/1.1" status: 200 len: 943 time: 0.0601935 Jul 29 05:27:03.514366 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=34 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:27:03.515800 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=10 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:27:03.577819 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-da2af7c4-7fbe-4566-baae-1789b44ed48f req-3c57334c-9e17-4759-9aa6-de8736229ead tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa0dd268-c459-4d1d-8fbc-d37ab58bd0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588174 Jul 29 05:27:03.739132 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e8d6bc-bc02-4b60-8de5-de9ae4033765 req-94ed5791-8806-4d42-a969-99323acaeaad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:27:03.741586 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-60e8d6bc-bc02-4b60-8de5-de9ae4033765 req-94ed5791-8806-4d42-a969-99323acaeaad service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9d8baaf2e23546ee8ed1de278617c7d2&device_id=c7d28599-67a9-4e84-a44d-79f1a6bf728f HTTP/1.1" status: 200 len: 1127 time: 0.4010987 Jul 29 05:27:03.748502 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01da68d2-b716-41a0-9512-dc2acb2a6af9 req-1f822abe-fd1f-4b49-b6e2-0029cb726b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:27:03.750050 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-01da68d2-b716-41a0-9512-dc2acb2a6af9 req-1f822abe-fd1f-4b49-b6e2-0029cb726b24 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4c28b78169ac49a6854f195bea0dd9bf&device_id=a8e59cc2-032c-497f-867c-2d5663a4da21 HTTP/1.1" status: 200 len: 1127 time: 0.3885143 Jul 29 05:27:03.821486 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7298e8f7-64aa-4d96-bec6-5a4e68d727b9 req-70543057-2097-4a9d-b86f-6c851c5643bc tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:27:03.823207 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-7298e8f7-64aa-4d96-bec6-5a4e68d727b9 req-70543057-2097-4a9d-b86f-6c851c5643bc tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f080dde-4e70-4d3f-aa8c-ced0a1065d3d HTTP/1.1" status: 200 len: 946 time: 0.1339304 Jul 29 05:27:03.863143 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-01da68d2-b716-41a0-9512-dc2acb2a6af9 req-c943c5cc-c3c2-474e-8bb0-261cc8403590 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6d8585cd-d0d9-4ae4-9146-299c453184a4 HTTP/1.1" status: 200 len: 217 time: 0.0969145 Jul 29 05:27:03.992943 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e557620-3c9c-4e22-a60d-0ba71d1e99b0 req-35136a53-7608-4f16-bb1d-9f49dcc825d7 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:27:03.994553 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-1e557620-3c9c-4e22-a60d-0ba71d1e99b0 req-35136a53-7608-4f16-bb1d-9f49dcc825d7 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7d28599-67a9-4e84-a44d-79f1a6bf728f HTTP/1.1" status: 200 len: 943 time: 0.1431119 Jul 29 05:27:04.069719 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01da68d2-b716-41a0-9512-dc2acb2a6af9 req-91027d89-05dd-41e1-99a6-460aed679104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:27:04.069719 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-01da68d2-b716-41a0-9512-dc2acb2a6af9 req-91027d89-05dd-41e1-99a6-460aed679104 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8376599e-1b82-4f50-882f-6526e26807a2 HTTP/1.1" status: 200 len: 854 time: 0.1896479 Jul 29 05:27:04.095615 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e8d6bc-bc02-4b60-8de5-de9ae4033765 req-574c3651-d634-4732-8c4b-138fb8710cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:27:04.097805 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-60e8d6bc-bc02-4b60-8de5-de9ae4033765 req-574c3651-d634-4732-8c4b-138fb8710cbc service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=9d8baaf2e23546ee8ed1de278617c7d2&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3467562 Jul 29 05:27:04.138905 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d8e6e2-3d49-4cd7-8ba2-2899178cb90b req-0b8a4278-a116-4f22-ae78-89c375450e27 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:27:04.140588 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-72d8e6e2-3d49-4cd7-8ba2-2899178cb90b req-0b8a4278-a116-4f22-ae78-89c375450e27 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e3305fc-3d92-4d3f-afb8-c25395280792 HTTP/1.1" status: 200 len: 945 time: 0.0875049 Jul 29 05:27:04.149141 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.plugin [req-7298e8f7-64aa-4d96-bec6-5a4e68d727b9 req-4ea7fb11-28d8-4090-adeb-4942714a189e tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Deleting port add97173-f389-4e35-b131-c4e58524e3c9 {{(pid=104005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 05:27:04.149490 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-7298e8f7-64aa-4d96-bec6-5a4e68d727b9 req-4ea7fb11-28d8-4090-adeb-4942714a189e tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737760600589'] for port (add97173-f389-4e35-b131-c4e58524e3c9), before_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:04.220860 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-72d8e6e2-3d49-4cd7-8ba2-2899178cb90b req-389a6779-0eb5-4179-a30d-74a77f6160cd tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf631f8c-fd1e-402a-96ad-921fce651990&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728662 Jul 29 05:27:04.254689 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01da68d2-b716-41a0-9512-dc2acb2a6af9 req-6a0b7546-dcef-4311-931c-67884bfc03da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:27:04.256261 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-01da68d2-b716-41a0-9512-dc2acb2a6af9 req-6a0b7546-dcef-4311-931c-67884bfc03da service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fbc0aa89-ee8e-4e90-b085-d635259d746e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1767161 Jul 29 05:27:04.269722 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-1e557620-3c9c-4e22-a60d-0ba71d1e99b0 req-6ee5f63c-fa01-43e4-b7a4-ef53b19cb36a tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ecdeee5-e633-4d38-a6ac-9144f7d001b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2514307 Jul 29 05:27:04.412410 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e8d6bc-bc02-4b60-8de5-de9ae4033765 req-153a14ac-4acd-43b8-a1ac-65b344ca0ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:27:04.413917 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-60e8d6bc-bc02-4b60-8de5-de9ae4033765 req-153a14ac-4acd-43b8-a1ac-65b344ca0ec4 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3098211 Jul 29 05:27:04.430761 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.db [req-7298e8f7-64aa-4d96-bec6-5a4e68d727b9 req-4ea7fb11-28d8-4090-adeb-4942714a189e tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] For port add97173-f389-4e35-b131-c4e58524e3c9, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=add97173-f389-4e35-b131-c4e58524e3c9,segment=NetworkSegment(2ceab750-82be-448f-8b3e-b595d666c0d7),segment_id=2ceab750-82be-448f-8b3e-b595d666c0d7)] {{(pid=104005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:27:04.431234 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-7298e8f7-64aa-4d96-bec6-5a4e68d727b9 req-4ea7fb11-28d8-4090-adeb-4942714a189e tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420629'] for port (add97173-f389-4e35-b131-c4e58524e3c9), precommit_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:04.457362 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.plugin [req-7298e8f7-64aa-4d96-bec6-5a4e68d727b9 req-4ea7fb11-28d8-4090-adeb-4942714a189e tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Calling delete_port for add97173-f389-4e35-b131-c4e58524e3c9 owned by compute:nova {{(pid=104005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 05:27:04.458041 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=100 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:27:04.464132 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-01da68d2-b716-41a0-9512-dc2acb2a6af9 req-34e7f63e-0704-48e3-abe9-4a561bc7e1b5 service neutron] 10.222.0.60 "GET /v2.0/networks/fbc0aa89-ee8e-4e90-b085-d635259d746e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986625 Jul 29 05:27:04.466531 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=100 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:27:04.475323 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e59c2a3-6b74-4f8b-a986-0d1f79a63230 req-31420ab8-78cc-4761-af8d-f4d947ab8400 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:27:04.477258 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-5e59c2a3-6b74-4f8b-a986-0d1f79a63230 req-31420ab8-78cc-4761-af8d-f4d947ab8400 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f080dde-4e70-4d3f-aa8c-ced0a1065d3d HTTP/1.1" status: 200 len: 946 time: 0.0619299 Jul 29 05:27:04.491128 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=100 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:27:04.537180 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-5e59c2a3-6b74-4f8b-a986-0d1f79a63230 req-f47c7717-e0f0-4bff-b06f-cc318d39e9d8 tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2d77d07-9d3f-4f87-89d0-b3dbc311f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536880 Jul 29 05:27:04.605220 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b730e8-4920-4d07-9290-f9ba23d4b3c9 req-3df7a1e4-241c-4635-9ccb-6d5bd29044fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:27:04.606907 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-e7b730e8-4920-4d07-9290-f9ba23d4b3c9 req-3df7a1e4-241c-4635-9ccb-6d5bd29044fc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9d8baaf2e23546ee8ed1de278617c7d2&device_id=c7d28599-67a9-4e84-a44d-79f1a6bf728f HTTP/1.1" status: 200 len: 1127 time: 0.1333368 Jul 29 05:27:04.663958 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-e7b730e8-4920-4d07-9290-f9ba23d4b3c9 req-dbeb7f6f-c791-4d72-9074-4197e4acd654 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7e12f70-c8c8-48ec-9fd7-5a69b095e812 HTTP/1.1" status: 200 len: 217 time: 0.0492969 Jul 29 05:27:04.768677 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-01da68d2-b716-41a0-9512-dc2acb2a6af9 req-0b5bce78-a6cb-44df-8555-71eee7417b9f service neutron] 10.222.0.60 "GET /v2.0/networks/fbc0aa89-ee8e-4e90-b085-d635259d746e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2933271 Jul 29 05:27:04.784464 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b730e8-4920-4d07-9290-f9ba23d4b3c9 req-0be00a2d-b87a-4e2a-b97b-61dac88d2452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:27:04.785348 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-e7b730e8-4920-4d07-9290-f9ba23d4b3c9 req-0be00a2d-b87a-4e2a-b97b-61dac88d2452 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bbb96b40-4994-4d5c-ad35-a19342a29a39 HTTP/1.1" status: 200 len: 853 time: 0.1135285 Jul 29 05:27:04.793083 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585fdcd1-6a05-484a-944a-68dadbc85451 req-889bc6ad-3494-4054-96b5-671bb76deb36 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:27:04.794633 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-585fdcd1-6a05-484a-944a-68dadbc85451 req-889bc6ad-3494-4054-96b5-671bb76deb36 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] 10.222.0.49 "GET /v2.0/ports?device_id=a8e59cc2-032c-497f-867c-2d5663a4da21 HTTP/1.1" status: 200 len: 943 time: 0.1109931 Jul 29 05:27:04.890305 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b730e8-4920-4d07-9290-f9ba23d4b3c9 req-0929446a-050a-41e8-852a-f3c4cbb3ebe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:27:04.891844 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-e7b730e8-4920-4d07-9290-f9ba23d4b3c9 req-0929446a-050a-41e8-852a-f3c4cbb3ebe5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b55efc63-6791-470d-af15-935a2f0fc83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0963130 Jul 29 05:27:04.919327 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-7298e8f7-64aa-4d96-bec6-5a4e68d727b9 req-4ea7fb11-28d8-4090-adeb-4942714a189e tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737760621891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737760223820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1905596'] for port (add97173-f389-4e35-b131-c4e58524e3c9), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:04.924251 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-585fdcd1-6a05-484a-944a-68dadbc85451 req-0e6a9219-4993-4455-a948-e1e351861b80 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa0dd268-c459-4d1d-8fbc-d37ab58bd0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189723 Jul 29 05:27:04.955958 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea7fb11-28d8-4090-adeb-4942714a189e tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Pushing event deleted for resources: {'Port': ['ID=add97173-f389-4e35-b131-c4e58524e3c9,revision_number=None']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:27:05.007384 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvrscheduler_db [req-7298e8f7-64aa-4d96-bec6-5a4e68d727b9 req-4ea7fb11-28d8-4090-adeb-4942714a189e tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] No DVR routers for this DVR port add97173-f389-4e35-b131-c4e58524e3c9 on host hv-cinder-85127 {{(pid=104005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 29 05:27:05.010244 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-7298e8f7-64aa-4d96-bec6-5a4e68d727b9 req-4ea7fb11-28d8-4090-adeb-4942714a189e tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249840'] for port (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:05.013708 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-7298e8f7-64aa-4d96-bec6-5a4e68d727b9 req-4ea7fb11-28d8-4090-adeb-4942714a189e tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.60 "DELETE /v2.0/ports/add97173-f389-4e35-b131-c4e58524e3c9 HTTP/1.1" status: 204 len: 173 time: 1.1610389 Jul 29 05:27:05.014179 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f080dde-4e70-4d3f-aa8c-ced0a1065d3d', 'name': 'network-vif-deleted', 'tag': 'add97173-f389-4e35-b131-c4e58524e3c9'}] {{(pid=104005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 05:27:05.016544 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18cb6d06cd9bdbb2624e76cf95b2230ef06252a8a1dccb16f0d07e3cc9dc753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16371a8f-55d4-46f2-9374-91a3ee14ca93" -d '{"events": [{"server_uuid": "3f080dde-4e70-4d3f-aa8c-ced0a1065d3d", "name": "network-vif-deleted", "tag": "add97173-f389-4e35-b131-c4e58524e3c9"}]}' {{(pid=104005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 05:27:05.057934 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 05:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-673216e4-1d23-46b5-a649-d249abc57da7 x-openstack-request-id: req-673216e4-1d23-46b5-a649-d249abc57da7 {{(pid=104005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 05:27:05.058231 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f080dde-4e70-4d3f-aa8c-ced0a1065d3d", "name": "network-vif-deleted", "tag": "add97173-f389-4e35-b131-c4e58524e3c9", "status": "completed", "code": 200}]} {{(pid=104005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 05:27:05.058642 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-673216e4-1d23-46b5-a649-d249abc57da7 {{(pid=104005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 05:27:05.059658 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.notifiers.nova [-] Nova event matching ['req-673216e4-1d23-46b5-a649-d249abc57da7'] response: {'server_uuid': '3f080dde-4e70-4d3f-aa8c-ced0a1065d3d', 'name': 'network-vif-deleted', 'tag': 'add97173-f389-4e35-b131-c4e58524e3c9', 'status': 'completed', 'code': 200} Jul 29 05:27:05.379560 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37fcf63-11bd-4fcc-9142-d3ff2c7b3342 req-92dbe7ff-d29d-4e70-bd0a-035ee97cc0c9 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:27:05.381509 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-e37fcf63-11bd-4fcc-9142-d3ff2c7b3342 req-92dbe7ff-d29d-4e70-bd0a-035ee97cc0c9 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e3305fc-3d92-4d3f-afb8-c25395280792 HTTP/1.1" status: 200 len: 945 time: 0.0712643 Jul 29 05:27:05.455271 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-e37fcf63-11bd-4fcc-9142-d3ff2c7b3342 req-14238689-0036-4715-b475-1af701f5cd84 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf631f8c-fd1e-402a-96ad-921fce651990&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672841 Jul 29 05:27:05.497491 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b284ba8-e4c2-443d-961c-a92b02d8b535 req-ac8ec7a0-3a50-4912-b0e9-13912ee76d6d tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:27:05.500202 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-1b284ba8-e4c2-443d-961c-a92b02d8b535 req-ac8ec7a0-3a50-4912-b0e9-13912ee76d6d tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7d28599-67a9-4e84-a44d-79f1a6bf728f HTTP/1.1" status: 200 len: 943 time: 0.0993111 Jul 29 05:27:05.568143 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-1b284ba8-e4c2-443d-961c-a92b02d8b535 req-3cc2aacf-2cda-4dec-864e-20f27b2f835c tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ecdeee5-e633-4d38-a6ac-9144f7d001b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619366 Jul 29 05:27:05.604703 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-cebd1464-d743-4f93-8fb4-c4a6cc4c284b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (0319cf4e-40d4-4455-bfa4-d5e1d8f6ed41), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:05.663517 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-52e2ac0d-086e-43ca-91d9-a49099ba9ddb req-b7f1c388-73c6-49bd-b3cf-9ee4095f0c4f tempest-ServerRescueNegativeTestJSON-1077257590 tempest-ServerRescueNegativeTestJSON-1077257590-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f080dde-4e70-4d3f-aa8c-ced0a1065d3d HTTP/1.1" status: 200 len: 210 time: 0.0316849 Jul 29 05:27:05.781049 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483d9718-7025-4802-82bf-ec6a0c811c30 req-8e4ff445-7605-4a77-9f03-7d2925192112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:27:05.782507 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-483d9718-7025-4802-82bf-ec6a0c811c30 req-8e4ff445-7605-4a77-9f03-7d2925192112 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4c28b78169ac49a6854f195bea0dd9bf&device_id=a8e59cc2-032c-497f-867c-2d5663a4da21 HTTP/1.1" status: 200 len: 1127 time: 0.1042092 Jul 29 05:27:05.873744 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-e7b730e8-4920-4d07-9290-f9ba23d4b3c9 req-d068b4c7-f219-44bf-8b46-45e6bc3df7ba service neutron] 10.222.0.60 "GET /v2.0/networks/b55efc63-6791-470d-af15-935a2f0fc83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941283 Jul 29 05:27:05.917080 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483d9718-7025-4802-82bf-ec6a0c811c30 req-c1d368b7-1ceb-4b90-a949-345599dc7a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:27:05.918677 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-483d9718-7025-4802-82bf-ec6a0c811c30 req-c1d368b7-1ceb-4b90-a949-345599dc7a19 service neutron] 10.222.0.60 "GET /v2.0/networks?id=fbc0aa89-ee8e-4e90-b085-d635259d746e HTTP/1.1" status: 200 len: 916 time: 0.1278431 Jul 29 05:27:06.050347 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65905fd7-eeec-49b3-87fa-2b4b679c498f req-93d260c9-4779-4dc0-abeb-b501f889ffca tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:27:06.051898 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-65905fd7-eeec-49b3-87fa-2b4b679c498f req-93d260c9-4779-4dc0-abeb-b501f889ffca tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] 10.222.0.49 "GET /v2.0/ports?device_id=a8e59cc2-032c-497f-867c-2d5663a4da21 HTTP/1.1" status: 200 len: 943 time: 0.0515919 Jul 29 05:27:06.104601 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-65905fd7-eeec-49b3-87fa-2b4b679c498f req-db3ea6ff-4c8c-412f-91b0-83ff57729b07 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa0dd268-c459-4d1d-8fbc-d37ab58bd0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466764 Jul 29 05:27:06.163276 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:27:06.216629 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-483d9718-7025-4802-82bf-ec6a0c811c30 req-7d7b27db-060b-4453-811a-d8c617e8200e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6d8585cd-d0d9-4ae4-9146-299c453184a4 HTTP/1.1" status: 200 len: 217 time: 0.0819449 Jul 29 05:27:06.305723 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483d9718-7025-4802-82bf-ec6a0c811c30 req-a5cc8142-038a-46b3-abdb-3ac9c95b2d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:27:06.307123 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-483d9718-7025-4802-82bf-ec6a0c811c30 req-a5cc8142-038a-46b3-abdb-3ac9c95b2d98 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8376599e-1b82-4f50-882f-6526e26807a2 HTTP/1.1" status: 200 len: 854 time: 0.0777104 Jul 29 05:27:06.311218 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-e7b730e8-4920-4d07-9290-f9ba23d4b3c9 req-fad96782-e143-4421-8e47-f291efe2b33a service neutron] 10.222.0.60 "GET /v2.0/networks/b55efc63-6791-470d-af15-935a2f0fc83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779470 Jul 29 05:27:06.364093 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:27:06.368215 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483d9718-7025-4802-82bf-ec6a0c811c30 req-13c7644f-5aff-4487-ad8b-a4d1309955b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:27:06.369748 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-483d9718-7025-4802-82bf-ec6a0c811c30 req-13c7644f-5aff-4487-ad8b-a4d1309955b7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fbc0aa89-ee8e-4e90-b085-d635259d746e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0517561 Jul 29 05:27:06.505590 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Device 6d8585cd-d0d9-4ae4-9146-299c453184a4 details requested by agent hyperv_hv-cinder-85127 with host hv-cinder-85127 {{(pid=104006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 05:27:06.508763 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Device add97173-f389-4e35-b131-c4e58524e3c9 no longer exists at agent hyperv_hv-cinder-85127 {{(pid=104006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 05:27:06.570160 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] No Port match for: add97173-f389-4e35-b131-c4e58524e3c9 {{(pid=104006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 05:27:06.571636 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Device add97173-f389-4e35-b131-c4e58524e3c9 not bound to the agent host hv-cinder-85127 {{(pid=104006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 05:27:06.668776 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d714046-a1ed-4061-8268-5b22e6bdbffa req-af0b7861-89e8-4703-9221-a094be524b7e tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:27:06.670393 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-9d714046-a1ed-4061-8268-5b22e6bdbffa req-af0b7861-89e8-4703-9221-a094be524b7e tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e3305fc-3d92-4d3f-afb8-c25395280792 HTTP/1.1" status: 200 len: 945 time: 0.0915470 Jul 29 05:27:06.727175 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] For port 6d8585cd-d0d9-4ae4-9146-299c453184a4, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=6d8585cd-d0d9-4ae4-9146-299c453184a4,segment=NetworkSegment(aef3e43e-a6f3-499f-af37-57141ca0f5f4),segment_id=aef3e43e-a6f3-499f-af37-57141ca0f5f4)] {{(pid=104006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:27:06.740479 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-9d714046-a1ed-4061-8268-5b22e6bdbffa req-5a9c4c36-32d0-4e86-9105-125544790c95 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf631f8c-fd1e-402a-96ad-921fce651990&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599701 Jul 29 05:27:06.741086 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Returning: {'device': '6d8585cd-d0d9-4ae4-9146-299c453184a4', 'network_id': 'fbc0aa89-ee8e-4e90-b085-d635259d746e', 'port_id': '6d8585cd-d0d9-4ae4-9146-299c453184a4', 'mac_address': 'fa:16:3e:3c:c5:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8376599e-1b82-4f50-882f-6526e26807a2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 05:27:06.785274 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99ded67-1a7f-45e8-bc13-4a247e0cde75 req-17c3486e-767d-42e2-876e-46e18ae103dc tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:27:06.789475 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-f99ded67-1a7f-45e8-bc13-4a247e0cde75 req-17c3486e-767d-42e2-876e-46e18ae103dc tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7d28599-67a9-4e84-a44d-79f1a6bf728f HTTP/1.1" status: 200 len: 943 time: 0.0956588 Jul 29 05:27:06.808396 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 35106) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:27:06.810485 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Current status of the port 6d8585cd-d0d9-4ae4-9146-299c453184a4 is: DOWN; New status is: BUILD {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:27:06.810485 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (6d8585cd-d0d9-4ae4-9146-299c453184a4), before_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:06.820635 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.notifiers.nova [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d8585cd-d0d9-4ae4-9146-299c453184a4 {{(pid=104006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 05:27:06.847932 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] For port 6d8585cd-d0d9-4ae4-9146-299c453184a4, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=6d8585cd-d0d9-4ae4-9146-299c453184a4,segment=NetworkSegment(aef3e43e-a6f3-499f-af37-57141ca0f5f4),segment_id=aef3e43e-a6f3-499f-af37-57141ca0f5f4)] {{(pid=104006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:27:06.853692 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (6d8585cd-d0d9-4ae4-9146-299c453184a4), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:06.855425 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-f99ded67-1a7f-45e8-bc13-4a247e0cde75 req-1e3fc531-aacd-4699-a540-949292d386b2 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ecdeee5-e633-4d38-a6ac-9144f7d001b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546265 Jul 29 05:27:06.913004 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Pushing event updated for resources: {'Port': ['ID=6d8585cd-d0d9-4ae4-9146-299c453184a4,revision_number=4']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:27:07.101381 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] get_ports_and_sgs() called for port_ids ['6d8585cd-d0d9-4ae4-9146-299c453184a4'] {{(pid=104006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 05:27:07.333563 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e98ebfc-2f1e-40a5-ae71-71e05fd778a7 req-4d67962b-7539-42e1-81cb-63942fb41220 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:27:07.335445 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-0e98ebfc-2f1e-40a5-ae71-71e05fd778a7 req-4d67962b-7539-42e1-81cb-63942fb41220 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] 10.222.0.49 "GET /v2.0/ports?device_id=a8e59cc2-032c-497f-867c-2d5663a4da21 HTTP/1.1" status: 200 len: 944 time: 0.0811875 Jul 29 05:27:07.431187 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-483d9718-7025-4802-82bf-ec6a0c811c30 req-e5ee6c13-0ce2-4f9f-84e4-3e91b7034315 service neutron] 10.222.0.60 "GET /v2.0/networks/fbc0aa89-ee8e-4e90-b085-d635259d746e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533569 Jul 29 05:27:07.695123 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (12b139f9-2daf-4047-bd2d-6bc43cda34b6), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:07.883002 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-0e98ebfc-2f1e-40a5-ae71-71e05fd778a7 req-37f88c3c-a511-44b0-884e-eb527722db2e tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa0dd268-c459-4d1d-8fbc-d37ab58bd0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5222228 Jul 29 05:27:07.901362 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-80043a7e-96a0-43aa-a15c-b4f48ffe9806 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-361244'] for router_interface (36db0afb-fb03-4a20-ad0d-3d4d25715de0), before_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:07.957834 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f63c94e-1d87-43ea-b1c1-4714faf41131 req-0e63e128-71cf-4624-8858-98826b2db7a9 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:27:07.960245 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-6f63c94e-1d87-43ea-b1c1-4714faf41131 req-0e63e128-71cf-4624-8858-98826b2db7a9 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e3305fc-3d92-4d3f-afb8-c25395280792 HTTP/1.1" status: 200 len: 945 time: 0.0910726 Jul 29 05:27:07.976649 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-483d9718-7025-4802-82bf-ec6a0c811c30 req-b4813c52-dd11-4d92-9d01-73655968115e service neutron] 10.222.0.60 "GET /v2.0/networks/fbc0aa89-ee8e-4e90-b085-d635259d746e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5297368 Jul 29 05:27:08.012668 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=100 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:27:08.030380 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-6f63c94e-1d87-43ea-b1c1-4714faf41131 req-2b94f9e1-426d-407d-8e27-4ef9198d03c7 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf631f8c-fd1e-402a-96ad-921fce651990&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641277 Jul 29 05:27:08.076711 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2910cbb9-da66-4fda-859a-d0af5edbb6ac req-c57287ac-b2b0-4bc1-a959-4242e510a511 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:27:08.082373 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-2910cbb9-da66-4fda-859a-d0af5edbb6ac req-c57287ac-b2b0-4bc1-a959-4242e510a511 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7d28599-67a9-4e84-a44d-79f1a6bf728f HTTP/1.1" status: 200 len: 943 time: 0.0726666 Jul 29 05:27:08.140988 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-960e61b7-2b9a-4482-bb07-1d43028e9f01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (8a9a6061-e61b-4901-b35e-5e71dea10db3), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:08.164829 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=100 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:27:08.240775 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=100 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:27:08.264255 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-2910cbb9-da66-4fda-859a-d0af5edbb6ac req-73c51c86-9dfb-44bb-a5f5-d3635c4f805e tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ecdeee5-e633-4d38-a6ac-9144f7d001b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1749773 Jul 29 05:27:08.339557 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.plugin [None req-80043a7e-96a0-43aa-a15c-b4f48ffe9806 admin admin] Deleting port d2739fa7-55c9-4dcd-8915-958b8efccc6c {{(pid=104005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 05:27:08.339899 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-80043a7e-96a0-43aa-a15c-b4f48ffe9806 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737760600589'] for port (d2739fa7-55c9-4dcd-8915-958b8efccc6c), before_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:08.433309 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.db [None req-80043a7e-96a0-43aa-a15c-b4f48ffe9806 admin admin] For port d2739fa7-55c9-4dcd-8915-958b8efccc6c, host dv-cinder-851279-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-2-iscsi',level=0,port_id=d2739fa7-55c9-4dcd-8915-958b8efccc6c,segment=NetworkSegment(2ceab750-82be-448f-8b3e-b595d666c0d7),segment_id=2ceab750-82be-448f-8b3e-b595d666c0d7)] {{(pid=104005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:27:08.433673 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-80043a7e-96a0-43aa-a15c-b4f48ffe9806 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420629'] for port (d2739fa7-55c9-4dcd-8915-958b8efccc6c), precommit_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:08.452251 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.plugin [None req-80043a7e-96a0-43aa-a15c-b4f48ffe9806 admin admin] Calling delete_port for d2739fa7-55c9-4dcd-8915-958b8efccc6c owned by network:router_interface {{(pid=104005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 05:27:08.503904 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Device c7e12f70-c8c8-48ec-9fd7-5a69b095e812 details requested by agent hyperv_hv-cinder-85127 with host hv-cinder-85127 {{(pid=104006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 05:27:08.508760 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Device 6d8585cd-d0d9-4ae4-9146-299c453184a4 up at agent hyperv_hv-cinder-85127 {{(pid=104006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 05:27:08.612039 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Provisioning for port 6d8585cd-d0d9-4ae4-9146-299c453184a4 completed by entity L2. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 29 05:27:08.623459 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Provisioning complete for port 6d8585cd-d0d9-4ae4-9146-299c453184a4 triggered by entity L2. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:27:08.624013 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (6d8585cd-d0d9-4ae4-9146-299c453184a4), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:08.652221 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-80043a7e-96a0-43aa-a15c-b4f48ffe9806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737760621891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737760223820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1905596'] for port (d2739fa7-55c9-4dcd-8915-958b8efccc6c), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:08.678514 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80043a7e-96a0-43aa-a15c-b4f48ffe9806 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2739fa7-55c9-4dcd-8915-958b8efccc6c,revision_number=None']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:27:08.704676 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] For port c7e12f70-c8c8-48ec-9fd7-5a69b095e812, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=c7e12f70-c8c8-48ec-9fd7-5a69b095e812,segment=NetworkSegment(7dd9aee4-ac8a-4d05-b89c-b82451a25827),segment_id=7dd9aee4-ac8a-4d05-b89c-b82451a25827)] {{(pid=104006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:27:08.723840 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Returning: {'device': 'c7e12f70-c8c8-48ec-9fd7-5a69b095e812', 'network_id': 'b55efc63-6791-470d-af15-935a2f0fc83e', 'port_id': 'c7e12f70-c8c8-48ec-9fd7-5a69b095e812', 'mac_address': 'fa:16:3e:24:4d:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbb96b40-4994-4d5c-ad35-a19342a29a39', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 05:27:08.774504 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:27:08.786591 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:27:08.807736 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Current status of the port 6d8585cd-d0d9-4ae4-9146-299c453184a4 is: BUILD; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:27:08.808138 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (6d8585cd-d0d9-4ae4-9146-299c453184a4), before_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:08.812221 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Current status of the port c7e12f70-c8c8-48ec-9fd7-5a69b095e812 is: DOWN; New status is: BUILD {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:27:08.812610 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (c7e12f70-c8c8-48ec-9fd7-5a69b095e812), before_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:08.844561 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.notifiers.nova [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7e12f70-c8c8-48ec-9fd7-5a69b095e812 {{(pid=104006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 05:27:08.856138 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8e59cc2-032c-497f-867c-2d5663a4da21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d8585cd-d0d9-4ae4-9146-299c453184a4'}] {{(pid=104006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 05:27:08.858774 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e99febf74dea338d8edfc28e98bc5f49fff1daa2966fa3a6b84f517592192115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71a73b39-7579-4fc2-9d71-bdee574d86ae" -d '{"events": [{"server_uuid": "a8e59cc2-032c-497f-867c-2d5663a4da21", "name": "network-vif-plugged", "status": "completed", "tag": "6d8585cd-d0d9-4ae4-9146-299c453184a4"}]}' {{(pid=104006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 05:27:08.881119 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-80043a7e-96a0-43aa-a15c-b4f48ffe9806 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-361352'] for router_interface (36db0afb-fb03-4a20-ad0d-3d4d25715de0), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:08.886104 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] For port 6d8585cd-d0d9-4ae4-9146-299c453184a4, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=6d8585cd-d0d9-4ae4-9146-299c453184a4,segment=NetworkSegment(aef3e43e-a6f3-499f-af37-57141ca0f5f4),segment_id=aef3e43e-a6f3-499f-af37-57141ca0f5f4)] {{(pid=104006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:27:08.891304 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] For port c7e12f70-c8c8-48ec-9fd7-5a69b095e812, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=c7e12f70-c8c8-48ec-9fd7-5a69b095e812,segment=NetworkSegment(7dd9aee4-ac8a-4d05-b89c-b82451a25827),segment_id=7dd9aee4-ac8a-4d05-b89c-b82451a25827)] {{(pid=104006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:27:08.893252 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (6d8585cd-d0d9-4ae4-9146-299c453184a4), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:08.960342 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (c7e12f70-c8c8-48ec-9fd7-5a69b095e812), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:08.995747 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Pushing event updated for resources: {'Port': ['ID=6d8585cd-d0d9-4ae4-9146-299c453184a4,revision_number=5']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:27:09.055970 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Pushing event updated for resources: {'Port': ['ID=c7e12f70-c8c8-48ec-9fd7-5a69b095e812,revision_number=4']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:27:09.076941 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 05:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad3b201c-3e5e-41a3-b023-83bcd1ae9968 x-openstack-request-id: req-ad3b201c-3e5e-41a3-b023-83bcd1ae9968 {{(pid=104006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 05:27:09.077273 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8e59cc2-032c-497f-867c-2d5663a4da21", "name": "network-vif-plugged", "status": "completed", "tag": "6d8585cd-d0d9-4ae4-9146-299c453184a4", "code": 200}]} {{(pid=104006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 05:27:09.077536 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ad3b201c-3e5e-41a3-b023-83bcd1ae9968 {{(pid=104006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 05:27:09.078544 dv-cinder-851279-2-iscsi neutron-server[104006]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad3b201c-3e5e-41a3-b023-83bcd1ae9968'] response: {'server_uuid': 'a8e59cc2-032c-497f-867c-2d5663a4da21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d8585cd-d0d9-4ae4-9146-299c453184a4', 'code': 200} Jul 29 05:27:09.160742 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa85fd16-b799-46b4-bb8b-94b370c286cc req-f1138469-e82b-44f8-a6d7-3b63d9aea7eb tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:27:09.162460 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-aa85fd16-b799-46b4-bb8b-94b370c286cc req-f1138469-e82b-44f8-a6d7-3b63d9aea7eb tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] 10.222.0.49 "GET /v2.0/ports?device_id=a8e59cc2-032c-497f-867c-2d5663a4da21 HTTP/1.1" status: 200 len: 945 time: 0.1342587 Jul 29 05:27:09.194800 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] get_ports_and_sgs() called for port_ids ['c7e12f70-c8c8-48ec-9fd7-5a69b095e812'] {{(pid=104006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 05:27:09.217463 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528f448c-230c-4966-b461-9a4a814385aa req-398a0d63-7337-477a-b9e0-efdcfe03bb8e tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:27:09.220073 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-528f448c-230c-4966-b461-9a4a814385aa req-398a0d63-7337-477a-b9e0-efdcfe03bb8e tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e3305fc-3d92-4d3f-afb8-c25395280792 HTTP/1.1" status: 200 len: 945 time: 0.0821872 Jul 29 05:27:09.291591 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-528f448c-230c-4966-b461-9a4a814385aa req-3dad4cf2-0f79-4588-ab85-980baf66fafa tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf631f8c-fd1e-402a-96ad-921fce651990&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641968 Jul 29 05:27:09.371282 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:27:09.381036 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:27:09.417022 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f3e03d-2fa1-43e4-8f3f-ad6da223aecd req-1f7fd376-979c-4612-b5ae-84202a8ae015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:27:09.418737 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-f3f3e03d-2fa1-43e4-8f3f-ad6da223aecd req-1f7fd376-979c-4612-b5ae-84202a8ae015 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a8e59cc2-032c-497f-867c-2d5663a4da21 HTTP/1.1" status: 200 len: 1129 time: 0.1489282 Jul 29 05:27:09.425319 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-aa85fd16-b799-46b4-bb8b-94b370c286cc req-12df4c51-e129-497f-aa34-7792660b1712 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa0dd268-c459-4d1d-8fbc-d37ab58bd0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432687 Jul 29 05:27:09.454964 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80043a7e-96a0-43aa-a15c-b4f48ffe9806 admin admin] Router 36db0afb-fb03-4a20-ad0d-3d4d25715de0 has already been hosted by L3 agent 8a9a6061-e61b-4901-b35e-5e71dea10db3 {{(pid=104005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 05:27:09.506376 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d350dd1-2a21-4b6e-b83b-cd3a2a001f2c req-1ad55e60-4766-42c4-8117-f72385d60c38 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:27:09.509278 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-5d350dd1-2a21-4b6e-b83b-cd3a2a001f2c req-1ad55e60-4766-42c4-8117-f72385d60c38 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7d28599-67a9-4e84-a44d-79f1a6bf728f HTTP/1.1" status: 200 len: 944 time: 0.1236293 Jul 29 05:27:09.540819 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-f3f3e03d-2fa1-43e4-8f3f-ad6da223aecd req-485081a9-d27a-463d-bd66-f6699b6c095a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=aa0dd268-c459-4d1d-8fbc-d37ab58bd0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142919 Jul 29 05:27:09.585607 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-5d350dd1-2a21-4b6e-b83b-cd3a2a001f2c req-a00c9649-e287-443d-9390-75691dd8c719 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ecdeee5-e633-4d38-a6ac-9144f7d001b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696988 Jul 29 05:27:09.602267 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80043a7e-96a0-43aa-a15c-b4f48ffe9806 admin admin] Notify agent at l3_agent.dv-cinder-851279-2-iscsi the message routers_updated {{(pid=104005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 05:27:09.614678 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-80043a7e-96a0-43aa-a15c-b4f48ffe9806 admin admin] 10.222.0.49 "PUT /v2.0/routers/36db0afb-fb03-4a20-ad0d-3d4d25715de0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8088899 Jul 29 05:27:09.614678 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 35126) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:27:09.617034 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb786cc-090b-4753-879c-14553e3e18ae None None] Sync routers for ids ['36db0afb-fb03-4a20-ad0d-3d4d25715de0'] in dv-cinder-851279-2-iscsi {{(pid=104007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 05:27:09.722790 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb786cc-090b-4753-879c-14553e3e18ae None None] Routers {'36db0afb-fb03-4a20-ad0d-3d4d25715de0'} bound to L3 agent in host dv-cinder-851279-2-iscsi {{(pid=104007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:27:09.723453 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-efb786cc-090b-4753-879c-14553e3e18ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-29T05:12:08Z,description=,heartbeat_timestamp=2022-07-29T05:27:08Z,host='dv-cinder-851279-2-iscsi',id=8a9a6061-e61b-4901-b35e-5e71dea10db3,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T05:12:08Z,topic='l3_agent')) {'router_ids': ['36db0afb-fb03-4a20-ad0d-3d4d25715de0'], 'active': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:27:09.737021 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-c0fa417b-3e44-41ed-8d5a-95b553a79ada admin admin] Publish callbacks [] for router (36db0afb-fb03-4a20-ad0d-3d4d25715de0), before_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:09.834934 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvr_db [None req-efb786cc-090b-4753-879c-14553e3e18ae None None] Set router 36db0afb-fb03-4a20-ad0d-3d4d25715de0 gateway port host: dv-cinder-851279-2-iscsi {{(pid=104007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:27:09.854052 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-c0fa417b-3e44-41ed-8d5a-95b553a79ada admin admin] Publish callbacks [] for router_gateway (36db0afb-fb03-4a20-ad0d-3d4d25715de0), before_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:09.911435 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.plugin [None req-c0fa417b-3e44-41ed-8d5a-95b553a79ada admin admin] Deleting port 283724cf-5dab-4732-b6b0-37f06eb01598 {{(pid=104005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 05:27:09.911778 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-c0fa417b-3e44-41ed-8d5a-95b553a79ada admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737760600589'] for port (283724cf-5dab-4732-b6b0-37f06eb01598), before_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:10.000955 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.db [None req-c0fa417b-3e44-41ed-8d5a-95b553a79ada admin admin] For port 283724cf-5dab-4732-b6b0-37f06eb01598, host dv-cinder-851279-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-2-iscsi',level=0,port_id=283724cf-5dab-4732-b6b0-37f06eb01598,segment=NetworkSegment(f0686699-af43-47c7-b9bc-f7993eec27ee),segment_id=f0686699-af43-47c7-b9bc-f7993eec27ee)] {{(pid=104005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:27:10.001357 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-c0fa417b-3e44-41ed-8d5a-95b553a79ada admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420629'] for port (283724cf-5dab-4732-b6b0-37f06eb01598), precommit_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:10.018334 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.plugin [None req-c0fa417b-3e44-41ed-8d5a-95b553a79ada admin admin] Calling delete_port for 283724cf-5dab-4732-b6b0-37f06eb01598 owned by network:router_gateway {{(pid=104005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 05:27:10.023497 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-efb786cc-090b-4753-879c-14553e3e18ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36db0afb-fb03-4a20-ad0d-3d4d25715de0', 'name': 'tempest-ServerRescueNegativeTestJSON-1869579504-router', 'tenant_id': '153fe5d9d64346f6b7419eba91948678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '283724cf-5dab-4732-b6b0-37f06eb01598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:21:00Z', 'updated_at': '2022-07-29T05:27:08Z', 'revision_number': 5, 'project_id': '153fe5d9d64346f6b7419eba91948678', 'gw_port': {'id': '283724cf-5dab-4732-b6b0-37f06eb01598', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ea:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36db0afb-fb03-4a20-ad0d-3d4d25715de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:02Z', 'updated_at': '2022-07-29T05:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi'}], 'dv-cinder-851279-2-iscsi', False) {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:27:10.030071 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c0cfcfc2-d3d3-4a7d-ac6c-95a3fd745979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (543ff7d7-1636-45b2-a25e-e19209bc2e01), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:10.052353 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb786cc-090b-4753-879c-14553e3e18ae None None] Checking router: 36db0afb-fb03-4a20-ad0d-3d4d25715de0 for host: dv-cinder-851279-2-iscsi {{(pid=104007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 05:27:10.063226 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb786cc-090b-4753-879c-14553e3e18ae None None] Routers {'36db0afb-fb03-4a20-ad0d-3d4d25715de0'} bound to L3 agent in host dv-cinder-851279-2-iscsi {{(pid=104007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:27:10.064193 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-efb786cc-090b-4753-879c-14553e3e18ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-29T05:12:08Z,description=,heartbeat_timestamp=2022-07-29T05:27:08Z,host='dv-cinder-851279-2-iscsi',id=8a9a6061-e61b-4901-b35e-5e71dea10db3,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T05:12:08Z,topic='l3_agent')) {'router_ids': ['36db0afb-fb03-4a20-ad0d-3d4d25715de0'], 'active': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:27:10.154799 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvr_db [None req-efb786cc-090b-4753-879c-14553e3e18ae None None] Set router 36db0afb-fb03-4a20-ad0d-3d4d25715de0 gateway port host: None {{(pid=104007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:27:10.210487 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-efb786cc-090b-4753-879c-14553e3e18ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36db0afb-fb03-4a20-ad0d-3d4d25715de0', 'name': 'tempest-ServerRescueNegativeTestJSON-1869579504-router', 'tenant_id': '153fe5d9d64346f6b7419eba91948678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:21:00Z', 'updated_at': '2022-07-29T05:27:09Z', 'revision_number': 6, 'project_id': '153fe5d9d64346f6b7419eba91948678', 'gw_port_host': None}], 'dv-cinder-851279-2-iscsi', False) {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:27:10.237197 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb786cc-090b-4753-879c-14553e3e18ae None None] The sync data for ids ['36db0afb-fb03-4a20-ad0d-3d4d25715de0'] in dv-cinder-851279-2-iscsi is: [{'id': '36db0afb-fb03-4a20-ad0d-3d4d25715de0', 'name': 'tempest-ServerRescueNegativeTestJSON-1869579504-router', 'tenant_id': '153fe5d9d64346f6b7419eba91948678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:21:00Z', 'updated_at': '2022-07-29T05:27:09Z', 'revision_number': 6, 'project_id': '153fe5d9d64346f6b7419eba91948678', 'gw_port_host': None}] {{(pid=104007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 05:27:10.248909 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-c0fa417b-3e44-41ed-8d5a-95b553a79ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737760621891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737760223820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1905596'] for port (283724cf-5dab-4732-b6b0-37f06eb01598), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:10.256844 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:27:10.301325 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fa417b-3e44-41ed-8d5a-95b553a79ada admin admin] Pushing event deleted for resources: {'Port': ['ID=283724cf-5dab-4732-b6b0-37f06eb01598,revision_number=None']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:27:10.401359 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-c0fa417b-3e44-41ed-8d5a-95b553a79ada admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-375324'] for router_gateway (36db0afb-fb03-4a20-ad0d-3d4d25715de0), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:10.520480 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Device c7e12f70-c8c8-48ec-9fd7-5a69b095e812 up at agent hyperv_hv-cinder-85127 {{(pid=104006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 05:27:10.538581 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-c0fa417b-3e44-41ed-8d5a-95b553a79ada admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-401047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1364'] for router (36db0afb-fb03-4a20-ad0d-3d4d25715de0), precommit_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:10.542656 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-c0fa417b-3e44-41ed-8d5a-95b553a79ada admin admin] Publish callbacks [] for router_controller (36db0afb-fb03-4a20-ad0d-3d4d25715de0), precommit_delete_associations {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:10.552276 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec653beb-d826-4521-8601-06a4fb16d4e2 req-0a8de8be-f8c1-469e-acb5-a927eb86dd55 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:27:10.553843 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-ec653beb-d826-4521-8601-06a4fb16d4e2 req-0a8de8be-f8c1-469e-acb5-a927eb86dd55 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e3305fc-3d92-4d3f-afb8-c25395280792 HTTP/1.1" status: 200 len: 945 time: 0.1354988 Jul 29 05:27:10.602261 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Provisioning for port c7e12f70-c8c8-48ec-9fd7-5a69b095e812 completed by entity L2. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 29 05:27:10.607304 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1f4bd2-8caa-40f4-84f4-cb347c05f425 req-fd0f16ce-581e-4525-ad32-74b860249d98 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:27:10.613745 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Provisioning complete for port c7e12f70-c8c8-48ec-9fd7-5a69b095e812 triggered by entity L2. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:27:10.614365 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (c7e12f70-c8c8-48ec-9fd7-5a69b095e812), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:10.615245 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-ce1f4bd2-8caa-40f4-84f4-cb347c05f425 req-fd0f16ce-581e-4525-ad32-74b860249d98 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] 10.222.0.49 "GET /v2.0/ports?device_id=a8e59cc2-032c-497f-867c-2d5663a4da21 HTTP/1.1" status: 200 len: 945 time: 0.0636890 Jul 29 05:27:10.647088 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:27:10.679805 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-c0fa417b-3e44-41ed-8d5a-95b553a79ada admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-400917'] for router (36db0afb-fb03-4a20-ad0d-3d4d25715de0), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:10.680915 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0fa417b-3e44-41ed-8d5a-95b553a79ada admin admin] Fanout notify agent at l3_agent the message router_deleted on router 36db0afb-fb03-4a20-ad0d-3d4d25715de0 {{(pid=104005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 05:27:10.688774 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-ce1f4bd2-8caa-40f4-84f4-cb347c05f425 req-109e3106-3905-43bd-8219-55f6fe26dab9 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa0dd268-c459-4d1d-8fbc-d37ab58bd0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683229 Jul 29 05:27:10.701567 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-c0fa417b-3e44-41ed-8d5a-95b553a79ada admin admin] Publish callbacks [] for router (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:10.706378 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-c0fa417b-3e44-41ed-8d5a-95b553a79ada admin admin] 10.222.0.49 "DELETE /v2.0/routers/36db0afb-fb03-4a20-ad0d-3d4d25715de0 HTTP/1.1" status: 204 len: 168 time: 1.0872450 Jul 29 05:27:10.707494 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 35134) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:27:10.733100 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Current status of the port c7e12f70-c8c8-48ec-9fd7-5a69b095e812 is: BUILD; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:27:10.733656 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (c7e12f70-c8c8-48ec-9fd7-5a69b095e812), before_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:10.748275 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-ec653beb-d826-4521-8601-06a4fb16d4e2 req-824f56ad-8d31-45ca-b4f5-c673976d3c3d tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf631f8c-fd1e-402a-96ad-921fce651990&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1701798 Jul 29 05:27:10.785336 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] For port c7e12f70-c8c8-48ec-9fd7-5a69b095e812, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=c7e12f70-c8c8-48ec-9fd7-5a69b095e812,segment=NetworkSegment(7dd9aee4-ac8a-4d05-b89c-b82451a25827),segment_id=7dd9aee4-ac8a-4d05-b89c-b82451a25827)] {{(pid=104006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:27:10.795029 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (c7e12f70-c8c8-48ec-9fd7-5a69b095e812), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:10.806257 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bab29d9-8679-470a-b563-6ecac0ba87da admin admin] Deleting subnet a137c074-4437-44e5-8103-6184a1dda097 {{(pid=104004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 29 05:27:10.822545 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-1bab29d9-8679-470a-b563-6ecac0ba87da admin admin] Publish callbacks [] for subnet (a137c074-4437-44e5-8103-6184a1dda097), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:10.872822 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Pushing event updated for resources: {'Port': ['ID=c7e12f70-c8c8-48ec-9fd7-5a69b095e812,revision_number=5']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:27:10.895611 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dba2b52-0bb2-4f6b-a3c6-d4a037e69c4c req-e9aa5736-b8ce-4397-a963-5f80e9d65ac8 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:27:10.897342 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-9dba2b52-0bb2-4f6b-a3c6-d4a037e69c4c req-e9aa5736-b8ce-4397-a963-5f80e9d65ac8 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7d28599-67a9-4e84-a44d-79f1a6bf728f HTTP/1.1" status: 200 len: 945 time: 0.0869262 Jul 29 05:27:10.900052 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-1bab29d9-8679-470a-b563-6ecac0ba87da admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29149063'] for subnet (a137c074-4437-44e5-8103-6184a1dda097), precommit_delete_associations {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:11.019436 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-9dba2b52-0bb2-4f6b-a3c6-d4a037e69c4c req-996b3ab4-e3ab-4f22-bcbc-a29dd8817f74 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ecdeee5-e633-4d38-a6ac-9144f7d001b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967934 Jul 29 05:27:11.041385 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-1bab29d9-8679-470a-b563-6ecac0ba87da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3503403'] for subnet (a137c074-4437-44e5-8103-6184a1dda097), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:11.073444 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:27:11.082077 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7d28599-67a9-4e84-a44d-79f1a6bf728f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7e12f70-c8c8-48ec-9fd7-5a69b095e812'}] {{(pid=104006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 05:27:11.083580 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e99febf74dea338d8edfc28e98bc5f49fff1daa2966fa3a6b84f517592192115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d29e8d5-7dee-4870-ab13-b1a183861bb5" -d '{"events": [{"server_uuid": "c7d28599-67a9-4e84-a44d-79f1a6bf728f", "name": "network-vif-plugged", "status": "completed", "tag": "c7e12f70-c8c8-48ec-9fd7-5a69b095e812"}]}' {{(pid=104006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 05:27:11.113353 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-1bab29d9-8679-470a-b563-6ecac0ba87da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3503394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-292102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25660254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25789394'] for subnet (a137c074-4437-44e5-8103-6184a1dda097), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:11.136095 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 05:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1076cec4-c0f6-45c6-b62c-5c251b79ec16 x-openstack-request-id: req-1076cec4-c0f6-45c6-b62c-5c251b79ec16 {{(pid=104006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 05:27:11.136487 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7d28599-67a9-4e84-a44d-79f1a6bf728f", "name": "network-vif-plugged", "status": "completed", "tag": "c7e12f70-c8c8-48ec-9fd7-5a69b095e812", "code": 200}]} {{(pid=104006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 05:27:11.136814 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1076cec4-c0f6-45c6-b62c-5c251b79ec16 {{(pid=104006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 05:27:11.137283 dv-cinder-851279-2-iscsi neutron-server[104006]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1076cec4-c0f6-45c6-b62c-5c251b79ec16'] response: {'server_uuid': 'c7d28599-67a9-4e84-a44d-79f1a6bf728f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7e12f70-c8c8-48ec-9fd7-5a69b095e812', 'code': 200} Jul 29 05:27:11.155727 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bab29d9-8679-470a-b563-6ecac0ba87da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a137c074-4437-44e5-8103-6184a1dda097,revision_number=None']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:27:11.163568 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-1bab29d9-8679-470a-b563-6ecac0ba87da admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:11.170789 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-535868c4-70b6-4533-a201-ca8644dc99aa None None] Network 71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9 requested from dv-cinder-851279-2-iscsi {{(pid=104006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 05:27:11.178294 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-1bab29d9-8679-470a-b563-6ecac0ba87da admin admin] 10.222.0.49 "DELETE /v2.0/subnets/a137c074-4437-44e5-8103-6184a1dda097 HTTP/1.1" status: 204 len: 168 time: 0.4695554 Jul 29 05:27:11.182621 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 35138) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:27:11.313790 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-6caf3e2a-a48a-46fd-9fd3-4493f9fc083f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3418721'] for network (71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:11.344975 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199aa2d5-ff91-482b-820e-e489a52a3e34 req-11023a16-36cf-4d96-94d9-fa024df7d80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:27:11.347966 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-199aa2d5-ff91-482b-820e-e489a52a3e34 req-11023a16-36cf-4d96-94d9-fa024df7d80d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c7d28599-67a9-4e84-a44d-79f1a6bf728f HTTP/1.1" status: 200 len: 1129 time: 0.0483832 Jul 29 05:27:11.360883 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-513ee059-607d-4b08-b802-90856b8f346f None None] DHCP port deletion for 71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9 request from dv-cinder-851279-2-iscsi {{(pid=104006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 29 05:27:11.405048 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-6caf3e2a-a48a-46fd-9fd3-4493f9fc083f admin admin] Deleting port 4144d5a2-5f53-45c0-aa88-1facd3b81d59 {{(pid=104004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 05:27:11.405389 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-6caf3e2a-a48a-46fd-9fd3-4493f9fc083f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737760600589'] for port (4144d5a2-5f53-45c0-aa88-1facd3b81d59), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:11.414908 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-199aa2d5-ff91-482b-820e-e489a52a3e34 req-04cbc0a1-75db-48fc-b0a3-1d4bf19d6683 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=1ecdeee5-e633-4d38-a6ac-9144f7d001b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602868 Jul 29 05:27:11.422078 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-513ee059-607d-4b08-b802-90856b8f346f None None] Deleting port 4144d5a2-5f53-45c0-aa88-1facd3b81d59 {{(pid=104006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 05:27:11.422469 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-513ee059-607d-4b08-b802-90856b8f346f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737760600589'] for port (4144d5a2-5f53-45c0-aa88-1facd3b81d59), before_delete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:11.488715 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-6caf3e2a-a48a-46fd-9fd3-4493f9fc083f admin admin] For port 4144d5a2-5f53-45c0-aa88-1facd3b81d59, host dv-cinder-851279-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-2-iscsi',level=0,port_id=4144d5a2-5f53-45c0-aa88-1facd3b81d59,segment=NetworkSegment(2ceab750-82be-448f-8b3e-b595d666c0d7),segment_id=2ceab750-82be-448f-8b3e-b595d666c0d7)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:27:11.490103 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-6caf3e2a-a48a-46fd-9fd3-4493f9fc083f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420629'] for port (4144d5a2-5f53-45c0-aa88-1facd3b81d59), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:11.502841 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-513ee059-607d-4b08-b802-90856b8f346f None None] For port 4144d5a2-5f53-45c0-aa88-1facd3b81d59, host dv-cinder-851279-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-2-iscsi',level=0,port_id=4144d5a2-5f53-45c0-aa88-1facd3b81d59,segment=NetworkSegment(2ceab750-82be-448f-8b3e-b595d666c0d7),segment_id=2ceab750-82be-448f-8b3e-b595d666c0d7)] {{(pid=104006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:27:11.503678 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-513ee059-607d-4b08-b802-90856b8f346f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420629'] for port (4144d5a2-5f53-45c0-aa88-1facd3b81d59), precommit_delete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:11.516751 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:27:11.520642 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-6caf3e2a-a48a-46fd-9fd3-4493f9fc083f admin admin] Calling delete_port for 4144d5a2-5f53-45c0-aa88-1facd3b81d59 owned by network:dhcp {{(pid=104004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 05:27:11.521349 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Device 283724cf-5dab-4732-b6b0-37f06eb01598 no longer exists at agent ovs-agent-dv-cinder-851279-2-iscsi {{(pid=104006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 05:27:11.530081 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:27:11.562298 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-513ee059-607d-4b08-b802-90856b8f346f None None] Calling delete_port for 4144d5a2-5f53-45c0-aa88-1facd3b81d59 owned by network:dhcp {{(pid=104006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 05:27:11.568296 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:27:11.574267 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] No Port match for: 283724cf-5dab-4732-b6b0-37f06eb01598 {{(pid=104006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 05:27:11.574845 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Device 283724cf-5dab-4732-b6b0-37f06eb01598 not bound to the agent host dv-cinder-851279-2-iscsi {{(pid=104006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 05:27:11.575580 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Device d2739fa7-55c9-4dcd-8915-958b8efccc6c no longer exists at agent ovs-agent-dv-cinder-851279-2-iscsi {{(pid=104006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 05:27:11.617975 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] No Port match for: d2739fa7-55c9-4dcd-8915-958b8efccc6c {{(pid=104006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 05:27:11.617975 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Device d2739fa7-55c9-4dcd-8915-958b8efccc6c not bound to the agent host dv-cinder-851279-2-iscsi {{(pid=104006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 05:27:11.618417 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Device 4144d5a2-5f53-45c0-aa88-1facd3b81d59 no longer exists at agent ovs-agent-dv-cinder-851279-2-iscsi {{(pid=104006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 05:27:11.632657 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-6caf3e2a-a48a-46fd-9fd3-4493f9fc083f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737760621891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737760223820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660275'] for port (4144d5a2-5f53-45c0-aa88-1facd3b81d59), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:11.658118 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caf3e2a-a48a-46fd-9fd3-4493f9fc083f admin admin] Pushing event deleted for resources: {'Port': ['ID=4144d5a2-5f53-45c0-aa88-1facd3b81d59,revision_number=None']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:27:11.664956 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6caf3e2a-a48a-46fd-9fd3-4493f9fc083f admin admin] No DVR routers for this DVR port 4144d5a2-5f53-45c0-aa88-1facd3b81d59 on host dv-cinder-851279-2-iscsi {{(pid=104004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 29 05:27:11.673619 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] No Port match for: 4144d5a2-5f53-45c0-aa88-1facd3b81d59 {{(pid=104006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 05:27:11.673619 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Device 4144d5a2-5f53-45c0-aa88-1facd3b81d59 not bound to the agent host dv-cinder-851279-2-iscsi {{(pid=104006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 05:27:11.731654 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-25d2d662-1c10-455a-a758-35c132406432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (7da8dcb9-9a4e-44fd-b4da-fa922ad17d56), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:11.743521 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-513ee059-607d-4b08-b802-90856b8f346f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737760621891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737760223820'] for port (4144d5a2-5f53-45c0-aa88-1facd3b81d59), after_delete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:11.759314 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-6caf3e2a-a48a-46fd-9fd3-4493f9fc083f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3505157', 'neutron.services.segments.db._delete_segments_for_network-8737760678346'] for network (71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:11.792855 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513ee059-607d-4b08-b802-90856b8f346f None None] Pushing event deleted for resources: {'Port': ['ID=4144d5a2-5f53-45c0-aa88-1facd3b81d59,revision_number=None']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:27:11.797155 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513ee059-607d-4b08-b802-90856b8f346f None None] No DVR routers for this DVR port 4144d5a2-5f53-45c0-aa88-1facd3b81d59 on host dv-cinder-851279-2-iscsi {{(pid=104006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 29 05:27:11.808407 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (aa119a64-f506-4951-a68b-6dc6289eaece), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:11.810296 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.services.segments.db [None req-6caf3e2a-a48a-46fd-9fd3-4493f9fc083f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9']}} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:27:11.842266 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.services.segments.db [None req-6caf3e2a-a48a-46fd-9fd3-4493f9fc083f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ceab750-82be-448f-8b3e-b595d666c0d7') {'for_net_delete': True} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:27:11.842640 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.services.segments.db [None req-6caf3e2a-a48a-46fd-9fd3-4493f9fc083f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ceab750-82be-448f-8b3e-b595d666c0d7') {} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:27:11.859970 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-6caf3e2a-a48a-46fd-9fd3-4493f9fc083f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737760678247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29149086'] for segment (2ceab750-82be-448f-8b3e-b595d666c0d7), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:11.874309 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4252f5e8-0c58-4088-b145-f078ceafe58d req-493c366f-8f6e-4d66-b8c9-78671f9248e5 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:27:11.876343 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-4252f5e8-0c58-4088-b145-f078ceafe58d req-493c366f-8f6e-4d66-b8c9-78671f9248e5 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] 10.222.0.49 "GET /v2.0/ports?device_id=a8e59cc2-032c-497f-867c-2d5663a4da21 HTTP/1.1" status: 200 len: 945 time: 0.0850060 Jul 29 05:27:11.894635 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-6caf3e2a-a48a-46fd-9fd3-4493f9fc083f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501452'] for segment (2ceab750-82be-448f-8b3e-b595d666c0d7), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:11.911264 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6caf3e2a-a48a-46fd-9fd3-4493f9fc083f admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=104004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 05:27:11.911697 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-6caf3e2a-a48a-46fd-9fd3-4493f9fc083f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25660160'] for segment (2ceab750-82be-448f-8b3e-b595d666c0d7), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:11.954042 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398eebf2-a2ac-4f39-be1c-55b319f948af req-925962b7-1247-410c-9f7a-c5dd51fcaf9e tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:27:11.955990 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-398eebf2-a2ac-4f39-be1c-55b319f948af req-925962b7-1247-410c-9f7a-c5dd51fcaf9e tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e3305fc-3d92-4d3f-afb8-c25395280792 HTTP/1.1" status: 200 len: 945 time: 0.0847063 Jul 29 05:27:11.967121 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.services.segments.plugin [-] Segment 2ceab750-82be-448f-8b3e-b595d666c0d7 resource provider aggregate not found Jul 29 05:27:11.999082 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.services.segments.plugin [-] Segment 2ceab750-82be-448f-8b3e-b595d666c0d7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2ceab750-82be-448f-8b3e-b595d666c0d7 found for delete ", "request_id": "req-99ad3d97-9f67-4fbb-96d0-f1be17774129"}]} Jul 29 05:27:12.005338 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-4252f5e8-0c58-4088-b145-f078ceafe58d req-6197fd7a-5a8d-4162-a350-54923be8d25e tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa0dd268-c459-4d1d-8fbc-d37ab58bd0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189368 Jul 29 05:27:12.018163 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-6caf3e2a-a48a-46fd-9fd3-4493f9fc083f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3505166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-375344'] for network (71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:12.029357 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-398eebf2-a2ac-4f39-be1c-55b319f948af req-b9ac7a35-e9df-4dbe-9aab-8d4430d816d3 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf631f8c-fd1e-402a-96ad-921fce651990&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666573 Jul 29 05:27:12.041404 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-6caf3e2a-a48a-46fd-9fd3-4493f9fc083f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670410'] for network (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:12.048037 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-6caf3e2a-a48a-46fd-9fd3-4493f9fc083f admin admin] 10.222.0.49 "DELETE /v2.0/networks/71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9 HTTP/1.1" status: 204 len: 168 time: 0.8633864 Jul 29 05:27:12.085902 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caf3e2a-a48a-46fd-9fd3-4493f9fc083f admin admin] Pushing event deleted for resources: {'Network': ['ID=71b5d5d0-8fbf-40b8-b58c-094f4ec4c2d9,revision_number=None']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:27:12.162318 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818c3dfd-33c5-441c-ac0a-b5202181bda6 req-b1c232ef-b529-4e9e-a9c7-beabef66a6f3 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:27:12.164024 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-818c3dfd-33c5-441c-ac0a-b5202181bda6 req-b1c232ef-b529-4e9e-a9c7-beabef66a6f3 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] 10.222.0.49 "GET /v2.0/ports?device_id=a8e59cc2-032c-497f-867c-2d5663a4da21 HTTP/1.1" status: 200 len: 945 time: 0.0562272 Jul 29 05:27:12.217039 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80ee2fe-388a-450c-8ff0-60b981a4aa5c req-45a5962d-31df-4d41-9815-cb58dee36534 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:27:12.227169 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-818c3dfd-33c5-441c-ac0a-b5202181bda6 req-ac8c281f-61bc-40cc-aa84-753ae0946407 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa0dd268-c459-4d1d-8fbc-d37ab58bd0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558431 Jul 29 05:27:12.227492 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-a80ee2fe-388a-450c-8ff0-60b981a4aa5c req-45a5962d-31df-4d41-9815-cb58dee36534 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7d28599-67a9-4e84-a44d-79f1a6bf728f HTTP/1.1" status: 200 len: 945 time: 0.0940483 Jul 29 05:27:12.282775 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-a80ee2fe-388a-450c-8ff0-60b981a4aa5c req-fbb3cf24-6e52-4cdc-bde0-f8627e63997f tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ecdeee5-e633-4d38-a6ac-9144f7d001b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543182 Jul 29 05:27:12.289314 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 35156) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:27:12.365218 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-b605b0d3-9c0a-4323-9da4-b086b5ea8a46 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=153fe5d9d64346f6b7419eba91948678&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0743167 Jul 29 05:27:12.368071 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 35158) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:27:12.426870 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-199afb99-b04b-49bb-99c5-03c9d7fe7bf3 admin admin] Publish callbacks [] for security_group (d2d77d07-9d3f-4f87-89d0-b3dbc311f20c), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:12.457321 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-199afb99-b04b-49bb-99c5-03c9d7fe7bf3 admin admin] Publish callbacks [] for security_group (d2d77d07-9d3f-4f87-89d0-b3dbc311f20c), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:12.501086 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:DELETE=11,neutron:SELECT=89 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:27:12.529734 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-199afb99-b04b-49bb-99c5-03c9d7fe7bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (d2d77d07-9d3f-4f87-89d0-b3dbc311f20c), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:12.532868 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-199afb99-b04b-49bb-99c5-03c9d7fe7bf3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:12.535092 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-199afb99-b04b-49bb-99c5-03c9d7fe7bf3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d2d77d07-9d3f-4f87-89d0-b3dbc311f20c HTTP/1.1" status: 204 len: 168 time: 0.1658740 Jul 29 05:27:12.553508 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199afb99-b04b-49bb-99c5-03c9d7fe7bf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2d77d07-9d3f-4f87-89d0-b3dbc311f20c,revision_number=None']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:27:12.667027 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cea29d-0be4-41a5-8cef-ab27bf988e41 req-491565b3-4a2c-4963-9fc1-e174f4506022 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:27:12.669643 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-33cea29d-0be4-41a5-8cef-ab27bf988e41 req-491565b3-4a2c-4963-9fc1-e174f4506022 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] 10.222.0.49 "GET /v2.0/ports?device_id=a8e59cc2-032c-497f-867c-2d5663a4da21 HTTP/1.1" status: 200 len: 945 time: 0.0866396 Jul 29 05:27:12.763458 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-33cea29d-0be4-41a5-8cef-ab27bf988e41 req-e25446c1-169b-411b-9c0d-ec48a644227d tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa0dd268-c459-4d1d-8fbc-d37ab58bd0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852754 Jul 29 05:27:13.271776 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dd1f4c-cd7f-462e-81ae-92c773eaff53 req-9d837742-cabb-4735-8ced-b7d503a0da11 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:27:13.274453 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-18dd1f4c-cd7f-462e-81ae-92c773eaff53 req-9d837742-cabb-4735-8ced-b7d503a0da11 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e3305fc-3d92-4d3f-afb8-c25395280792 HTTP/1.1" status: 200 len: 945 time: 0.0927479 Jul 29 05:27:13.395579 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-18dd1f4c-cd7f-462e-81ae-92c773eaff53 req-5337a5b0-9645-49da-a5c3-402a9eb8c271 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf631f8c-fd1e-402a-96ad-921fce651990&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966294 Jul 29 05:27:13.483658 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e993c55b-ba9e-4c55-915e-554d9092e908 req-f4a2a1a6-5692-47a3-bfb6-84a97e9a626b tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:27:13.485312 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-e993c55b-ba9e-4c55-915e-554d9092e908 req-f4a2a1a6-5692-47a3-bfb6-84a97e9a626b tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7d28599-67a9-4e84-a44d-79f1a6bf728f HTTP/1.1" status: 200 len: 945 time: 0.0692151 Jul 29 05:27:13.553174 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-e993c55b-ba9e-4c55-915e-554d9092e908 req-45f2d633-da8d-4c6f-b9cc-14c769d0ca0e tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ecdeee5-e633-4d38-a6ac-9144f7d001b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581601 Jul 29 05:27:13.739000 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f34d442-7ee9-47d3-bd66-8146fe7ff9b8 req-8f1d8a49-320f-48fa-a74f-937a41f64e3e tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:27:13.740686 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-1f34d442-7ee9-47d3-bd66-8146fe7ff9b8 req-8f1d8a49-320f-48fa-a74f-937a41f64e3e tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7d28599-67a9-4e84-a44d-79f1a6bf728f HTTP/1.1" status: 200 len: 945 time: 0.0779021 Jul 29 05:27:13.755964 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 35194) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:27:13.761246 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.v2.base [None req-4eeb3faf-062f-45ce-a1d6-e3a5cd39bcfc tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Request body: {'floatingip': {'port_id': 'c7e12f70-c8c8-48ec-9fd7-5a69b095e812'}} {{(pid=104004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:27:13.810380 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-4eeb3faf-062f-45ce-a1d6-e3a5cd39bcfc tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks [] for floatingip (d3dec2fe-714b-4791-acf6-5c5c1d144cac), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:13.953523 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:27:14.764051 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118fe76d-ee32-4e7c-962c-29f0be9474df req-d33398e0-488d-42ae-bd0e-74b2f7d70f4c tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:27:14.765677 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-118fe76d-ee32-4e7c-962c-29f0be9474df req-d33398e0-488d-42ae-bd0e-74b2f7d70f4c tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e3305fc-3d92-4d3f-afb8-c25395280792 HTTP/1.1" status: 200 len: 945 time: 0.0981970 Jul 29 05:27:14.900789 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-118fe76d-ee32-4e7c-962c-29f0be9474df req-e71b84eb-d1d1-4cb2-af34-a30954c2ab17 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf631f8c-fd1e-402a-96ad-921fce651990&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1222086 Jul 29 05:27:14.913143 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-4eeb3faf-062f-45ce-a1d6-e3a5cd39bcfc tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:14.918314 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-4eeb3faf-062f-45ce-a1d6-e3a5cd39bcfc tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-375524'] for floatingip (d3dec2fe-714b-4791-acf6-5c5c1d144cac), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:15.040874 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.db.l3_db [None req-4eeb3faf-062f-45ce-a1d6-e3a5cd39bcfc tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Floating IP d3dec2fe-714b-4791-acf6-5c5c1d144cac associated. External IP: 172.27.2.237, port: c7e12f70-c8c8-48ec-9fd7-5a69b095e812. Jul 29 05:27:15.259873 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:27:15.335482 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eeb3faf-062f-45ce-a1d6-e3a5cd39bcfc tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Router 2f4539bc-d4ea-4bf2-91d9-64bace1e5856 has already been hosted by L3 agent 8a9a6061-e61b-4901-b35e-5e71dea10db3 {{(pid=104004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 05:27:15.466773 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eeb3faf-062f-45ce-a1d6-e3a5cd39bcfc tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Notify agent at l3_agent.dv-cinder-851279-2-iscsi the message routers_updated {{(pid=104004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 05:27:15.474980 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-4eeb3faf-062f-45ce-a1d6-e3a5cd39bcfc tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249840'] for floatingip (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:15.482843 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c840908-d6ac-4efa-9148-c70377270969 None None] Sync routers for ids ['2f4539bc-d4ea-4bf2-91d9-64bace1e5856'] in dv-cinder-851279-2-iscsi {{(pid=104006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 05:27:15.498865 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c840908-d6ac-4efa-9148-c70377270969 None None] Routers {'2f4539bc-d4ea-4bf2-91d9-64bace1e5856'} bound to L3 agent in host dv-cinder-851279-2-iscsi {{(pid=104006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:27:15.499960 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_hamode_db [None req-8c840908-d6ac-4efa-9148-c70377270969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-29T05:12:08Z,description=,heartbeat_timestamp=2022-07-29T05:27:08Z,host='dv-cinder-851279-2-iscsi',id=8a9a6061-e61b-4901-b35e-5e71dea10db3,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T05:12:08Z,topic='l3_agent')) {'router_ids': ['2f4539bc-d4ea-4bf2-91d9-64bace1e5856'], 'active': True} {{(pid=104006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:27:15.526913 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-4eeb3faf-062f-45ce-a1d6-e3a5cd39bcfc tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "PUT /v2.0/floatingips/d3dec2fe-714b-4791-acf6-5c5c1d144cac HTTP/1.1" status: 200 len: 991 time: 1.7662590 Jul 29 05:27:15.526913 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7d28599-67a9-4e84-a44d-79f1a6bf728f', 'tag': 'c7e12f70-c8c8-48ec-9fd7-5a69b095e812'}] {{(pid=104004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 05:27:15.527406 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63c9829679c4fd80aa44d623845be63326d0df95c18b6a0c0eedf1e192ffcaec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c70be06-3798-43fe-a9ae-ef68c291c11f" -d '{"events": [{"name": "network-changed", "server_uuid": "c7d28599-67a9-4e84-a44d-79f1a6bf728f", "tag": "c7e12f70-c8c8-48ec-9fd7-5a69b095e812"}]}' {{(pid=104004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 05:27:15.654163 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvr_db [None req-8c840908-d6ac-4efa-9148-c70377270969 None None] Set router 2f4539bc-d4ea-4bf2-91d9-64bace1e5856 gateway port host: dv-cinder-851279-2-iscsi {{(pid=104006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:27:15.664659 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 05:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cce4aec6-5158-47d3-8eb5-4e4c904d3468 x-openstack-request-id: req-cce4aec6-5158-47d3-8eb5-4e4c904d3468 {{(pid=104004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 05:27:15.665101 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7d28599-67a9-4e84-a44d-79f1a6bf728f", "tag": "c7e12f70-c8c8-48ec-9fd7-5a69b095e812", "status": "completed", "code": 200}]} {{(pid=104004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 05:27:15.665498 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cce4aec6-5158-47d3-8eb5-4e4c904d3468 {{(pid=104004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 05:27:15.666174 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cce4aec6-5158-47d3-8eb5-4e4c904d3468'] response: {'name': 'network-changed', 'server_uuid': 'c7d28599-67a9-4e84-a44d-79f1a6bf728f', 'tag': 'c7e12f70-c8c8-48ec-9fd7-5a69b095e812', 'status': 'completed', 'code': 200} Jul 29 05:27:15.757209 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c70be06-3798-43fe-a9ae-ef68c291c11f req-19f7b8b1-705d-4355-b281-7c3692a0b906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:27:15.760042 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-1c70be06-3798-43fe-a9ae-ef68c291c11f req-19f7b8b1-705d-4355-b281-7c3692a0b906 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9d8baaf2e23546ee8ed1de278617c7d2&device_id=c7d28599-67a9-4e84-a44d-79f1a6bf728f HTTP/1.1" status: 200 len: 1129 time: 0.0742974 Jul 29 05:27:15.905813 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c70be06-3798-43fe-a9ae-ef68c291c11f req-43afac83-1b36-4c57-8a83-20bed1d38ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:27:15.909002 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-1c70be06-3798-43fe-a9ae-ef68c291c11f req-43afac83-1b36-4c57-8a83-20bed1d38ce0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b55efc63-6791-470d-af15-935a2f0fc83e HTTP/1.1" status: 200 len: 915 time: 0.1417782 Jul 29 05:27:15.964246 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_hamode_db [None req-8c840908-d6ac-4efa-9148-c70377270969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f4539bc-d4ea-4bf2-91d9-64bace1e5856', 'name': 'tempest-AttachVolumeNegativeTest-392654816-router', 'tenant_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '80161f1c-297a-4942-ab94-ca8574f080db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:21:02Z', 'updated_at': '2022-07-29T05:21:11Z', 'revision_number': 4, 'project_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'gw_port': {'id': '80161f1c-297a-4942-ab94-ca8574f080db', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:33:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4539bc-d4ea-4bf2-91d9-64bace1e5856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:03Z', 'updated_at': '2022-07-29T05:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi', '_floatingips': [{'id': 'd3dec2fe-714b-4791-acf6-5c5c1d144cac', 'tenant_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'floating_ip_address': '172.27.2.237', 'floating_network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'router_id': '2f4539bc-d4ea-4bf2-91d9-64bace1e5856', 'port_id': 'c7e12f70-c8c8-48ec-9fd7-5a69b095e812', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b55efc63-6791-470d-af15-935a2f0fc83e', 'mac_address': 'fa:16:3e:24:4d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d28599-67a9-4e84-a44d-79f1a6bf728f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T05:26:46Z', 'updated_at': '2022-07-29T05:27:14Z', 'revision_number': 1, 'project_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '205980a9-ef0f-4a59-a55e-71e75787c094', 'name': '', 'network_id': 'b55efc63-6791-470d-af15-935a2f0fc83e', 'tenant_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'mac_address': 'fa:16:3e:95:99:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4539bc-d4ea-4bf2-91d9-64bace1e5856', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'bbb96b40-4994-4d5c-ad35-a19342a29a39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:08Z', 'updated_at': '2022-07-29T05:21:26Z', 'revision_number': 5, 'project_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'subnets': [{'id': 'bbb96b40-4994-4d5c-ad35-a19342a29a39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-2-iscsi', False) {} {{(pid=104006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:27:16.018675 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-1c70be06-3798-43fe-a9ae-ef68c291c11f req-d74b8282-838a-45bd-903f-3ba68f57a129 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7e12f70-c8c8-48ec-9fd7-5a69b095e812 HTTP/1.1" status: 200 len: 999 time: 0.1025145 Jul 29 05:27:16.091603 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:27:16.150927 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c70be06-3798-43fe-a9ae-ef68c291c11f req-275b2978-6b14-4b3c-b516-5d3fd25575c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:27:16.154017 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-1c70be06-3798-43fe-a9ae-ef68c291c11f req-275b2978-6b14-4b3c-b516-5d3fd25575c0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bbb96b40-4994-4d5c-ad35-a19342a29a39 HTTP/1.1" status: 200 len: 853 time: 0.1299274 Jul 29 05:27:16.162249 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3b4429-0683-4895-a354-59ce0a719536 req-b0e2f557-6306-4909-a326-746a56069a53 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:27:16.163990 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-3f3b4429-0683-4895-a354-59ce0a719536 req-b0e2f557-6306-4909-a326-746a56069a53 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e3305fc-3d92-4d3f-afb8-c25395280792 HTTP/1.1" status: 200 len: 945 time: 0.0904155 Jul 29 05:27:16.195543 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c840908-d6ac-4efa-9148-c70377270969 None None] Checking router: 2f4539bc-d4ea-4bf2-91d9-64bace1e5856 for host: dv-cinder-851279-2-iscsi {{(pid=104006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 05:27:16.214689 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c840908-d6ac-4efa-9148-c70377270969 None None] Routers {'2f4539bc-d4ea-4bf2-91d9-64bace1e5856'} bound to L3 agent in host dv-cinder-851279-2-iscsi {{(pid=104006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:27:16.215787 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_hamode_db [None req-8c840908-d6ac-4efa-9148-c70377270969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-29T05:12:08Z,description=,heartbeat_timestamp=2022-07-29T05:27:08Z,host='dv-cinder-851279-2-iscsi',id=8a9a6061-e61b-4901-b35e-5e71dea10db3,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T05:12:08Z,topic='l3_agent')) {'router_ids': ['2f4539bc-d4ea-4bf2-91d9-64bace1e5856'], 'active': True} {{(pid=104006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:27:16.238360 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c70be06-3798-43fe-a9ae-ef68c291c11f req-916b19da-a354-4226-91be-48ce96f94987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:27:16.240739 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-1c70be06-3798-43fe-a9ae-ef68c291c11f req-916b19da-a354-4226-91be-48ce96f94987 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b55efc63-6791-470d-af15-935a2f0fc83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0751233 Jul 29 05:27:16.343599 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-3f3b4429-0683-4895-a354-59ce0a719536 req-79aef849-376e-42e4-b4c7-d8bc7fd4e208 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf631f8c-fd1e-402a-96ad-921fce651990&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1666002 Jul 29 05:27:16.380195 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvr_db [None req-8c840908-d6ac-4efa-9148-c70377270969 None None] Set router 2f4539bc-d4ea-4bf2-91d9-64bace1e5856 gateway port host: dv-cinder-851279-2-iscsi {{(pid=104006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:27:16.410089 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-1c70be06-3798-43fe-a9ae-ef68c291c11f req-089691e9-9a88-48a0-9c4f-25c01bd39b05 service neutron] 10.222.0.60 "GET /v2.0/networks/b55efc63-6791-470d-af15-935a2f0fc83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609309 Jul 29 05:27:16.640861 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_hamode_db [None req-8c840908-d6ac-4efa-9148-c70377270969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f4539bc-d4ea-4bf2-91d9-64bace1e5856', 'name': 'tempest-AttachVolumeNegativeTest-392654816-router', 'tenant_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '80161f1c-297a-4942-ab94-ca8574f080db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:21:02Z', 'updated_at': '2022-07-29T05:21:11Z', 'revision_number': 4, 'project_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'gw_port': {'id': '80161f1c-297a-4942-ab94-ca8574f080db', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:33:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4539bc-d4ea-4bf2-91d9-64bace1e5856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:03Z', 'updated_at': '2022-07-29T05:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi', '_floatingips': [{'id': 'd3dec2fe-714b-4791-acf6-5c5c1d144cac', 'tenant_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'floating_ip_address': '172.27.2.237', 'floating_network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'router_id': '2f4539bc-d4ea-4bf2-91d9-64bace1e5856', 'port_id': 'c7e12f70-c8c8-48ec-9fd7-5a69b095e812', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b55efc63-6791-470d-af15-935a2f0fc83e', 'mac_address': 'fa:16:3e:24:4d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d28599-67a9-4e84-a44d-79f1a6bf728f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T05:26:46Z', 'updated_at': '2022-07-29T05:27:14Z', 'revision_number': 1, 'project_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '205980a9-ef0f-4a59-a55e-71e75787c094', 'name': '', 'network_id': 'b55efc63-6791-470d-af15-935a2f0fc83e', 'tenant_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'mac_address': 'fa:16:3e:95:99:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4539bc-d4ea-4bf2-91d9-64bace1e5856', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'bbb96b40-4994-4d5c-ad35-a19342a29a39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:08Z', 'updated_at': '2022-07-29T05:21:26Z', 'revision_number': 5, 'project_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'subnets': [{'id': 'bbb96b40-4994-4d5c-ad35-a19342a29a39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-2-iscsi', False) {} {{(pid=104006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:27:16.674671 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c840908-d6ac-4efa-9148-c70377270969 None None] The sync data for ids ['2f4539bc-d4ea-4bf2-91d9-64bace1e5856'] in dv-cinder-851279-2-iscsi is: [{'id': '2f4539bc-d4ea-4bf2-91d9-64bace1e5856', 'name': 'tempest-AttachVolumeNegativeTest-392654816-router', 'tenant_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '80161f1c-297a-4942-ab94-ca8574f080db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:21:02Z', 'updated_at': '2022-07-29T05:21:11Z', 'revision_number': 4, 'project_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'gw_port': {'id': '80161f1c-297a-4942-ab94-ca8574f080db', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:33:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4539bc-d4ea-4bf2-91d9-64bace1e5856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:03Z', 'updated_at': '2022-07-29T05:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi', '_floatingips': [{'id': 'd3dec2fe-714b-4791-acf6-5c5c1d144cac', 'tenant_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'floating_ip_address': '172.27.2.237', 'floating_network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'router_id': '2f4539bc-d4ea-4bf2-91d9-64bace1e5856', 'port_id': 'c7e12f70-c8c8-48ec-9fd7-5a69b095e812', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b55efc63-6791-470d-af15-935a2f0fc83e', 'mac_address': 'fa:16:3e:24:4d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d28599-67a9-4e84-a44d-79f1a6bf728f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T05:26:46Z', 'updated_at': '2022-07-29T05:27:14Z', 'revision_number': 1, 'project_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '205980a9-ef0f-4a59-a55e-71e75787c094', 'name': '', 'network_id': 'b55efc63-6791-470d-af15-935a2f0fc83e', 'tenant_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'mac_address': 'fa:16:3e:95:99:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4539bc-d4ea-4bf2-91d9-64bace1e5856', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'bbb96b40-4994-4d5c-ad35-a19342a29a39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:08Z', 'updated_at': '2022-07-29T05:21:26Z', 'revision_number': 5, 'project_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'subnets': [{'id': 'bbb96b40-4994-4d5c-ad35-a19342a29a39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 05:27:16.928277 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0da6b8e-169f-4a83-8734-d7e7a2db73ff None None] New status for floating IP d3dec2fe-714b-4791-acf6-5c5c1d144cac: ACTIVE {{(pid=104007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 29 05:27:17.349438 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=100 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:27:17.356454 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-1c70be06-3798-43fe-a9ae-ef68c291c11f req-d3fe5fc2-98c9-4012-9e9c-9afba3ba69db service neutron] 10.222.0.60 "GET /v2.0/networks/b55efc63-6791-470d-af15-935a2f0fc83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093671 Jul 29 05:27:17.495236 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8649f48-10bb-4119-be79-479a316ddce7 req-d9f3d918-eb5b-4808-8e70-7c7b64177df4 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:27:17.496757 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-c8649f48-10bb-4119-be79-479a316ddce7 req-d9f3d918-eb5b-4808-8e70-7c7b64177df4 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e3305fc-3d92-4d3f-afb8-c25395280792 HTTP/1.1" status: 200 len: 945 time: 0.0520358 Jul 29 05:27:17.550053 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-c8649f48-10bb-4119-be79-479a316ddce7 req-d267ca6a-bd06-47d8-8dc5-5e6c413ba321 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf631f8c-fd1e-402a-96ad-921fce651990&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470812 Jul 29 05:27:18.691773 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e233fc58-d5d2-4b4b-acec-b73322966aab req-50b84781-74eb-4c50-8ab7-2b8e1107cb79 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:27:18.693397 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-e233fc58-d5d2-4b4b-acec-b73322966aab req-50b84781-74eb-4c50-8ab7-2b8e1107cb79 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e3305fc-3d92-4d3f-afb8-c25395280792 HTTP/1.1" status: 200 len: 945 time: 0.0561118 Jul 29 05:27:18.747964 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-e233fc58-d5d2-4b4b-acec-b73322966aab req-77426df3-5415-4e1d-bebf-7b7ae90b4be8 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf631f8c-fd1e-402a-96ad-921fce651990&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482831 Jul 29 05:27:19.898219 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b06d194-171f-43d4-a629-b0c04a557fed req-c4d8b0e6-fc28-49a4-82ee-72e268ff9d13 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:27:19.900012 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-9b06d194-171f-43d4-a629-b0c04a557fed req-c4d8b0e6-fc28-49a4-82ee-72e268ff9d13 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e3305fc-3d92-4d3f-afb8-c25395280792 HTTP/1.1" status: 200 len: 945 time: 0.0580087 Jul 29 05:27:19.960226 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-9b06d194-171f-43d4-a629-b0c04a557fed req-ae40f495-36d5-479d-b77b-6159f1031262 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf631f8c-fd1e-402a-96ad-921fce651990&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537767 Jul 29 05:27:20.100669 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.agents_db [None req-24db149f-f2c4-42ba-b1ad-acaecd0c6386 None None] Agent healthcheck: found 6 active agents {{(pid=104007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 05:27:21.130064 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61486677-4996-4f80-a5fc-b2c5b13b1733 req-cbae1a0b-2e58-4434-982f-158a150cd2cf tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:27:21.138068 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-61486677-4996-4f80-a5fc-b2c5b13b1733 req-cbae1a0b-2e58-4434-982f-158a150cd2cf tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e3305fc-3d92-4d3f-afb8-c25395280792 HTTP/1.1" status: 200 len: 945 time: 0.0678577 Jul 29 05:27:21.200101 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-61486677-4996-4f80-a5fc-b2c5b13b1733 req-6dd8baa1-ceca-47ee-ac55-d56d97c4978b tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf631f8c-fd1e-402a-96ad-921fce651990&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610998 Jul 29 05:27:22.364742 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4ea3d3-7669-4442-b8d6-71c8c368b1ee req-24f2af86-1690-4807-9c53-4f6d57dd5fd6 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:27:22.366348 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-1d4ea3d3-7669-4442-b8d6-71c8c368b1ee req-24f2af86-1690-4807-9c53-4f6d57dd5fd6 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e3305fc-3d92-4d3f-afb8-c25395280792 HTTP/1.1" status: 200 len: 945 time: 0.0691779 Jul 29 05:27:22.452412 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 35340) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:27:22.455954 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-1d4ea3d3-7669-4442-b8d6-71c8c368b1ee req-fbdebb83-d51e-41e4-9c0c-5e4f2b551f1b tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf631f8c-fd1e-402a-96ad-921fce651990&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801954 Jul 29 05:27:22.599985 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-c56e68ee-06f4-4a2f-8368-cb756b3ffe5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:22.722665 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-c56e68ee-06f4-4a2f-8368-cb756b3ffe5a admin admin] Publish callbacks [] for security_group (ffcea9a9-90e8-49de-86ee-982a503aa415), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:22.728269 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-c56e68ee-06f4-4a2f-8368-cb756b3ffe5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (ffcea9a9-90e8-49de-86ee-982a503aa415), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:22.741555 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:27:22.796648 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e68ee-06f4-4a2f-8368-cb756b3ffe5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffcea9a9-90e8-49de-86ee-982a503aa415,revision_number=1']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:27:22.817338 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e68ee-06f4-4a2f-8368-cb756b3ffe5a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:27:22.817887 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e68ee-06f4-4a2f-8368-cb756b3ffe5a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:27:22.818429 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e68ee-06f4-4a2f-8368-cb756b3ffe5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:27:22.818970 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e68ee-06f4-4a2f-8368-cb756b3ffe5a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:27:22.819532 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e68ee-06f4-4a2f-8368-cb756b3ffe5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:27:22.820060 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e68ee-06f4-4a2f-8368-cb756b3ffe5a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:27:22.820492 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e68ee-06f4-4a2f-8368-cb756b3ffe5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:27:22.820898 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e68ee-06f4-4a2f-8368-cb756b3ffe5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:27:22.821237 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e68ee-06f4-4a2f-8368-cb756b3ffe5a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:27:22.821720 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e68ee-06f4-4a2f-8368-cb756b3ffe5a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:27:22.822273 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e68ee-06f4-4a2f-8368-cb756b3ffe5a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:27:22.822808 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e68ee-06f4-4a2f-8368-cb756b3ffe5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:27:22.823194 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e68ee-06f4-4a2f-8368-cb756b3ffe5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:27:22.823826 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e68ee-06f4-4a2f-8368-cb756b3ffe5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:27:22.824366 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e68ee-06f4-4a2f-8368-cb756b3ffe5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:27:22.842440 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 35360) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:27:22.851972 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-c56e68ee-06f4-4a2f-8368-cb756b3ffe5a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b80e9efe673244a79cf0270be1323e0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3983486 Jul 29 05:27:22.913808 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-7bfb8f41-5413-4a6a-a040-8aba4278e3d9 admin admin] Publish callbacks [] for security_group (ffcea9a9-90e8-49de-86ee-982a503aa415), before_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:22.956411 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-7bfb8f41-5413-4a6a-a040-8aba4278e3d9 admin admin] Publish callbacks [] for security_group (ffcea9a9-90e8-49de-86ee-982a503aa415), precommit_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:23.125256 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afc55e3-e73e-4de5-89f5-8773a9eff1ad req-5448f095-8636-4cdf-87ea-0febaa069555 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:27:23.128040 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-2afc55e3-e73e-4de5-89f5-8773a9eff1ad req-5448f095-8636-4cdf-87ea-0febaa069555 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] 10.222.0.49 "GET /v2.0/ports?device_id=a8e59cc2-032c-497f-867c-2d5663a4da21 HTTP/1.1" status: 200 len: 945 time: 0.0941839 Jul 29 05:27:23.153789 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-7bfb8f41-5413-4a6a-a040-8aba4278e3d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (ffcea9a9-90e8-49de-86ee-982a503aa415), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:23.159656 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-7bfb8f41-5413-4a6a-a040-8aba4278e3d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:23.161465 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-7bfb8f41-5413-4a6a-a040-8aba4278e3d9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ffcea9a9-90e8-49de-86ee-982a503aa415 HTTP/1.1" status: 204 len: 168 time: 0.3175290 Jul 29 05:27:23.460340 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfb8f41-5413-4a6a-a040-8aba4278e3d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffcea9a9-90e8-49de-86ee-982a503aa415,revision_number=None']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:27:23.486604 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-2afc55e3-e73e-4de5-89f5-8773a9eff1ad req-10ac0685-0972-47a1-b546-49a538b8caee tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa0dd268-c459-4d1d-8fbc-d37ab58bd0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3475475 Jul 29 05:27:23.537266 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 35374) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:27:23.637077 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc84a79-ec0e-4f71-9381-222d4a73c561 req-a4c7c857-1bc0-4931-972b-a21d7bb72c50 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:27:23.638712 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-3bc84a79-ec0e-4f71-9381-222d4a73c561 req-a4c7c857-1bc0-4931-972b-a21d7bb72c50 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e3305fc-3d92-4d3f-afb8-c25395280792 HTTP/1.1" status: 200 len: 945 time: 0.0578218 Jul 29 05:27:23.703210 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-3bc84a79-ec0e-4f71-9381-222d4a73c561 req-7fdaf61b-e7d9-41b2-ab51-62b436f013c4 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf631f8c-fd1e-402a-96ad-921fce651990&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551801 Jul 29 05:27:23.906109 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:27:23.912929 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29771751-d585-4421-bf84-4dac05877e56 tempest-TestMinimumBasicScenario-1742631802 tempest-TestMinimumBasicScenario-1742631802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:27:23.915649 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-29771751-d585-4421-bf84-4dac05877e56 tempest-TestMinimumBasicScenario-1742631802 tempest-TestMinimumBasicScenario-1742631802-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=a8e59cc2-032c-497f-867c-2d5663a4da21 HTTP/1.1" status: 200 len: 1124 time: 0.3762975 Jul 29 05:27:23.918752 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 35388) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:27:23.925938 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.v2.base [None req-d065360c-4dcb-46c7-a11c-15d52ce3d118 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Request body: {'floatingip': {'floating_network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'port_id': '6d8585cd-d0d9-4ae4-9146-299c453184a4', 'tenant_id': '4c28b78169ac49a6854f195bea0dd9bf', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:27:23.964305 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-d065360c-4dcb-46c7-a11c-15d52ce3d118 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:24.063754 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-d065360c-4dcb-46c7-a11c-15d52ce3d118 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (None), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:24.107189 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:27:24.211963 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.db_base_plugin_common [None req-d065360c-4dcb-46c7-a11c-15d52ce3d118 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Allocated IP 172.27.2.98 (24e7367e-e5e6-44e8-9960-5007b05e27d5/c0e5dfe8-844e-4105-ab86-052903918992/dc29a6ec-c979-4b54-9aea-c6edde1a2963) {{(pid=104005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 05:27:24.359018 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-d065360c-4dcb-46c7-a11c-15d52ce3d118 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Publish callbacks [] for port (dc29a6ec-c979-4b54-9aea-c6edde1a2963), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:24.402179 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-d065360c-4dcb-46c7-a11c-15d52ce3d118 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737760223811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1905596'] for port (dc29a6ec-c979-4b54-9aea-c6edde1a2963), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:24.447874 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d065360c-4dcb-46c7-a11c-15d52ce3d118 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Network 24e7367e-e5e6-44e8-9960-5007b05e27d5 is already hosted by enough agents. {{(pid=104005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 05:27:24.451986 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.base_scheduler [None req-d065360c-4dcb-46c7-a11c-15d52ce3d118 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Resources bound (agent type, host, resource id): {{(pid=104005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:27:24.455561 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d065360c-4dcb-46c7-a11c-15d52ce3d118 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Pushing event updated for resources: {'Port': ['ID=dc29a6ec-c979-4b54-9aea-c6edde1a2963,revision_number=1']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:27:24.459151 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d065360c-4dcb-46c7-a11c-15d52ce3d118 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Received port after_create {{(pid=104005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 05:27:24.618546 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Device 6f412c06-c9c0-4423-b60d-0b7fa2c32b6f details requested by agent hyperv_hv-cinder-85127 with host hv-cinder-85127 {{(pid=104006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 05:27:24.621955 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:27:24.631220 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:27:24.775309 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] For port 6f412c06-c9c0-4423-b60d-0b7fa2c32b6f, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=6f412c06-c9c0-4423-b60d-0b7fa2c32b6f,segment=NetworkSegment(9167e3b9-12fc-4803-a3cb-91dd7148cc6f),segment_id=9167e3b9-12fc-4803-a3cb-91dd7148cc6f)] {{(pid=104006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:27:24.790924 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Returning: {'device': '6f412c06-c9c0-4423-b60d-0b7fa2c32b6f', 'network_id': '2abd58fa-fb8d-4cc3-8df0-c903c7b8dd87', 'port_id': '6f412c06-c9c0-4423-b60d-0b7fa2c32b6f', 'mac_address': 'fa:16:3e:6d:d4:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac46bf73-3dbd-41e0-8b70-b021adbe3f3f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 05:27:24.836848 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Current status of the port 6f412c06-c9c0-4423-b60d-0b7fa2c32b6f is: ACTIVE; New status is: BUILD {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:27:24.837238 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (6f412c06-c9c0-4423-b60d-0b7fa2c32b6f), before_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:24.854329 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.notifiers.nova [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6f412c06-c9c0-4423-b60d-0b7fa2c32b6f {{(pid=104006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 05:27:24.879856 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] For port 6f412c06-c9c0-4423-b60d-0b7fa2c32b6f, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=6f412c06-c9c0-4423-b60d-0b7fa2c32b6f,segment=NetworkSegment(9167e3b9-12fc-4803-a3cb-91dd7148cc6f),segment_id=9167e3b9-12fc-4803-a3cb-91dd7148cc6f)] {{(pid=104006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:27:24.886104 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (6f412c06-c9c0-4423-b60d-0b7fa2c32b6f), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:24.921272 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a6d1cd-554c-4413-9df7-0d00993a1e25 req-950099c9-b824-4f95-b12a-be06c925a149 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:27:24.923681 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-79a6d1cd-554c-4413-9df7-0d00993a1e25 req-950099c9-b824-4f95-b12a-be06c925a149 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e3305fc-3d92-4d3f-afb8-c25395280792 HTTP/1.1" status: 200 len: 945 time: 0.1102881 Jul 29 05:27:24.948438 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Pushing event updated for resources: {'Port': ['ID=6f412c06-c9c0-4423-b60d-0b7fa2c32b6f,revision_number=6']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:27:24.958398 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:INSERT=5,neutron:SELECT=92,neutron:UPDATE=3 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:27:24.963392 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:27:24.963762 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:27:24.964204 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:27:24.964601 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:27:24.964969 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:27:24.966001 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:27:24.966521 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:27:24.966870 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:27:24.967210 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:27:24.968062 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:27:24.968062 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:27:24.968530 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:27:24.968870 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:27:24.969359 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:27:24.969726 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:27:24.989560 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] get_ports_and_sgs() called for port_ids ['6f412c06-c9c0-4423-b60d-0b7fa2c32b6f'] {{(pid=104006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 05:27:25.019042 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-d065360c-4dcb-46c7-a11c-15d52ce3d118 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Publish callbacks [] for floatingip (5e9e45a3-a8f7-41b3-95cc-2964813594e5), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:25.029239 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-79a6d1cd-554c-4413-9df7-0d00993a1e25 req-bbba544e-2df9-48ff-9ebe-20243f333007 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf631f8c-fd1e-402a-96ad-921fce651990&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906966 Jul 29 05:27:25.039779 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 35428) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:27:25.116238 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-d065360c-4dcb-46c7-a11c-15d52ce3d118 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (dc29a6ec-c979-4b54-9aea-c6edde1a2963), before_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:25.150040 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:27:25.241237 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-59c12ab5-257a-46e4-9ffe-eb31041bbd09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:25.325579 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-d065360c-4dcb-46c7-a11c-15d52ce3d118 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Publish callbacks [] for port (dc29a6ec-c979-4b54-9aea-c6edde1a2963), precommit_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:25.332350 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-d065360c-4dcb-46c7-a11c-15d52ce3d118 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1905579'] for port (dc29a6ec-c979-4b54-9aea-c6edde1a2963), after_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:25.378996 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-59c12ab5-257a-46e4-9ffe-eb31041bbd09 admin admin] Publish callbacks [] for security_group (26e442c2-e016-4291-8b0f-951a438331e2), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:25.386545 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-59c12ab5-257a-46e4-9ffe-eb31041bbd09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (26e442c2-e016-4291-8b0f-951a438331e2), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:25.421254 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d065360c-4dcb-46c7-a11c-15d52ce3d118 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Pushing event updated for resources: {'Port': ['ID=dc29a6ec-c979-4b54-9aea-c6edde1a2963,revision_number=2']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:27:25.436750 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-d065360c-4dcb-46c7-a11c-15d52ce3d118 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-375524'] for floatingip (5e9e45a3-a8f7-41b3-95cc-2964813594e5), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:25.437916 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c12ab5-257a-46e4-9ffe-eb31041bbd09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26e442c2-e016-4291-8b0f-951a438331e2,revision_number=1']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:27:25.448262 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-59c12ab5-257a-46e4-9ffe-eb31041bbd09 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4cd4d5a63dba4a98a8d496e70f3c34fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4028158 Jul 29 05:27:25.448546 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 35434) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:27:25.513257 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-7ba60897-34ee-486d-a117-24ff8fa45656 admin admin] Publish callbacks [] for security_group (26e442c2-e016-4291-8b0f-951a438331e2), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:25.542288 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-7ba60897-34ee-486d-a117-24ff8fa45656 admin admin] Publish callbacks [] for security_group (26e442c2-e016-4291-8b0f-951a438331e2), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:25.548592 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.db.l3_db [None req-d065360c-4dcb-46c7-a11c-15d52ce3d118 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Floating IP 5e9e45a3-a8f7-41b3-95cc-2964813594e5 associated. External IP: 172.27.2.98, port: 6d8585cd-d0d9-4ae4-9146-299c453184a4. Jul 29 05:27:25.555463 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:27:25.616011 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-7ba60897-34ee-486d-a117-24ff8fa45656 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (26e442c2-e016-4291-8b0f-951a438331e2), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:25.618684 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-7ba60897-34ee-486d-a117-24ff8fa45656 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:25.619919 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-7ba60897-34ee-486d-a117-24ff8fa45656 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/26e442c2-e016-4291-8b0f-951a438331e2 HTTP/1.1" status: 204 len: 168 time: 0.1703553 Jul 29 05:27:25.630926 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba60897-34ee-486d-a117-24ff8fa45656 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26e442c2-e016-4291-8b0f-951a438331e2,revision_number=None']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:27:25.867529 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d065360c-4dcb-46c7-a11c-15d52ce3d118 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Router bf37182a-08ca-4873-931f-88c1f9eb9ac2 has already been hosted by L3 agent 8a9a6061-e61b-4901-b35e-5e71dea10db3 {{(pid=104005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 05:27:26.027316 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d065360c-4dcb-46c7-a11c-15d52ce3d118 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Notify agent at l3_agent.dv-cinder-851279-2-iscsi the message routers_updated {{(pid=104005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 05:27:26.040412 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374290f7-ff89-4523-85a8-be13d587e7cb None None] Sync routers for ids ['bf37182a-08ca-4873-931f-88c1f9eb9ac2'] in dv-cinder-851279-2-iscsi {{(pid=104006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 05:27:26.053688 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-d065360c-4dcb-46c7-a11c-15d52ce3d118 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249840'] for floatingip (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:26.060153 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374290f7-ff89-4523-85a8-be13d587e7cb None None] Routers {'bf37182a-08ca-4873-931f-88c1f9eb9ac2'} bound to L3 agent in host dv-cinder-851279-2-iscsi {{(pid=104006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:27:26.061060 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_hamode_db [None req-374290f7-ff89-4523-85a8-be13d587e7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-29T05:12:08Z,description=,heartbeat_timestamp=2022-07-29T05:27:08Z,host='dv-cinder-851279-2-iscsi',id=8a9a6061-e61b-4901-b35e-5e71dea10db3,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T05:12:08Z,topic='l3_agent')) {'router_ids': ['bf37182a-08ca-4873-931f-88c1f9eb9ac2'], 'active': True} {{(pid=104006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:27:26.103032 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 35450) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:27:26.103696 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-d065360c-4dcb-46c7-a11c-15d52ce3d118 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1828547 Jul 29 05:27:26.105071 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8e59cc2-032c-497f-867c-2d5663a4da21', 'tag': '6d8585cd-d0d9-4ae4-9146-299c453184a4'}] {{(pid=104005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 05:27:26.109162 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18cb6d06cd9bdbb2624e76cf95b2230ef06252a8a1dccb16f0d07e3cc9dc753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f72fe42d-2d9f-4e38-9073-b9ed58cfb840" -d '{"events": [{"name": "network-changed", "server_uuid": "a8e59cc2-032c-497f-867c-2d5663a4da21", "tag": "6d8585cd-d0d9-4ae4-9146-299c453184a4"}]}' {{(pid=104005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 05:27:26.124104 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.v2.base [None req-a3cee1a5-f9fc-49e2-a77d-e3fb5d76a57f tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-588483382', 'description': 'tempest-secgroup-smoke-588483382 description', 'project_id': '4c28b78169ac49a6854f195bea0dd9bf'}} {{(pid=104004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:27:26.198359 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 05:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b93ea712-8838-41c2-8bd3-f45368fff102 x-openstack-request-id: req-b93ea712-8838-41c2-8bd3-f45368fff102 {{(pid=104005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 05:27:26.198640 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8e59cc2-032c-497f-867c-2d5663a4da21", "tag": "6d8585cd-d0d9-4ae4-9146-299c453184a4", "status": "completed", "code": 200}]} {{(pid=104005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 05:27:26.198932 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b93ea712-8838-41c2-8bd3-f45368fff102 {{(pid=104005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 05:27:26.199314 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b93ea712-8838-41c2-8bd3-f45368fff102'] response: {'name': 'network-changed', 'server_uuid': 'a8e59cc2-032c-497f-867c-2d5663a4da21', 'tag': '6d8585cd-d0d9-4ae4-9146-299c453184a4', 'status': 'completed', 'code': 200} Jul 29 05:27:26.210499 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-a3cee1a5-f9fc-49e2-a77d-e3fb5d76a57f tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Publish callbacks [] for security_group (None), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:26.230813 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvr_db [None req-374290f7-ff89-4523-85a8-be13d587e7cb None None] Set router bf37182a-08ca-4873-931f-88c1f9eb9ac2 gateway port host: dv-cinder-851279-2-iscsi {{(pid=104006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:27:26.248227 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c953162-7478-4eb5-8955-074634cf0c1e req-09601e8a-d5e5-403f-b366-8fccd26e9f23 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:27:26.250024 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-8c953162-7478-4eb5-8955-074634cf0c1e req-09601e8a-d5e5-403f-b366-8fccd26e9f23 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e3305fc-3d92-4d3f-afb8-c25395280792 HTTP/1.1" status: 200 len: 944 time: 0.0869663 Jul 29 05:27:26.315691 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72fe42d-2d9f-4e38-9073-b9ed58cfb840 req-eeaa2644-d1cf-40cd-97d1-d817b54125bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:27:26.318142 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-f72fe42d-2d9f-4e38-9073-b9ed58cfb840 req-eeaa2644-d1cf-40cd-97d1-d817b54125bd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4c28b78169ac49a6854f195bea0dd9bf&device_id=a8e59cc2-032c-497f-867c-2d5663a4da21 HTTP/1.1" status: 200 len: 1129 time: 0.0873954 Jul 29 05:27:26.350928 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-8c953162-7478-4eb5-8955-074634cf0c1e req-32800b03-27c0-4f67-9490-ff67371abe04 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf631f8c-fd1e-402a-96ad-921fce651990&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940254 Jul 29 05:27:26.373515 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:27:26.421076 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-a3cee1a5-f9fc-49e2-a77d-e3fb5d76a57f tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Publish callbacks [] for security_group (e1e82250-30d0-4c5a-bdb8-bd9b19a7fcd6), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:26.427673 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-a3cee1a5-f9fc-49e2-a77d-e3fb5d76a57f tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (e1e82250-30d0-4c5a-bdb8-bd9b19a7fcd6), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:26.468996 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cee1a5-f9fc-49e2-a77d-e3fb5d76a57f tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1e82250-30d0-4c5a-bdb8-bd9b19a7fcd6,revision_number=1']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:27:26.488736 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-a3cee1a5-f9fc-49e2-a77d-e3fb5d76a57f tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Publish callbacks [] for security_group (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:26.492932 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-a3cee1a5-f9fc-49e2-a77d-e3fb5d76a57f tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3841467 Jul 29 05:27:26.493641 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 35464) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:27:26.498533 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.v2.base [None req-49cec1a4-0c74-4b5c-b259-0d5cb5cb033d tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Request body: {'security_group_rule': {'security_group_id': 'e1e82250-30d0-4c5a-bdb8-bd9b19a7fcd6', 'project_id': '4c28b78169ac49a6854f195bea0dd9bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:27:26.506570 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72fe42d-2d9f-4e38-9073-b9ed58cfb840 req-14ecdecb-2625-4415-90de-e98a901cfd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:27:26.509277 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-f72fe42d-2d9f-4e38-9073-b9ed58cfb840 req-14ecdecb-2625-4415-90de-e98a901cfd5f service neutron] 10.222.0.60 "GET /v2.0/networks?id=fbc0aa89-ee8e-4e90-b085-d635259d746e HTTP/1.1" status: 200 len: 916 time: 0.1804235 Jul 29 05:27:26.538661 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-49cec1a4-0c74-4b5c-b259-0d5cb5cb033d tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Publish callbacks [] for security_group_rule (ed1bf7c8-2f25-4173-afb8-e8d8b1464aa5), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:26.588226 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:27:26.622215 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-f72fe42d-2d9f-4e38-9073-b9ed58cfb840 req-3a8fd122-ad84-421d-98dc-0bf8f980cd03 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6d8585cd-d0d9-4ae4-9146-299c453184a4 HTTP/1.1" status: 200 len: 998 time: 0.1046348 Jul 29 05:27:26.639183 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_hamode_db [None req-374290f7-ff89-4523-85a8-be13d587e7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf37182a-08ca-4873-931f-88c1f9eb9ac2', 'name': 'tempest-TestMinimumBasicScenario-2025275122-router', 'tenant_id': '4c28b78169ac49a6854f195bea0dd9bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '61314654-85ef-46de-aad5-c2b1f08fd7d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:26:18Z', 'updated_at': '2022-07-29T05:26:23Z', 'revision_number': 4, 'project_id': '4c28b78169ac49a6854f195bea0dd9bf', 'gw_port': {'id': '61314654-85ef-46de-aad5-c2b1f08fd7d3', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:fa:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf37182a-08ca-4873-931f-88c1f9eb9ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:26:19Z', 'updated_at': '2022-07-29T05:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi', '_floatingips': [{'id': '5e9e45a3-a8f7-41b3-95cc-2964813594e5', 'tenant_id': '4c28b78169ac49a6854f195bea0dd9bf', 'floating_ip_address': '172.27.2.98', 'floating_network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'router_id': 'bf37182a-08ca-4873-931f-88c1f9eb9ac2', 'port_id': '6d8585cd-d0d9-4ae4-9146-299c453184a4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbc0aa89-ee8e-4e90-b085-d635259d746e', 'mac_address': 'fa:16:3e:3c:c5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e59cc2-032c-497f-867c-2d5663a4da21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T05:27:24Z', 'updated_at': '2022-07-29T05:27:24Z', 'revision_number': 0, 'project_id': '4c28b78169ac49a6854f195bea0dd9bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff613929-c7be-4217-b36e-bb5606eaf606', 'name': '', 'network_id': 'fbc0aa89-ee8e-4e90-b085-d635259d746e', 'tenant_id': '4c28b78169ac49a6854f195bea0dd9bf', 'mac_address': 'fa:16:3e:a3:06:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf37182a-08ca-4873-931f-88c1f9eb9ac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '8376599e-1b82-4f50-882f-6526e26807a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:26:22Z', 'updated_at': '2022-07-29T05:26:27Z', 'revision_number': 5, 'project_id': '4c28b78169ac49a6854f195bea0dd9bf', 'subnets': [{'id': '8376599e-1b82-4f50-882f-6526e26807a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-2-iscsi', False) {} {{(pid=104006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:27:26.640918 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:DELETE=3 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:27:26.671172 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-49cec1a4-0c74-4b5c-b259-0d5cb5cb033d tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Publish callbacks [] for security_group_rule (ed1bf7c8-2f25-4173-afb8-e8d8b1464aa5), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:26.678079 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Device 6f412c06-c9c0-4423-b60d-0b7fa2c32b6f up at agent hyperv_hv-cinder-85127 {{(pid=104006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 05:27:26.680905 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-49cec1a4-0c74-4b5c-b259-0d5cb5cb033d tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298574'] for security_group_rule (ed1bf7c8-2f25-4173-afb8-e8d8b1464aa5), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:26.700174 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72fe42d-2d9f-4e38-9073-b9ed58cfb840 req-d2285bfa-825a-4b6a-8a97-adb07add37a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:27:26.702945 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-f72fe42d-2d9f-4e38-9073-b9ed58cfb840 req-d2285bfa-825a-4b6a-8a97-adb07add37a6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8376599e-1b82-4f50-882f-6526e26807a2 HTTP/1.1" status: 200 len: 854 time: 0.0731187 Jul 29 05:27:26.708138 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374290f7-ff89-4523-85a8-be13d587e7cb None None] Checking router: bf37182a-08ca-4873-931f-88c1f9eb9ac2 for host: dv-cinder-851279-2-iscsi {{(pid=104006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 05:27:26.715605 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cec1a4-0c74-4b5c-b259-0d5cb5cb033d tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed1bf7c8-2f25-4173-afb8-e8d8b1464aa5,revision_number=0']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:27:26.728604 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374290f7-ff89-4523-85a8-be13d587e7cb None None] Routers {'bf37182a-08ca-4873-931f-88c1f9eb9ac2'} bound to L3 agent in host dv-cinder-851279-2-iscsi {{(pid=104006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:27:26.729557 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_hamode_db [None req-374290f7-ff89-4523-85a8-be13d587e7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-29T05:12:08Z,description=,heartbeat_timestamp=2022-07-29T05:27:08Z,host='dv-cinder-851279-2-iscsi',id=8a9a6061-e61b-4901-b35e-5e71dea10db3,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T05:12:08Z,topic='l3_agent')) {'router_ids': ['bf37182a-08ca-4873-931f-88c1f9eb9ac2'], 'active': True} {{(pid=104006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:27:26.765587 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-49cec1a4-0c74-4b5c-b259-0d5cb5cb033d tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:26.766642 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:27:26.775124 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-49cec1a4-0c74-4b5c-b259-0d5cb5cb033d tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2780764 Jul 29 05:27:26.780160 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=100 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:27:26.781211 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 35476) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:27:26.795638 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.v2.base [None req-a5dff685-ed76-4a77-95dc-02ce4c6324ff tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Request body: {'security_group_rule': {'security_group_id': 'e1e82250-30d0-4c5a-bdb8-bd9b19a7fcd6', 'project_id': '4c28b78169ac49a6854f195bea0dd9bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:27:26.806380 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72fe42d-2d9f-4e38-9073-b9ed58cfb840 req-eeb8913e-2892-4265-9209-946f994c6887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:27:26.808157 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Provisioning complete for port 6f412c06-c9c0-4423-b60d-0b7fa2c32b6f triggered by entity L2. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:27:26.808603 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (6f412c06-c9c0-4423-b60d-0b7fa2c32b6f), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:26.808719 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-f72fe42d-2d9f-4e38-9073-b9ed58cfb840 req-eeb8913e-2892-4265-9209-946f994c6887 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fbc0aa89-ee8e-4e90-b085-d635259d746e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0977817 Jul 29 05:27:26.893625 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-a5dff685-ed76-4a77-95dc-02ce4c6324ff tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Publish callbacks [] for security_group_rule (e7e9babd-9536-4587-b28a-1af6f4851d64), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:26.932389 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvr_db [None req-374290f7-ff89-4523-85a8-be13d587e7cb None None] Set router bf37182a-08ca-4873-931f-88c1f9eb9ac2 gateway port host: dv-cinder-851279-2-iscsi {{(pid=104006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:27:26.996646 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-f72fe42d-2d9f-4e38-9073-b9ed58cfb840 req-26dcd8af-24d5-4939-9062-15cdd93fda79 service neutron] 10.222.0.60 "GET /v2.0/networks/fbc0aa89-ee8e-4e90-b085-d635259d746e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785448 Jul 29 05:27:27.017223 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-a5dff685-ed76-4a77-95dc-02ce4c6324ff tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Publish callbacks [] for security_group_rule (e7e9babd-9536-4587-b28a-1af6f4851d64), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:27.035822 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Current status of the port 6f412c06-c9c0-4423-b60d-0b7fa2c32b6f is: BUILD; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:27:27.036521 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (6f412c06-c9c0-4423-b60d-0b7fa2c32b6f), before_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:27.074164 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-a5dff685-ed76-4a77-95dc-02ce4c6324ff tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298574'] for security_group_rule (e7e9babd-9536-4587-b28a-1af6f4851d64), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:27.097404 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dff685-ed76-4a77-95dc-02ce4c6324ff tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7e9babd-9536-4587-b28a-1af6f4851d64,revision_number=0']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:27:27.104601 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e3305fc-3d92-4d3f-afb8-c25395280792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f412c06-c9c0-4423-b60d-0b7fa2c32b6f'}] {{(pid=104006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 05:27:27.109768 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e99febf74dea338d8edfc28e98bc5f49fff1daa2966fa3a6b84f517592192115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d585b1d9-b82c-49d5-ac39-c24805f80ad9" -d '{"events": [{"server_uuid": "1e3305fc-3d92-4d3f-afb8-c25395280792", "name": "network-vif-plugged", "status": "completed", "tag": "6f412c06-c9c0-4423-b60d-0b7fa2c32b6f"}]}' {{(pid=104006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 05:27:27.142222 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] For port 6f412c06-c9c0-4423-b60d-0b7fa2c32b6f, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=6f412c06-c9c0-4423-b60d-0b7fa2c32b6f,segment=NetworkSegment(9167e3b9-12fc-4803-a3cb-91dd7148cc6f),segment_id=9167e3b9-12fc-4803-a3cb-91dd7148cc6f)] {{(pid=104006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:27:27.149997 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-a5dff685-ed76-4a77-95dc-02ce4c6324ff tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:27.150166 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (6f412c06-c9c0-4423-b60d-0b7fa2c32b6f), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:27.151705 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-a5dff685-ed76-4a77-95dc-02ce4c6324ff tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3653364 Jul 29 05:27:27.154706 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 35490) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:27:27.167825 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.v2.base [None req-27e69b06-bdb8-4218-a531-e0b78d3a1430 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Request body: {'security_group_rule': {'security_group_id': 'e1e82250-30d0-4c5a-bdb8-bd9b19a7fcd6', 'project_id': '4c28b78169ac49a6854f195bea0dd9bf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:27:27.211590 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 05:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a789e806-07bf-4706-9119-44ed34360404 x-openstack-request-id: req-a789e806-07bf-4706-9119-44ed34360404 {{(pid=104006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 05:27:27.211590 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e3305fc-3d92-4d3f-afb8-c25395280792", "name": "network-vif-plugged", "status": "completed", "tag": "6f412c06-c9c0-4423-b60d-0b7fa2c32b6f", "code": 200}]} {{(pid=104006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 05:27:27.211590 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a789e806-07bf-4706-9119-44ed34360404 {{(pid=104006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 05:27:27.212119 dv-cinder-851279-2-iscsi neutron-server[104006]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a789e806-07bf-4706-9119-44ed34360404'] response: {'server_uuid': '1e3305fc-3d92-4d3f-afb8-c25395280792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f412c06-c9c0-4423-b60d-0b7fa2c32b6f', 'code': 200} Jul 29 05:27:27.249797 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-27e69b06-bdb8-4218-a531-e0b78d3a1430 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Publish callbacks [] for security_group_rule (e3385b9e-f692-48a6-964e-cbeca6e3ebb5), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:27.257875 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-f72fe42d-2d9f-4e38-9073-b9ed58cfb840 req-3342dff9-4bd5-4f9f-bda4-3ff962ae1798 service neutron] 10.222.0.60 "GET /v2.0/networks/fbc0aa89-ee8e-4e90-b085-d635259d746e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513320 Jul 29 05:27:27.314940 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Pushing event updated for resources: {'Port': ['ID=6f412c06-c9c0-4423-b60d-0b7fa2c32b6f,revision_number=7']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:27:27.340917 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-27e69b06-bdb8-4218-a531-e0b78d3a1430 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Publish callbacks [] for security_group_rule (e3385b9e-f692-48a6-964e-cbeca6e3ebb5), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:27.349846 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-27e69b06-bdb8-4218-a531-e0b78d3a1430 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298574'] for security_group_rule (e3385b9e-f692-48a6-964e-cbeca6e3ebb5), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:27.371802 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e69b06-bdb8-4218-a531-e0b78d3a1430 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3385b9e-f692-48a6-964e-cbeca6e3ebb5,revision_number=0']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:27:27.416302 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-27e69b06-bdb8-4218-a531-e0b78d3a1430 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:27.421245 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-27e69b06-bdb8-4218-a531-e0b78d3a1430 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2613876 Jul 29 05:27:27.424279 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 35504) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:27:27.425842 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_hamode_db [None req-374290f7-ff89-4523-85a8-be13d587e7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf37182a-08ca-4873-931f-88c1f9eb9ac2', 'name': 'tempest-TestMinimumBasicScenario-2025275122-router', 'tenant_id': '4c28b78169ac49a6854f195bea0dd9bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '61314654-85ef-46de-aad5-c2b1f08fd7d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:26:18Z', 'updated_at': '2022-07-29T05:26:23Z', 'revision_number': 4, 'project_id': '4c28b78169ac49a6854f195bea0dd9bf', 'gw_port': {'id': '61314654-85ef-46de-aad5-c2b1f08fd7d3', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:fa:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf37182a-08ca-4873-931f-88c1f9eb9ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:26:19Z', 'updated_at': '2022-07-29T05:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi', '_floatingips': [{'id': '5e9e45a3-a8f7-41b3-95cc-2964813594e5', 'tenant_id': '4c28b78169ac49a6854f195bea0dd9bf', 'floating_ip_address': '172.27.2.98', 'floating_network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'router_id': 'bf37182a-08ca-4873-931f-88c1f9eb9ac2', 'port_id': '6d8585cd-d0d9-4ae4-9146-299c453184a4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbc0aa89-ee8e-4e90-b085-d635259d746e', 'mac_address': 'fa:16:3e:3c:c5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e59cc2-032c-497f-867c-2d5663a4da21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T05:27:24Z', 'updated_at': '2022-07-29T05:27:24Z', 'revision_number': 0, 'project_id': '4c28b78169ac49a6854f195bea0dd9bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff613929-c7be-4217-b36e-bb5606eaf606', 'name': '', 'network_id': 'fbc0aa89-ee8e-4e90-b085-d635259d746e', 'tenant_id': '4c28b78169ac49a6854f195bea0dd9bf', 'mac_address': 'fa:16:3e:a3:06:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf37182a-08ca-4873-931f-88c1f9eb9ac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '8376599e-1b82-4f50-882f-6526e26807a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:26:22Z', 'updated_at': '2022-07-29T05:26:27Z', 'revision_number': 5, 'project_id': '4c28b78169ac49a6854f195bea0dd9bf', 'subnets': [{'id': '8376599e-1b82-4f50-882f-6526e26807a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-2-iscsi', False) {} {{(pid=104006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:27:27.430343 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.v2.base [None req-2addbbd0-cd62-45af-91dc-8f7f07852e97 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Request body: {'security_group_rule': {'security_group_id': 'e1e82250-30d0-4c5a-bdb8-bd9b19a7fcd6', 'project_id': '4c28b78169ac49a6854f195bea0dd9bf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:27:27.462788 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374290f7-ff89-4523-85a8-be13d587e7cb None None] The sync data for ids ['bf37182a-08ca-4873-931f-88c1f9eb9ac2'] in dv-cinder-851279-2-iscsi is: [{'id': 'bf37182a-08ca-4873-931f-88c1f9eb9ac2', 'name': 'tempest-TestMinimumBasicScenario-2025275122-router', 'tenant_id': '4c28b78169ac49a6854f195bea0dd9bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '61314654-85ef-46de-aad5-c2b1f08fd7d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:26:18Z', 'updated_at': '2022-07-29T05:26:23Z', 'revision_number': 4, 'project_id': '4c28b78169ac49a6854f195bea0dd9bf', 'gw_port': {'id': '61314654-85ef-46de-aad5-c2b1f08fd7d3', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:fa:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf37182a-08ca-4873-931f-88c1f9eb9ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:26:19Z', 'updated_at': '2022-07-29T05:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi', '_floatingips': [{'id': '5e9e45a3-a8f7-41b3-95cc-2964813594e5', 'tenant_id': '4c28b78169ac49a6854f195bea0dd9bf', 'floating_ip_address': '172.27.2.98', 'floating_network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'router_id': 'bf37182a-08ca-4873-931f-88c1f9eb9ac2', 'port_id': '6d8585cd-d0d9-4ae4-9146-299c453184a4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbc0aa89-ee8e-4e90-b085-d635259d746e', 'mac_address': 'fa:16:3e:3c:c5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e59cc2-032c-497f-867c-2d5663a4da21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T05:27:24Z', 'updated_at': '2022-07-29T05:27:24Z', 'revision_number': 0, 'project_id': '4c28b78169ac49a6854f195bea0dd9bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff613929-c7be-4217-b36e-bb5606eaf606', 'name': '', 'network_id': 'fbc0aa89-ee8e-4e90-b085-d635259d746e', 'tenant_id': '4c28b78169ac49a6854f195bea0dd9bf', 'mac_address': 'fa:16:3e:a3:06:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf37182a-08ca-4873-931f-88c1f9eb9ac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '8376599e-1b82-4f50-882f-6526e26807a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:26:22Z', 'updated_at': '2022-07-29T05:26:27Z', 'revision_number': 5, 'project_id': '4c28b78169ac49a6854f195bea0dd9bf', 'subnets': [{'id': '8376599e-1b82-4f50-882f-6526e26807a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 05:27:27.492911 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-2addbbd0-cd62-45af-91dc-8f7f07852e97 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Publish callbacks [] for security_group_rule (1f73ae02-c9e7-4be9-a15f-12eec3bd2215), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:27.640427 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-2addbbd0-cd62-45af-91dc-8f7f07852e97 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Publish callbacks [] for security_group_rule (1f73ae02-c9e7-4be9-a15f-12eec3bd2215), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:27.646889 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-2addbbd0-cd62-45af-91dc-8f7f07852e97 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298574'] for security_group_rule (1f73ae02-c9e7-4be9-a15f-12eec3bd2215), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:27.675835 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2addbbd0-cd62-45af-91dc-8f7f07852e97 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f73ae02-c9e7-4be9-a15f-12eec3bd2215,revision_number=0']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:27:27.694296 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-2addbbd0-cd62-45af-91dc-8f7f07852e97 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:27.695808 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-2addbbd0-cd62-45af-91dc-8f7f07852e97 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2699723 Jul 29 05:27:27.700175 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 35514) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:27:27.706578 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.v2.base [None req-b5ff06dc-4c89-4927-b44d-48cad6c56bce tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Request body: {'security_group_rule': {'security_group_id': 'e1e82250-30d0-4c5a-bdb8-bd9b19a7fcd6', 'project_id': '4c28b78169ac49a6854f195bea0dd9bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:27:27.711630 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d68572a-29d0-42bd-abec-9c23c440ff0d req-936ed494-8eeb-47e5-98db-504570b8a42d tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:27:27.731952 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-1d68572a-29d0-42bd-abec-9c23c440ff0d req-936ed494-8eeb-47e5-98db-504570b8a42d tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e3305fc-3d92-4d3f-afb8-c25395280792 HTTP/1.1" status: 200 len: 945 time: 0.1927989 Jul 29 05:27:27.746135 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.db.securitygroups_db [None req-b5ff06dc-4c89-4927-b44d-48cad6c56bce tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Project 4c28b78169ac49a6854f195bea0dd9bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 05:27:27.761157 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-b5ff06dc-4c89-4927-b44d-48cad6c56bce tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Publish callbacks [] for security_group_rule (1111e9ad-9353-4240-b04c-5a42aef07ede), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:27.880918 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-1d68572a-29d0-42bd-abec-9c23c440ff0d req-e3de4aa8-f078-4381-815d-4953f46f7ae7 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf631f8c-fd1e-402a-96ad-921fce651990&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1453769 Jul 29 05:27:27.890363 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-b5ff06dc-4c89-4927-b44d-48cad6c56bce tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Publish callbacks [] for security_group_rule (1111e9ad-9353-4240-b04c-5a42aef07ede), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:27.905232 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c3422b-218f-4be5-a09a-a33f3d9fa9b6 None None] New status for floating IP 5e9e45a3-a8f7-41b3-95cc-2964813594e5: ACTIVE {{(pid=104007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 29 05:27:27.938835 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-b5ff06dc-4c89-4927-b44d-48cad6c56bce tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298574'] for security_group_rule (1111e9ad-9353-4240-b04c-5a42aef07ede), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:28.066750 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-b5ff06dc-4c89-4927-b44d-48cad6c56bce tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:28.079950 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 35520) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:27:28.096590 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.v2.base [None req-b7ed203f-0c4e-4376-982e-73ad2a7bfbe7 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Request body: {'security_group_rule': {'security_group_id': 'e1e82250-30d0-4c5a-bdb8-bd9b19a7fcd6', 'project_id': '4c28b78169ac49a6854f195bea0dd9bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:27:28.097697 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-b5ff06dc-4c89-4927-b44d-48cad6c56bce tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3954175 Jul 29 05:27:28.101872 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ff06dc-4c89-4927-b44d-48cad6c56bce tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1111e9ad-9353-4240-b04c-5a42aef07ede,revision_number=0']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:27:28.180276 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.db.securitygroups_db [None req-b7ed203f-0c4e-4376-982e-73ad2a7bfbe7 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Project 4c28b78169ac49a6854f195bea0dd9bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 05:27:28.191912 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-b7ed203f-0c4e-4376-982e-73ad2a7bfbe7 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Publish callbacks [] for security_group_rule (58c88d43-9c28-40ef-b54f-566513656e42), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:28.280071 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-b7ed203f-0c4e-4376-982e-73ad2a7bfbe7 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Publish callbacks [] for security_group_rule (58c88d43-9c28-40ef-b54f-566513656e42), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:28.285639 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-b7ed203f-0c4e-4376-982e-73ad2a7bfbe7 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298574'] for security_group_rule (58c88d43-9c28-40ef-b54f-566513656e42), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:28.315265 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ed203f-0c4e-4376-982e-73ad2a7bfbe7 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58c88d43-9c28-40ef-b54f-566513656e42,revision_number=0']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:27:28.320675 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-b7ed203f-0c4e-4376-982e-73ad2a7bfbe7 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:28.322243 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-b7ed203f-0c4e-4376-982e-73ad2a7bfbe7 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2392042 Jul 29 05:27:28.414837 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:27:28.497097 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-c84d0dc0-b543-4b63-9a39-27fd223492b8 req-61423b6a-db51-4aff-a095-7db2240fb677 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-588483382&fields=id&tenant_id=4c28b78169ac49a6854f195bea0dd9bf HTTP/1.1" status: 200 len: 267 time: 0.0971997 Jul 29 05:27:28.645044 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84d0dc0-b543-4b63-9a39-27fd223492b8 req-280ceaec-b0ec-410c-9479-b2d06713c0a4 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:27:28.646912 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-c84d0dc0-b543-4b63-9a39-27fd223492b8 req-280ceaec-b0ec-410c-9479-b2d06713c0a4 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] 10.222.0.49 "GET /v2.0/ports?device_id=a8e59cc2-032c-497f-867c-2d5663a4da21 HTTP/1.1" status: 200 len: 945 time: 0.1400862 Jul 29 05:27:28.664412 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.v2.base [req-c84d0dc0-b543-4b63-9a39-27fd223492b8 req-73e7f2a0-cedc-4c06-b3a2-dd03e9301322 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Request body: {'port': {'security_groups': ['aa0dd268-c459-4d1d-8fbc-d37ab58bd0a3', 'e1e82250-30d0-4c5a-bdb8-bd9b19a7fcd6']}} {{(pid=104005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:27:28.748572 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:27:28.769416 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-c84d0dc0-b543-4b63-9a39-27fd223492b8 req-73e7f2a0-cedc-4c06-b3a2-dd03e9301322 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (6d8585cd-d0d9-4ae4-9146-299c453184a4), before_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:28.992599 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 35538) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:27:29.041175 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:DELETE=6,neutron:SELECT=84,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:27:29.074305 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.db [req-c84d0dc0-b543-4b63-9a39-27fd223492b8 req-73e7f2a0-cedc-4c06-b3a2-dd03e9301322 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] For port 6d8585cd-d0d9-4ae4-9146-299c453184a4, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=6d8585cd-d0d9-4ae4-9146-299c453184a4,segment=NetworkSegment(aef3e43e-a6f3-499f-af37-57141ca0f5f4),segment_id=aef3e43e-a6f3-499f-af37-57141ca0f5f4)] {{(pid=104005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:27:29.141869 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-c84d0dc0-b543-4b63-9a39-27fd223492b8 req-73e7f2a0-cedc-4c06-b3a2-dd03e9301322 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Publish callbacks [] for port (6d8585cd-d0d9-4ae4-9146-299c453184a4), precommit_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:29.148919 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-c84d0dc0-b543-4b63-9a39-27fd223492b8 req-73e7f2a0-cedc-4c06-b3a2-dd03e9301322 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1905579'] for port (6d8585cd-d0d9-4ae4-9146-299c453184a4), after_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:29.163734 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] get_ports_and_sgs() called for port_ids ['6d8585cd-d0d9-4ae4-9146-299c453184a4'] {{(pid=104006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 05:27:29.202402 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d7ff1a-6c52-412b-8517-60c5e6e45315 req-d8bcd051-ce36-4096-8b32-1edae03142d2 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:27:29.203973 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-20d7ff1a-6c52-412b-8517-60c5e6e45315 req-d8bcd051-ce36-4096-8b32-1edae03142d2 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e3305fc-3d92-4d3f-afb8-c25395280792 HTTP/1.1" status: 200 len: 945 time: 0.1885896 Jul 29 05:27:29.230418 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-04c9bc62-19ce-486d-a33b-4f033b91b28e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:29.243102 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84d0dc0-b543-4b63-9a39-27fd223492b8 req-73e7f2a0-cedc-4c06-b3a2-dd03e9301322 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:27:29.243813 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-c84d0dc0-b543-4b63-9a39-27fd223492b8 req-73e7f2a0-cedc-4c06-b3a2-dd03e9301322 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249840'] for port (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:29.245284 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-c84d0dc0-b543-4b63-9a39-27fd223492b8 req-73e7f2a0-cedc-4c06-b3a2-dd03e9301322 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] 10.222.0.49 "PUT /v2.0/ports/6d8585cd-d0d9-4ae4-9146-299c453184a4 HTTP/1.1" status: 200 len: 981 time: 0.5862472 Jul 29 05:27:29.245762 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8e59cc2-032c-497f-867c-2d5663a4da21', 'tag': '6d8585cd-d0d9-4ae4-9146-299c453184a4'}] {{(pid=104005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 05:27:29.252756 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18cb6d06cd9bdbb2624e76cf95b2230ef06252a8a1dccb16f0d07e3cc9dc753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01b59c0c-b011-4354-b8d8-1fccea523f86" -d '{"events": [{"name": "network-changed", "server_uuid": "a8e59cc2-032c-497f-867c-2d5663a4da21", "tag": "6d8585cd-d0d9-4ae4-9146-299c453184a4"}]}' {{(pid=104005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 05:27:29.290432 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e7f2a0-cedc-4c06-b3a2-dd03e9301322 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Pushing event updated for resources: {'Port': ['ID=6d8585cd-d0d9-4ae4-9146-299c453184a4,revision_number=6']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:27:29.374865 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] get_ports_and_sgs() called for port_ids ['6d8585cd-d0d9-4ae4-9146-299c453184a4'] {{(pid=104006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 05:27:29.412889 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-20d7ff1a-6c52-412b-8517-60c5e6e45315 req-1b559c10-279e-47b1-8d06-489c81797aee tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf631f8c-fd1e-402a-96ad-921fce651990&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1777959 Jul 29 05:27:29.439767 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7f0401-4c34-4bd0-adce-3e7c72be4978 req-cbbab06b-fc8b-4f80-bf4f-f661fdf404f0 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:27:29.450399 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-8f7f0401-4c34-4bd0-adce-3e7c72be4978 req-cbbab06b-fc8b-4f80-bf4f-f661fdf404f0 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] 10.222.0.49 "GET /v2.0/ports?device_id=a8e59cc2-032c-497f-867c-2d5663a4da21 HTTP/1.1" status: 200 len: 984 time: 0.1074214 Jul 29 05:27:29.506306 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 05:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a578581-ea2f-4687-b214-93d08fecbda4 x-openstack-request-id: req-0a578581-ea2f-4687-b214-93d08fecbda4 {{(pid=104005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 05:27:29.506819 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8e59cc2-032c-497f-867c-2d5663a4da21", "tag": "6d8585cd-d0d9-4ae4-9146-299c453184a4", "status": "completed", "code": 200}]} {{(pid=104005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 05:27:29.507100 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0a578581-ea2f-4687-b214-93d08fecbda4 {{(pid=104005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 05:27:29.507618 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a578581-ea2f-4687-b214-93d08fecbda4'] response: {'name': 'network-changed', 'server_uuid': 'a8e59cc2-032c-497f-867c-2d5663a4da21', 'tag': '6d8585cd-d0d9-4ae4-9146-299c453184a4', 'status': 'completed', 'code': 200} Jul 29 05:27:29.587905 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-04c9bc62-19ce-486d-a33b-4f033b91b28e admin admin] Publish callbacks [] for security_group (14c33fa2-7e74-4824-9f68-e0987e1394c4), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:29.594649 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-04c9bc62-19ce-486d-a33b-4f033b91b28e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (14c33fa2-7e74-4824-9f68-e0987e1394c4), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:29.644520 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-8f7f0401-4c34-4bd0-adce-3e7c72be4978 req-4bf9f4f4-fa0b-4418-b043-1501e16813fd tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa0dd268-c459-4d1d-8fbc-d37ab58bd0a3&id=e1e82250-30d0-4c5a-bdb8-bd9b19a7fcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1878765 Jul 29 05:27:29.665235 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-04c9bc62-19ce-486d-a33b-4f033b91b28e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=04c19bde94e040cc8714495361f47eee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6714275 Jul 29 05:27:29.666121 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 35550) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:27:29.714892 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:27:29.739389 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b59c0c-b011-4354-b8d8-1fccea523f86 req-6a89629e-93bd-4043-a4ad-9ea2d7e070ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:27:29.747620 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-01b59c0c-b011-4354-b8d8-1fccea523f86 req-6a89629e-93bd-4043-a4ad-9ea2d7e070ec service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4c28b78169ac49a6854f195bea0dd9bf&device_id=a8e59cc2-032c-497f-867c-2d5663a4da21 HTTP/1.1" status: 200 len: 1168 time: 0.1370201 Jul 29 05:27:29.755824 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c9bc62-19ce-486d-a33b-4f033b91b28e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14c33fa2-7e74-4824-9f68-e0987e1394c4,revision_number=1']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:27:29.791740 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-1928fb96-b2c6-4f42-b0e8-37d63654f52b admin admin] Publish callbacks [] for security_group (14c33fa2-7e74-4824-9f68-e0987e1394c4), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:29.867522 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-1928fb96-b2c6-4f42-b0e8-37d63654f52b admin admin] Publish callbacks [] for security_group (14c33fa2-7e74-4824-9f68-e0987e1394c4), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:29.902740 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-b51ac980-e3f8-4dfb-8fe8-e8ce5f191444 None None] Provisioning complete for port 6d8585cd-d0d9-4ae4-9146-299c453184a4 triggered by entity DHCP. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:27:29.903535 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-b51ac980-e3f8-4dfb-8fe8-e8ce5f191444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (6d8585cd-d0d9-4ae4-9146-299c453184a4), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:29.960140 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b59c0c-b011-4354-b8d8-1fccea523f86 req-98da25d8-7294-4241-bf14-2dde80bfd404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:27:29.961715 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-01b59c0c-b011-4354-b8d8-1fccea523f86 req-98da25d8-7294-4241-bf14-2dde80bfd404 service neutron] 10.222.0.60 "GET /v2.0/networks?id=fbc0aa89-ee8e-4e90-b085-d635259d746e HTTP/1.1" status: 200 len: 916 time: 0.2059529 Jul 29 05:27:29.996581 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-1928fb96-b2c6-4f42-b0e8-37d63654f52b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (14c33fa2-7e74-4824-9f68-e0987e1394c4), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:29.999864 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-1928fb96-b2c6-4f42-b0e8-37d63654f52b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:30.004704 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-1928fb96-b2c6-4f42-b0e8-37d63654f52b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/14c33fa2-7e74-4824-9f68-e0987e1394c4 HTTP/1.1" status: 204 len: 168 time: 0.3334043 Jul 29 05:27:30.013939 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=100 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:27:30.049036 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1928fb96-b2c6-4f42-b0e8-37d63654f52b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14c33fa2-7e74-4824-9f68-e0987e1394c4,revision_number=None']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:27:30.086248 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:27:30.090547 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=59,neutron:UPDATE=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:27:30.199736 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-01b59c0c-b011-4354-b8d8-1fccea523f86 req-361265c6-9dd0-4a94-96af-d35d38de688e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6d8585cd-d0d9-4ae4-9146-299c453184a4 HTTP/1.1" status: 200 len: 1000 time: 0.2206976 Jul 29 05:27:30.207672 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-b51ac980-e3f8-4dfb-8fe8-e8ce5f191444 None None] Current status of the port 6d8585cd-d0d9-4ae4-9146-299c453184a4 is: ACTIVE; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:27:30.299936 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b59c0c-b011-4354-b8d8-1fccea523f86 req-93460f99-6400-4b24-b615-3de6a9563d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:27:30.301551 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-01b59c0c-b011-4354-b8d8-1fccea523f86 req-93460f99-6400-4b24-b615-3de6a9563d10 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8376599e-1b82-4f50-882f-6526e26807a2 HTTP/1.1" status: 200 len: 854 time: 0.0986133 Jul 29 05:27:30.382044 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b59c0c-b011-4354-b8d8-1fccea523f86 req-34200e57-4cb9-4d1b-9acd-ec42364e4c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:27:30.386036 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-01b59c0c-b011-4354-b8d8-1fccea523f86 req-34200e57-4cb9-4d1b-9acd-ec42364e4c72 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fbc0aa89-ee8e-4e90-b085-d635259d746e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0772641 Jul 29 05:27:30.701581 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-01b59c0c-b011-4354-b8d8-1fccea523f86 req-d74d85c2-ec44-4aa2-a91d-0077deb242b9 service neutron] 10.222.0.60 "GET /v2.0/networks/fbc0aa89-ee8e-4e90-b085-d635259d746e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3073051 Jul 29 05:27:30.702543 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 35572) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:27:30.754101 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036226d7-05b7-47ec-990f-30fc072d7ab2 req-81a62040-ad59-4afe-a16b-2bae7131e53b tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:27:30.757702 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-036226d7-05b7-47ec-990f-30fc072d7ab2 req-81a62040-ad59-4afe-a16b-2bae7131e53b tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e3305fc-3d92-4d3f-afb8-c25395280792 HTTP/1.1" status: 200 len: 945 time: 0.1146529 Jul 29 05:27:30.795462 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-5bdb8cf3-9b25-420a-9291-64748c177f8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:30.847887 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-036226d7-05b7-47ec-990f-30fc072d7ab2 req-06cf30d2-85e0-42ba-9537-11d17025ee01 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf631f8c-fd1e-402a-96ad-921fce651990&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799260 Jul 29 05:27:30.911113 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:27:30.913174 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:27:31.041164 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-01b59c0c-b011-4354-b8d8-1fccea523f86 req-0fd5d983-4aa3-40c0-ac93-fb808f3c9726 service neutron] 10.222.0.60 "GET /v2.0/networks/fbc0aa89-ee8e-4e90-b085-d635259d746e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3202579 Jul 29 05:27:31.063834 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-5bdb8cf3-9b25-420a-9291-64748c177f8b admin admin] Publish callbacks [] for security_group (72e7c3fd-ea53-4461-8df7-9f2d0edb4b75), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:31.071522 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-5bdb8cf3-9b25-420a-9291-64748c177f8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (72e7c3fd-ea53-4461-8df7-9f2d0edb4b75), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:31.143514 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-5bdb8cf3-9b25-420a-9291-64748c177f8b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c6d1f46590b24c1c81d7038b62b49fc7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4366167 Jul 29 05:27:31.143514 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdb8cf3-9b25-420a-9291-64748c177f8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72e7c3fd-ea53-4461-8df7-9f2d0edb4b75,revision_number=1']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:27:31.147515 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 35574) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:27:31.277328 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-1490a1cc-3890-46d3-b7a0-88e3feda79ce admin admin] Publish callbacks [] for security_group (72e7c3fd-ea53-4461-8df7-9f2d0edb4b75), before_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:31.315957 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-1490a1cc-3890-46d3-b7a0-88e3feda79ce admin admin] Publish callbacks [] for security_group (72e7c3fd-ea53-4461-8df7-9f2d0edb4b75), precommit_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:31.394092 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-1490a1cc-3890-46d3-b7a0-88e3feda79ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (72e7c3fd-ea53-4461-8df7-9f2d0edb4b75), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:31.398495 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-1490a1cc-3890-46d3-b7a0-88e3feda79ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:31.400266 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-1490a1cc-3890-46d3-b7a0-88e3feda79ce admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/72e7c3fd-ea53-4461-8df7-9f2d0edb4b75 HTTP/1.1" status: 204 len: 168 time: 0.2514071 Jul 29 05:27:31.411785 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1490a1cc-3890-46d3-b7a0-88e3feda79ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e7c3fd-ea53-4461-8df7-9f2d0edb4b75,revision_number=None']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:27:32.155020 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf11538-1d72-4192-8a83-0b3af2ff6b15 req-aeb23ce4-0850-4124-a05d-8ff8565e1c4f tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:27:32.161471 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-acf11538-1d72-4192-8a83-0b3af2ff6b15 req-aeb23ce4-0850-4124-a05d-8ff8565e1c4f tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e3305fc-3d92-4d3f-afb8-c25395280792 HTTP/1.1" status: 200 len: 945 time: 0.1238270 Jul 29 05:27:32.267088 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-acf11538-1d72-4192-8a83-0b3af2ff6b15 req-899a7604-ffef-457d-b31c-2ee902cc509a tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf631f8c-fd1e-402a-96ad-921fce651990&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959196 Jul 29 05:27:33.545255 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1410cc-7462-4243-8ee9-7df6d14fc5f3 req-1c72d62b-2532-4cfb-ae35-e2ce414fdeae tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:27:33.554407 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-da1410cc-7462-4243-8ee9-7df6d14fc5f3 req-1c72d62b-2532-4cfb-ae35-e2ce414fdeae tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e3305fc-3d92-4d3f-afb8-c25395280792 HTTP/1.1" status: 200 len: 945 time: 0.0952666 Jul 29 05:27:33.670020 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-da1410cc-7462-4243-8ee9-7df6d14fc5f3 req-5250731c-0d4d-470d-8615-23e28736b573 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf631f8c-fd1e-402a-96ad-921fce651990&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138141 Jul 29 05:27:34.994048 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696e4b3b-7937-4606-a8e2-025f0ccf85f1 req-4d328084-5659-46c3-a489-52e79a6dcdcc tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:27:35.006315 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-696e4b3b-7937-4606-a8e2-025f0ccf85f1 req-4d328084-5659-46c3-a489-52e79a6dcdcc tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e3305fc-3d92-4d3f-afb8-c25395280792 HTTP/1.1" status: 200 len: 945 time: 0.1763887 Jul 29 05:27:35.099512 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-696e4b3b-7937-4606-a8e2-025f0ccf85f1 req-8bb91413-3a3a-45dd-b5d2-4d50fa96b684 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf631f8c-fd1e-402a-96ad-921fce651990&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917342 Jul 29 05:27:35.612179 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-77486c67-68c6-4920-82cb-d0c561bb62a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (0319cf4e-40d4-4455-bfa4-d5e1d8f6ed41), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:36.365355 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69230777-f707-49b9-a9b5-3f8f66637ef9 req-e8506dc5-4f26-4cb5-ba1d-1a12ee744410 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:27:36.367841 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-69230777-f707-49b9-a9b5-3f8f66637ef9 req-e8506dc5-4f26-4cb5-ba1d-1a12ee744410 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e3305fc-3d92-4d3f-afb8-c25395280792 HTTP/1.1" status: 200 len: 945 time: 0.1022818 Jul 29 05:27:36.437246 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-69230777-f707-49b9-a9b5-3f8f66637ef9 req-e9095c93-4f1a-4ae9-aa97-b43dd650dbbf tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf631f8c-fd1e-402a-96ad-921fce651990&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560091 Jul 29 05:27:37.649954 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20800bd4-ef4d-43ff-a2a8-db3f64e84879 req-f8084e87-36e2-4e70-974c-19fb8797cd7c tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:27:37.652603 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-20800bd4-ef4d-43ff-a2a8-db3f64e84879 req-f8084e87-36e2-4e70-974c-19fb8797cd7c tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e3305fc-3d92-4d3f-afb8-c25395280792 HTTP/1.1" status: 200 len: 945 time: 0.0823436 Jul 29 05:27:37.704184 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (12b139f9-2daf-4047-bd2d-6bc43cda34b6), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:37.724113 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-20800bd4-ef4d-43ff-a2a8-db3f64e84879 req-343d65e8-ce11-4160-bed1-2ac936c7dd18 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf631f8c-fd1e-402a-96ad-921fce651990&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645890 Jul 29 05:27:38.070080 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=72,neutron:UPDATE=3 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:27:38.154367 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-73f91cf9-2bfe-4550-80c9-f6ac5d3eae0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (8a9a6061-e61b-4901-b35e-5e71dea10db3), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:38.894319 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1356522d-a409-489a-bec3-e1967c6921e7 req-7324e0e9-802c-40e6-8fdf-c24cd59fb102 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:27:38.896438 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-1356522d-a409-489a-bec3-e1967c6921e7 req-7324e0e9-802c-40e6-8fdf-c24cd59fb102 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e3305fc-3d92-4d3f-afb8-c25395280792 HTTP/1.1" status: 200 len: 945 time: 0.0551186 Jul 29 05:27:39.000364 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-1356522d-a409-489a-bec3-e1967c6921e7 req-c3ef3af5-02ca-4fcd-a113-1d3f3e4a5b1e tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf631f8c-fd1e-402a-96ad-921fce651990&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909235 Jul 29 05:27:40.030091 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c0cfcfc2-d3d3-4a7d-ac6c-95a3fd745979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (543ff7d7-1636-45b2-a25e-e19209bc2e01), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:40.141173 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e7d647-3d2b-4ffb-852e-8bdf016c89f1 req-529df1ed-6d1d-43cd-8d95-01643c8e7a1d tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:27:40.142654 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-b9e7d647-3d2b-4ffb-852e-8bdf016c89f1 req-529df1ed-6d1d-43cd-8d95-01643c8e7a1d tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e3305fc-3d92-4d3f-afb8-c25395280792 HTTP/1.1" status: 200 len: 945 time: 0.0480866 Jul 29 05:27:40.192902 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-b9e7d647-3d2b-4ffb-852e-8bdf016c89f1 req-e092f14f-9730-411d-b04f-841d082c3f58 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf631f8c-fd1e-402a-96ad-921fce651990&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443642 Jul 29 05:27:40.507019 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f480ed7-2976-4182-8f04-73ef99a58e40 req-c731d9ac-27cc-427c-ac70-716e8688e856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:27:40.508589 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-9f480ed7-2976-4182-8f04-73ef99a58e40 req-c731d9ac-27cc-427c-ac70-716e8688e856 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9fda8c6d9ffa4955b2f19411ee340cb3&device_id=1e3305fc-3d92-4d3f-afb8-c25395280792 HTTP/1.1" status: 200 len: 1129 time: 0.0539830 Jul 29 05:27:40.629186 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f480ed7-2976-4182-8f04-73ef99a58e40 req-6cabd766-d78e-40d7-8dad-bbbfcfd9fca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:27:40.631550 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-9f480ed7-2976-4182-8f04-73ef99a58e40 req-6cabd766-d78e-40d7-8dad-bbbfcfd9fca4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2abd58fa-fb8d-4cc3-8df0-c903c7b8dd87 HTTP/1.1" status: 200 len: 917 time: 0.1147523 Jul 29 05:27:40.694775 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:27:40.704122 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-9f480ed7-2976-4182-8f04-73ef99a58e40 req-de030ce9-1ebe-4edd-8514-920a2cdbd327 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6f412c06-c9c0-4423-b60d-0b7fa2c32b6f HTTP/1.1" status: 200 len: 1001 time: 0.0665014 Jul 29 05:27:40.774001 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f480ed7-2976-4182-8f04-73ef99a58e40 req-2484d810-d9c9-48fa-a73d-bd78193aa5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:27:40.775800 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-9f480ed7-2976-4182-8f04-73ef99a58e40 req-2484d810-d9c9-48fa-a73d-bd78193aa5d4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ac46bf73-3dbd-41e0-8b70-b021adbe3f3f HTTP/1.1" status: 200 len: 855 time: 0.0648267 Jul 29 05:27:40.829331 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f480ed7-2976-4182-8f04-73ef99a58e40 req-c5bdebb8-b9b0-432a-a7ed-b189033cd962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:27:40.831264 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-9f480ed7-2976-4182-8f04-73ef99a58e40 req-c5bdebb8-b9b0-432a-a7ed-b189033cd962 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2abd58fa-fb8d-4cc3-8df0-c903c7b8dd87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478046 Jul 29 05:27:40.938230 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-9f480ed7-2976-4182-8f04-73ef99a58e40 req-49d4c7bc-64c6-4a76-b6d1-f3a4212b6201 service neutron] 10.222.0.60 "GET /v2.0/networks/2abd58fa-fb8d-4cc3-8df0-c903c7b8dd87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006885 Jul 29 05:27:40.960471 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:27:41.105973 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-9f480ed7-2976-4182-8f04-73ef99a58e40 req-19cfabd1-f50f-40c8-bb8c-dc80eba9308d service neutron] 10.222.0.60 "GET /v2.0/networks/2abd58fa-fb8d-4cc3-8df0-c903c7b8dd87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612866 Jul 29 05:27:41.335787 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e04d5f-6a7b-417a-b4fe-154ebcb98985 req-52f617cf-c4aa-404c-b46f-f9479ac6b6b5 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:27:41.337400 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-83e04d5f-6a7b-417a-b4fe-154ebcb98985 req-52f617cf-c4aa-404c-b46f-f9479ac6b6b5 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e3305fc-3d92-4d3f-afb8-c25395280792 HTTP/1.1" status: 200 len: 945 time: 0.0527496 Jul 29 05:27:41.395591 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-83e04d5f-6a7b-417a-b4fe-154ebcb98985 req-bc989e82-d82a-4a4a-b405-6cf746abb089 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf631f8c-fd1e-402a-96ad-921fce651990&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520616 Jul 29 05:27:41.710690 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-25d2d662-1c10-455a-a758-35c132406432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (7da8dcb9-9a4e-44fd-b4da-fa922ad17d56), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:41.782611 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:27:41.792416 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (aa119a64-f506-4951-a68b-6dc6289eaece), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:42.529930 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51917ee2-de42-4c5e-8bf8-03038ab8fcc8 req-71c72737-c213-4ab2-af4a-cfd7af106777 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:27:42.531593 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-51917ee2-de42-4c5e-8bf8-03038ab8fcc8 req-71c72737-c213-4ab2-af4a-cfd7af106777 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e3305fc-3d92-4d3f-afb8-c25395280792 HTTP/1.1" status: 200 len: 945 time: 0.0515671 Jul 29 05:27:42.580303 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-51917ee2-de42-4c5e-8bf8-03038ab8fcc8 req-6519fe8e-d576-41f5-b02a-232fca2d6be0 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf631f8c-fd1e-402a-96ad-921fce651990&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429401 Jul 29 05:27:42.689654 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Device 6f412c06-c9c0-4423-b60d-0b7fa2c32b6f no longer exists at agent hyperv_hv-cinder-85127 {{(pid=104006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 05:27:42.755700 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:27:42.766090 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Current status of the port 6f412c06-c9c0-4423-b60d-0b7fa2c32b6f is: ACTIVE; New status is: DOWN {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:27:42.766477 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (6f412c06-c9c0-4423-b60d-0b7fa2c32b6f), before_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:42.790196 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e3305fc-3d92-4d3f-afb8-c25395280792', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f412c06-c9c0-4423-b60d-0b7fa2c32b6f'}] {{(pid=104006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 05:27:42.792387 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e99febf74dea338d8edfc28e98bc5f49fff1daa2966fa3a6b84f517592192115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74a1625e-3153-4206-a147-c7742f10c4a7" -d '{"events": [{"server_uuid": "1e3305fc-3d92-4d3f-afb8-c25395280792", "name": "network-vif-unplugged", "status": "completed", "tag": "6f412c06-c9c0-4423-b60d-0b7fa2c32b6f"}]}' {{(pid=104006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 05:27:42.804979 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] For port 6f412c06-c9c0-4423-b60d-0b7fa2c32b6f, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=6f412c06-c9c0-4423-b60d-0b7fa2c32b6f,segment=NetworkSegment(9167e3b9-12fc-4803-a3cb-91dd7148cc6f),segment_id=9167e3b9-12fc-4803-a3cb-91dd7148cc6f)] {{(pid=104006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:27:42.809190 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (6f412c06-c9c0-4423-b60d-0b7fa2c32b6f), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:42.834327 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Jul 2022 05:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-397bec0a-e6bd-4d35-9956-fe9fb8805425 x-openstack-request-id: req-397bec0a-e6bd-4d35-9956-fe9fb8805425 {{(pid=104006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 05:27:42.834622 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e3305fc-3d92-4d3f-afb8-c25395280792", "name": "network-vif-unplugged", "status": "completed", "tag": "6f412c06-c9c0-4423-b60d-0b7fa2c32b6f", "code": 200}]} {{(pid=104006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 05:27:42.834876 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-397bec0a-e6bd-4d35-9956-fe9fb8805425 {{(pid=104006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 05:27:42.835268 dv-cinder-851279-2-iscsi neutron-server[104006]: INFO neutron.notifiers.nova [-] Nova event matching ['req-397bec0a-e6bd-4d35-9956-fe9fb8805425'] response: {'server_uuid': '1e3305fc-3d92-4d3f-afb8-c25395280792', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f412c06-c9c0-4423-b60d-0b7fa2c32b6f', 'code': 200} Jul 29 05:27:42.864462 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Pushing event updated for resources: {'Port': ['ID=6f412c06-c9c0-4423-b60d-0b7fa2c32b6f,revision_number=8']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:27:43.716476 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9685eed1-0f91-4a7d-a581-5521a3adc5db req-267343e7-4032-49f0-9bbd-270be4feb44f tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:27:43.719615 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-9685eed1-0f91-4a7d-a581-5521a3adc5db req-267343e7-4032-49f0-9bbd-270be4feb44f tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e3305fc-3d92-4d3f-afb8-c25395280792 HTTP/1.1" status: 200 len: 943 time: 0.0534708 Jul 29 05:27:43.762289 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:27:43.797218 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-9685eed1-0f91-4a7d-a581-5521a3adc5db req-73c8352d-b726-48ba-9721-38965511e379 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf631f8c-fd1e-402a-96ad-921fce651990&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643408 Jul 29 05:27:44.023937 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 35810) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:27:44.214134 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-02808611-8d01-4046-8b86-57d64be00449 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:44.335079 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-02808611-8d01-4046-8b86-57d64be00449 admin admin] Publish callbacks [] for security_group (8e1b6975-fe38-49f1-b1f0-d489cec0f493), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:44.342078 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-02808611-8d01-4046-8b86-57d64be00449 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (8e1b6975-fe38-49f1-b1f0-d489cec0f493), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:44.376703 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-02808611-8d01-4046-8b86-57d64be00449 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=382f366b6db94576be56c4f24154b68f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3505294 Jul 29 05:27:44.379762 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 35824) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:27:44.410685 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02808611-8d01-4046-8b86-57d64be00449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e1b6975-fe38-49f1-b1f0-d489cec0f493,revision_number=1']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:27:44.481426 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-5e7cf4e8-5f67-4989-b786-c6f8d35a494b admin admin] Publish callbacks [] for security_group (8e1b6975-fe38-49f1-b1f0-d489cec0f493), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:44.522420 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-5e7cf4e8-5f67-4989-b786-c6f8d35a494b admin admin] Publish callbacks [] for security_group (8e1b6975-fe38-49f1-b1f0-d489cec0f493), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:44.599977 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-5e7cf4e8-5f67-4989-b786-c6f8d35a494b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (8e1b6975-fe38-49f1-b1f0-d489cec0f493), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:44.606107 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-5e7cf4e8-5f67-4989-b786-c6f8d35a494b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:44.608474 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-5e7cf4e8-5f67-4989-b786-c6f8d35a494b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8e1b6975-fe38-49f1-b1f0-d489cec0f493 HTTP/1.1" status: 204 len: 168 time: 0.2265253 Jul 29 05:27:44.630947 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7cf4e8-5f67-4989-b786-c6f8d35a494b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e1b6975-fe38-49f1-b1f0-d489cec0f493,revision_number=None']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:27:45.057666 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 35848) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:27:45.073265 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-509b0bf3-57ec-48cd-84f9-6ca00800bd61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:45.075182 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:27:45.204493 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-509b0bf3-57ec-48cd-84f9-6ca00800bd61 admin admin] Publish callbacks [] for security_group (7b6a1b6d-1505-46a9-b8dd-d29cadadcbfa), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:45.210275 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-509b0bf3-57ec-48cd-84f9-6ca00800bd61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (7b6a1b6d-1505-46a9-b8dd-d29cadadcbfa), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:45.261342 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509b0bf3-57ec-48cd-84f9-6ca00800bd61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b6a1b6d-1505-46a9-b8dd-d29cadadcbfa,revision_number=1']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:27:45.267286 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-509b0bf3-57ec-48cd-84f9-6ca00800bd61 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=10d7bcdcde5649d79a186831d68f013a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2084553 Jul 29 05:27:45.271115 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 35852) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:27:45.374814 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-460e46ba-b551-423d-bac0-0825cb7676a2 admin admin] Publish callbacks [] for security_group (7b6a1b6d-1505-46a9-b8dd-d29cadadcbfa), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:45.453712 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-460e46ba-b551-423d-bac0-0825cb7676a2 admin admin] Publish callbacks [] for security_group (7b6a1b6d-1505-46a9-b8dd-d29cadadcbfa), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:45.499474 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e69beb-6bf2-435c-b2c0-bf86d2b7b6a5 req-f39fbbce-9d23-4088-83c7-eafbea5a7d27 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:27:45.501641 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-02e69beb-6bf2-435c-b2c0-bf86d2b7b6a5 req-f39fbbce-9d23-4088-83c7-eafbea5a7d27 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e3305fc-3d92-4d3f-afb8-c25395280792 HTTP/1.1" status: 200 len: 943 time: 0.1135128 Jul 29 05:27:45.524706 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-2f5c67af-8d2a-4312-b01d-1d7e2f1a52cc req-0c51eda5-ac0d-4fcc-bdd5-7217ba099b54 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1e3305fc-3d92-4d3f-afb8-c25395280792&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0927401 Jul 29 05:27:45.612709 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-02e69beb-6bf2-435c-b2c0-bf86d2b7b6a5 req-a19a679f-6c17-4a6b-a9dc-43b53196ded5 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf631f8c-fd1e-402a-96ad-921fce651990&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002505 Jul 29 05:27:45.627943 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-460e46ba-b551-423d-bac0-0825cb7676a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (7b6a1b6d-1505-46a9-b8dd-d29cadadcbfa), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:45.632741 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-460e46ba-b551-423d-bac0-0825cb7676a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:45.638964 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-460e46ba-b551-423d-bac0-0825cb7676a2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7b6a1b6d-1505-46a9-b8dd-d29cadadcbfa HTTP/1.1" status: 204 len: 168 time: 0.3621900 Jul 29 05:27:45.653838 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5c67af-8d2a-4312-b01d-1d7e2f1a52cc req-13a73181-28f1-408a-9c1d-3e2fd4185e5f tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:27:45.654986 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460e46ba-b551-423d-bac0-0825cb7676a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b6a1b6d-1505-46a9-b8dd-d29cadadcbfa,revision_number=None']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:27:45.672959 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-2f5c67af-8d2a-4312-b01d-1d7e2f1a52cc req-13a73181-28f1-408a-9c1d-3e2fd4185e5f tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports/6f412c06-c9c0-4423-b60d-0b7fa2c32b6f HTTP/1.1" status: 200 len: 940 time: 0.0979691 Jul 29 05:27:46.313281 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 35890) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:27:46.333571 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-07fa0d3e-9272-49aa-8dfa-a8ef3d88a11a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:46.412848 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:27:46.455088 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-07fa0d3e-9272-49aa-8dfa-a8ef3d88a11a admin admin] Publish callbacks [] for security_group (cf174045-5ca7-44e9-998f-0c044a90485c), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:46.461037 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-07fa0d3e-9272-49aa-8dfa-a8ef3d88a11a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (cf174045-5ca7-44e9-998f-0c044a90485c), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:46.524444 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fa0d3e-9272-49aa-8dfa-a8ef3d88a11a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf174045-5ca7-44e9-998f-0c044a90485c,revision_number=1']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:27:46.533060 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 35896) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:27:46.533243 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-07fa0d3e-9272-49aa-8dfa-a8ef3d88a11a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=beb460c4a2f945968ccc00b8997fa0ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2178786 Jul 29 05:27:46.616370 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-f96e6d34-4832-4e8d-beeb-be6ae51dcec8 admin admin] Publish callbacks [] for security_group (cf174045-5ca7-44e9-998f-0c044a90485c), before_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:46.650853 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5a90a7-f78b-4457-84df-0a1f7d1c5a94 req-c80de6be-399c-4e11-99c4-e1257bf059bd tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:27:46.653470 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-af5a90a7-f78b-4457-84df-0a1f7d1c5a94 req-c80de6be-399c-4e11-99c4-e1257bf059bd tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/ports?device_id=62613145-ee65-4472-a5f6-23a6d76ea1b9 HTTP/1.1" status: 200 len: 945 time: 0.0621278 Jul 29 05:27:46.659741 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-f96e6d34-4832-4e8d-beeb-be6ae51dcec8 admin admin] Publish callbacks [] for security_group (cf174045-5ca7-44e9-998f-0c044a90485c), precommit_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:46.723863 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Device 6f412c06-c9c0-4423-b60d-0b7fa2c32b6f no longer exists at agent hyperv_hv-cinder-85127 {{(pid=104006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 05:27:46.743986 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-af5a90a7-f78b-4457-84df-0a1f7d1c5a94 req-a7668069-5526-4673-b3cb-aa5b9012ec3c tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/security-groups?id=c597c5c7-705b-4e28-973f-3e3df3891802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831237 Jul 29 05:27:46.745413 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-f96e6d34-4832-4e8d-beeb-be6ae51dcec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (cf174045-5ca7-44e9-998f-0c044a90485c), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:46.748347 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-f96e6d34-4832-4e8d-beeb-be6ae51dcec8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:46.753564 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-f96e6d34-4832-4e8d-beeb-be6ae51dcec8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cf174045-5ca7-44e9-998f-0c044a90485c HTTP/1.1" status: 204 len: 168 time: 0.2162921 Jul 29 05:27:46.809201 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96e6d34-4832-4e8d-beeb-be6ae51dcec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf174045-5ca7-44e9-998f-0c044a90485c,revision_number=None']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:27:46.828029 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96e6d34-4832-4e8d-beeb-be6ae51dcec8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:27:46.828784 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96e6d34-4832-4e8d-beeb-be6ae51dcec8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:27:46.829131 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96e6d34-4832-4e8d-beeb-be6ae51dcec8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:27:46.829468 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96e6d34-4832-4e8d-beeb-be6ae51dcec8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:27:46.829798 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96e6d34-4832-4e8d-beeb-be6ae51dcec8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:27:46.830290 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96e6d34-4832-4e8d-beeb-be6ae51dcec8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:27:46.830622 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96e6d34-4832-4e8d-beeb-be6ae51dcec8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:27:46.830945 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96e6d34-4832-4e8d-beeb-be6ae51dcec8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:27:46.831270 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96e6d34-4832-4e8d-beeb-be6ae51dcec8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:27:46.831619 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96e6d34-4832-4e8d-beeb-be6ae51dcec8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:27:46.831946 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96e6d34-4832-4e8d-beeb-be6ae51dcec8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:27:46.832271 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96e6d34-4832-4e8d-beeb-be6ae51dcec8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:27:46.832588 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96e6d34-4832-4e8d-beeb-be6ae51dcec8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:27:46.833050 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96e6d34-4832-4e8d-beeb-be6ae51dcec8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:27:46.833541 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96e6d34-4832-4e8d-beeb-be6ae51dcec8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:27:46.842113 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ddf10d-3555-4316-ae3e-8addf9e5d442 req-29bd7b69-2f46-427c-9973-6d32a5aee30b tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:27:46.844893 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-f6ddf10d-3555-4316-ae3e-8addf9e5d442 req-29bd7b69-2f46-427c-9973-6d32a5aee30b tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e3305fc-3d92-4d3f-afb8-c25395280792 HTTP/1.1" status: 200 len: 943 time: 0.1163886 Jul 29 05:27:46.916346 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Current status of the port 6f412c06-c9c0-4423-b60d-0b7fa2c32b6f is: DOWN; New status is: DOWN {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:27:46.926707 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-f6ddf10d-3555-4316-ae3e-8addf9e5d442 req-7292714f-1428-476a-9be4-1287e8ee43aa tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf631f8c-fd1e-402a-96ad-921fce651990&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743270 Jul 29 05:27:47.939527 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116e861d-ff52-4f85-b435-2436cab7be23 req-817ad2d7-0034-4406-816a-6a83706d134a tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:27:47.941253 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-116e861d-ff52-4f85-b435-2436cab7be23 req-817ad2d7-0034-4406-816a-6a83706d134a tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/ports?device_id=62613145-ee65-4472-a5f6-23a6d76ea1b9 HTTP/1.1" status: 200 len: 945 time: 0.0783823 Jul 29 05:27:48.014405 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-116e861d-ff52-4f85-b435-2436cab7be23 req-2e4716eb-a05c-4308-9151-7872f2548b48 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/security-groups?id=c597c5c7-705b-4e28-973f-3e3df3891802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614812 Jul 29 05:27:48.118788 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8de3ec3-1170-4fa3-98b6-d2eae53d4a30 req-8b814e9b-20d8-4509-9f8d-e02486ef513b tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:27:48.121483 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-a8de3ec3-1170-4fa3-98b6-d2eae53d4a30 req-8b814e9b-20d8-4509-9f8d-e02486ef513b tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e3305fc-3d92-4d3f-afb8-c25395280792 HTTP/1.1" status: 200 len: 943 time: 0.0647068 Jul 29 05:27:48.172746 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:27:48.190656 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-a8de3ec3-1170-4fa3-98b6-d2eae53d4a30 req-98e3f80c-4e75-4ec2-9fbd-04cff1002041 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf631f8c-fd1e-402a-96ad-921fce651990&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620739 Jul 29 05:27:48.362081 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5c67af-8d2a-4312-b01d-1d7e2f1a52cc req-bcd73d3c-ab22-4931-ba61-24561ec6e944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:27:48.363989 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-2f5c67af-8d2a-4312-b01d-1d7e2f1a52cc req-bcd73d3c-ab22-4931-ba61-24561ec6e944 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1e3305fc-3d92-4d3f-afb8-c25395280792&tenant_id=9fda8c6d9ffa4955b2f19411ee340cb3 HTTP/1.1" status: 200 len: 1127 time: 0.0711620 Jul 29 05:27:48.556687 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5c67af-8d2a-4312-b01d-1d7e2f1a52cc req-4f37f57f-fa76-4cc2-b5f7-f5d994ee130d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:27:48.559658 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-2f5c67af-8d2a-4312-b01d-1d7e2f1a52cc req-4f37f57f-fa76-4cc2-b5f7-f5d994ee130d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9fda8c6d9ffa4955b2f19411ee340cb3&device_id=1e3305fc-3d92-4d3f-afb8-c25395280792 HTTP/1.1" status: 200 len: 1127 time: 0.0669920 Jul 29 05:27:48.956644 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:27:48.976440 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6439781c-3dc5-46d1-bd52-7fcacf5397be req-60281ff1-8ce8-44de-85bb-b147b5ef192d tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:27:48.978011 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-6439781c-3dc5-46d1-bd52-7fcacf5397be req-60281ff1-8ce8-44de-85bb-b147b5ef192d tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.60 "GET /v2.0/ports?device_id=62613145-ee65-4472-a5f6-23a6d76ea1b9 HTTP/1.1" status: 200 len: 945 time: 0.3514390 Jul 29 05:27:49.037705 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5c67af-8d2a-4312-b01d-1d7e2f1a52cc req-90b660ea-a0fc-43d4-87aa-4c3ffd3d43fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:27:49.039282 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-2f5c67af-8d2a-4312-b01d-1d7e2f1a52cc req-90b660ea-a0fc-43d4-87aa-4c3ffd3d43fb service neutron] 10.222.0.60 "GET /v2.0/networks?id=2abd58fa-fb8d-4cc3-8df0-c903c7b8dd87 HTTP/1.1" status: 200 len: 917 time: 0.4733410 Jul 29 05:27:49.142757 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.plugin [req-6439781c-3dc5-46d1-bd52-7fcacf5397be req-9886a39d-60cf-4aee-a8bf-46e1d17a9f18 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Deleting port a7825eab-725a-4a03-8c38-040b1712a57c {{(pid=104005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 05:27:49.143865 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-6439781c-3dc5-46d1-bd52-7fcacf5397be req-9886a39d-60cf-4aee-a8bf-46e1d17a9f18 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737760600589'] for port (a7825eab-725a-4a03-8c38-040b1712a57c), before_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:49.193923 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850768d3-b309-40d4-89c6-15d09658dbbd req-13561a10-7c73-4115-bfcf-c164b9784280 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:27:49.195847 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-2f5c67af-8d2a-4312-b01d-1d7e2f1a52cc req-81eb43fe-1096-453a-9e0d-c5b84f7e5c04 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6f412c06-c9c0-4423-b60d-0b7fa2c32b6f HTTP/1.1" status: 200 len: 999 time: 0.1416152 Jul 29 05:27:49.201730 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-850768d3-b309-40d4-89c6-15d09658dbbd req-13561a10-7c73-4115-bfcf-c164b9784280 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/ports?device_id=62613145-ee65-4472-a5f6-23a6d76ea1b9 HTTP/1.1" status: 200 len: 945 time: 0.0678661 Jul 29 05:27:49.210977 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:27:49.258701 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-850768d3-b309-40d4-89c6-15d09658dbbd req-bde03b17-919c-4c38-b9c2-2dc057a5e71b tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/security-groups?id=c597c5c7-705b-4e28-973f-3e3df3891802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548224 Jul 29 05:27:49.299219 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.db [req-6439781c-3dc5-46d1-bd52-7fcacf5397be req-9886a39d-60cf-4aee-a8bf-46e1d17a9f18 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] For port a7825eab-725a-4a03-8c38-040b1712a57c, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=a7825eab-725a-4a03-8c38-040b1712a57c,segment=NetworkSegment(c24ea0bd-8f00-42e2-b69e-2e72b209c7c1),segment_id=c24ea0bd-8f00-42e2-b69e-2e72b209c7c1)] {{(pid=104005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:27:49.299613 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-6439781c-3dc5-46d1-bd52-7fcacf5397be req-9886a39d-60cf-4aee-a8bf-46e1d17a9f18 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420629'] for port (a7825eab-725a-4a03-8c38-040b1712a57c), precommit_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:49.311251 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5c67af-8d2a-4312-b01d-1d7e2f1a52cc req-870ac7f6-4bbf-4f58-8924-9a17fb3a03d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:27:49.313500 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-2f5c67af-8d2a-4312-b01d-1d7e2f1a52cc req-870ac7f6-4bbf-4f58-8924-9a17fb3a03d0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ac46bf73-3dbd-41e0-8b70-b021adbe3f3f HTTP/1.1" status: 200 len: 855 time: 0.1058977 Jul 29 05:27:49.437864 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5c67af-8d2a-4312-b01d-1d7e2f1a52cc req-1ee0cbe5-252e-499e-80ff-2429069ea5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:27:49.439374 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-2f5c67af-8d2a-4312-b01d-1d7e2f1a52cc req-1ee0cbe5-252e-499e-80ff-2429069ea5be service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2abd58fa-fb8d-4cc3-8df0-c903c7b8dd87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1192255 Jul 29 05:27:49.484998 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1bac2e-d0af-46b3-b9ec-098130ed8884 req-d0f61ad1-2ced-43b0-bdc4-7349ea0c1320 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:27:49.486608 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-8c1bac2e-d0af-46b3-b9ec-098130ed8884 req-d0f61ad1-2ced-43b0-bdc4-7349ea0c1320 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e3305fc-3d92-4d3f-afb8-c25395280792 HTTP/1.1" status: 200 len: 943 time: 0.1111367 Jul 29 05:27:49.679211 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-8c1bac2e-d0af-46b3-b9ec-098130ed8884 req-b7c6efde-7257-485e-80d7-461bac7481a1 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf631f8c-fd1e-402a-96ad-921fce651990&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1363304 Jul 29 05:27:49.698930 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-2f5c67af-8d2a-4312-b01d-1d7e2f1a52cc req-5039d117-8b2d-4a65-ab0d-f3db760236b2 service neutron] 10.222.0.60 "GET /v2.0/networks/2abd58fa-fb8d-4cc3-8df0-c903c7b8dd87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502773 Jul 29 05:27:49.721453 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-6439781c-3dc5-46d1-bd52-7fcacf5397be req-9886a39d-60cf-4aee-a8bf-46e1d17a9f18 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:49.721998 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-6439781c-3dc5-46d1-bd52-7fcacf5397be req-9886a39d-60cf-4aee-a8bf-46e1d17a9f18 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-375524'] for floatingip (19466070-2649-438e-94f7-4fd802d45a74), after_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:49.722738 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.db.l3_db [req-6439781c-3dc5-46d1-bd52-7fcacf5397be req-9886a39d-60cf-4aee-a8bf-46e1d17a9f18 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Floating IP 19466070-2649-438e-94f7-4fd802d45a74 disassociated. External IP: 172.27.2.88, port: a7825eab-725a-4a03-8c38-040b1712a57c. Jul 29 05:27:49.723296 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.plugin [req-6439781c-3dc5-46d1-bd52-7fcacf5397be req-9886a39d-60cf-4aee-a8bf-46e1d17a9f18 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Calling delete_port for a7825eab-725a-4a03-8c38-040b1712a57c owned by compute:nova {{(pid=104005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 05:27:49.750193 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:27:49.894210 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-2f5c67af-8d2a-4312-b01d-1d7e2f1a52cc req-23ffb374-5788-4acf-a93c-e77f88e95551 service neutron] 10.222.0.60 "GET /v2.0/networks/2abd58fa-fb8d-4cc3-8df0-c903c7b8dd87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836517 Jul 29 05:27:49.992649 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-6439781c-3dc5-46d1-bd52-7fcacf5397be req-9886a39d-60cf-4aee-a8bf-46e1d17a9f18 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737760621891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737760223820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1905596'] for port (a7825eab-725a-4a03-8c38-040b1712a57c), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:50.024744 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886a39d-60cf-4aee-a8bf-46e1d17a9f18 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Pushing event deleted for resources: {'Port': ['ID=a7825eab-725a-4a03-8c38-040b1712a57c,revision_number=None']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:27:50.039161 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:27:50.245717 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6439781c-3dc5-46d1-bd52-7fcacf5397be req-9886a39d-60cf-4aee-a8bf-46e1d17a9f18 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Router d1904235-b8da-4132-80da-638ba8c8454c has already been hosted by L3 agent 8a9a6061-e61b-4901-b35e-5e71dea10db3 {{(pid=104005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 05:27:50.421606 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-6dbec62e-2e7c-4cf7-ae0c-5e986b21e334 req-f3c8b3bd-6da8-4af2-a389-31404dfa8579 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/ports?device_id=62613145-ee65-4472-a5f6-23a6d76ea1b9 HTTP/1.1" status: 200 len: 210 time: 0.0487261 Jul 29 05:27:50.478979 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6439781c-3dc5-46d1-bd52-7fcacf5397be req-9886a39d-60cf-4aee-a8bf-46e1d17a9f18 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Notify agent at l3_agent.dv-cinder-851279-2-iscsi the message routers_updated {{(pid=104005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 05:27:50.493903 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c0110e-1c72-46b8-9c97-e3a0bf9070ea None None] Sync routers for ids ['d1904235-b8da-4132-80da-638ba8c8454c'] in dv-cinder-851279-2-iscsi {{(pid=104006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 05:27:50.508711 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c0110e-1c72-46b8-9c97-e3a0bf9070ea None None] Routers {'d1904235-b8da-4132-80da-638ba8c8454c'} bound to L3 agent in host dv-cinder-851279-2-iscsi {{(pid=104006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:27:50.509377 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_hamode_db [None req-59c0110e-1c72-46b8-9c97-e3a0bf9070ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-29T05:12:08Z,description=,heartbeat_timestamp=2022-07-29T05:27:38Z,host='dv-cinder-851279-2-iscsi',id=8a9a6061-e61b-4901-b35e-5e71dea10db3,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T05:12:08Z,topic='l3_agent')) {'router_ids': ['d1904235-b8da-4132-80da-638ba8c8454c'], 'active': True} {{(pid=104006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:27:50.620876 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvrscheduler_db [req-6439781c-3dc5-46d1-bd52-7fcacf5397be req-9886a39d-60cf-4aee-a8bf-46e1d17a9f18 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] No DVR routers for this DVR port a7825eab-725a-4a03-8c38-040b1712a57c on host hv-cinder-85127 {{(pid=104005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 29 05:27:50.633026 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-6439781c-3dc5-46d1-bd52-7fcacf5397be req-9886a39d-60cf-4aee-a8bf-46e1d17a9f18 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249840'] for port (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:50.644671 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-6439781c-3dc5-46d1-bd52-7fcacf5397be req-9886a39d-60cf-4aee-a8bf-46e1d17a9f18 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.60 "DELETE /v2.0/ports/a7825eab-725a-4a03-8c38-040b1712a57c HTTP/1.1" status: 204 len: 173 time: 1.6550722 Jul 29 05:27:50.645192 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62613145-ee65-4472-a5f6-23a6d76ea1b9', 'name': 'network-vif-deleted', 'tag': 'a7825eab-725a-4a03-8c38-040b1712a57c'}] {{(pid=104005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 05:27:50.659407 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18cb6d06cd9bdbb2624e76cf95b2230ef06252a8a1dccb16f0d07e3cc9dc753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53516b9c-c568-45f2-8736-e7e7464cb878" -d '{"events": [{"server_uuid": "62613145-ee65-4472-a5f6-23a6d76ea1b9", "name": "network-vif-deleted", "tag": "a7825eab-725a-4a03-8c38-040b1712a57c"}]}' {{(pid=104005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 05:27:50.848093 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 05:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-438c967b-56ab-4c8c-8ac4-671d82776f67 x-openstack-request-id: req-438c967b-56ab-4c8c-8ac4-671d82776f67 {{(pid=104005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 05:27:50.848939 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62613145-ee65-4472-a5f6-23a6d76ea1b9", "name": "network-vif-deleted", "tag": "a7825eab-725a-4a03-8c38-040b1712a57c", "status": "completed", "code": 200}]} {{(pid=104005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 05:27:50.849502 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-438c967b-56ab-4c8c-8ac4-671d82776f67 {{(pid=104005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 05:27:50.850444 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.notifiers.nova [-] Nova event matching ['req-438c967b-56ab-4c8c-8ac4-671d82776f67'] response: {'server_uuid': '62613145-ee65-4472-a5f6-23a6d76ea1b9', 'name': 'network-vif-deleted', 'tag': 'a7825eab-725a-4a03-8c38-040b1712a57c', 'status': 'completed', 'code': 200} Jul 29 05:27:50.899907 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvr_db [None req-59c0110e-1c72-46b8-9c97-e3a0bf9070ea None None] Set router d1904235-b8da-4132-80da-638ba8c8454c gateway port host: dv-cinder-851279-2-iscsi {{(pid=104006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:27:51.165697 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ee32f4-fd21-4dd6-8473-db5d3e28ea09 req-683ab4b9-482c-4547-8dca-d96138227c93 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:27:51.179258 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-f1ee32f4-fd21-4dd6-8473-db5d3e28ea09 req-683ab4b9-482c-4547-8dca-d96138227c93 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e3305fc-3d92-4d3f-afb8-c25395280792 HTTP/1.1" status: 200 len: 943 time: 0.1988313 Jul 29 05:27:51.285377 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-f1ee32f4-fd21-4dd6-8473-db5d3e28ea09 req-3436b8fb-c82c-454e-80bb-3abb18ce95ac tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf631f8c-fd1e-402a-96ad-921fce651990&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046851 Jul 29 05:27:51.382372 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_hamode_db [None req-59c0110e-1c72-46b8-9c97-e3a0bf9070ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1904235-b8da-4132-80da-638ba8c8454c', 'name': 'tempest-AttachVolumeTestJSON-509135275-router', 'tenant_id': '92f16adc2357459aa0afb68db89031dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': 'fc72b586-b3cf-45c8-a32c-3fda3c2766d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:21:04Z', 'updated_at': '2022-07-29T05:21:21Z', 'revision_number': 4, 'project_id': '92f16adc2357459aa0afb68db89031dd', 'gw_port': {'id': 'fc72b586-b3cf-45c8-a32c-3fda3c2766d4', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:8d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1904235-b8da-4132-80da-638ba8c8454c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:06Z', 'updated_at': '2022-07-29T05:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi', '_interfaces': [{'id': 'b3a65432-8d5c-4784-8bc2-7cda611cf7de', 'name': '', 'network_id': '60b4bb7c-7825-4f15-bc04-5ac3fa10b445', 'tenant_id': '92f16adc2357459aa0afb68db89031dd', 'mac_address': 'fa:16:3e:d1:2a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1904235-b8da-4132-80da-638ba8c8454c', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '6b58381f-b173-48c0-ac4a-7a853ae2cd60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:17Z', 'updated_at': '2022-07-29T05:21:34Z', 'revision_number': 5, 'project_id': '92f16adc2357459aa0afb68db89031dd', 'subnets': [{'id': '6b58381f-b173-48c0-ac4a-7a853ae2cd60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-2-iscsi', False) {} {{(pid=104006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:27:51.441012 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c0110e-1c72-46b8-9c97-e3a0bf9070ea None None] Checking router: d1904235-b8da-4132-80da-638ba8c8454c for host: dv-cinder-851279-2-iscsi {{(pid=104006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 05:27:51.459309 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c0110e-1c72-46b8-9c97-e3a0bf9070ea None None] Routers {'d1904235-b8da-4132-80da-638ba8c8454c'} bound to L3 agent in host dv-cinder-851279-2-iscsi {{(pid=104006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:27:51.460462 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_hamode_db [None req-59c0110e-1c72-46b8-9c97-e3a0bf9070ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-29T05:12:08Z,description=,heartbeat_timestamp=2022-07-29T05:27:38Z,host='dv-cinder-851279-2-iscsi',id=8a9a6061-e61b-4901-b35e-5e71dea10db3,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T05:12:08Z,topic='l3_agent')) {'router_ids': ['d1904235-b8da-4132-80da-638ba8c8454c'], 'active': True} {{(pid=104006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:27:51.721458 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-2573c42b-3274-42fb-8d35-9e67b4b46e2a req-8dc28ee3-9665-4ecd-a176-f6f891c66581 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/ports?device_id=62613145-ee65-4472-a5f6-23a6d76ea1b9 HTTP/1.1" status: 200 len: 210 time: 0.0818784 Jul 29 05:27:51.754332 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvr_db [None req-59c0110e-1c72-46b8-9c97-e3a0bf9070ea None None] Set router d1904235-b8da-4132-80da-638ba8c8454c gateway port host: dv-cinder-851279-2-iscsi {{(pid=104006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:27:52.062277 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=100 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:27:52.068198 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_hamode_db [None req-59c0110e-1c72-46b8-9c97-e3a0bf9070ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1904235-b8da-4132-80da-638ba8c8454c', 'name': 'tempest-AttachVolumeTestJSON-509135275-router', 'tenant_id': '92f16adc2357459aa0afb68db89031dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': 'fc72b586-b3cf-45c8-a32c-3fda3c2766d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:21:04Z', 'updated_at': '2022-07-29T05:21:21Z', 'revision_number': 4, 'project_id': '92f16adc2357459aa0afb68db89031dd', 'gw_port': {'id': 'fc72b586-b3cf-45c8-a32c-3fda3c2766d4', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:8d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1904235-b8da-4132-80da-638ba8c8454c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:06Z', 'updated_at': '2022-07-29T05:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi', '_interfaces': [{'id': 'b3a65432-8d5c-4784-8bc2-7cda611cf7de', 'name': '', 'network_id': '60b4bb7c-7825-4f15-bc04-5ac3fa10b445', 'tenant_id': '92f16adc2357459aa0afb68db89031dd', 'mac_address': 'fa:16:3e:d1:2a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1904235-b8da-4132-80da-638ba8c8454c', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '6b58381f-b173-48c0-ac4a-7a853ae2cd60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:17Z', 'updated_at': '2022-07-29T05:21:34Z', 'revision_number': 5, 'project_id': '92f16adc2357459aa0afb68db89031dd', 'subnets': [{'id': '6b58381f-b173-48c0-ac4a-7a853ae2cd60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-2-iscsi', False) {} {{(pid=104006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:27:52.097851 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c0110e-1c72-46b8-9c97-e3a0bf9070ea None None] The sync data for ids ['d1904235-b8da-4132-80da-638ba8c8454c'] in dv-cinder-851279-2-iscsi is: [{'id': 'd1904235-b8da-4132-80da-638ba8c8454c', 'name': 'tempest-AttachVolumeTestJSON-509135275-router', 'tenant_id': '92f16adc2357459aa0afb68db89031dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': 'fc72b586-b3cf-45c8-a32c-3fda3c2766d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:21:04Z', 'updated_at': '2022-07-29T05:21:21Z', 'revision_number': 4, 'project_id': '92f16adc2357459aa0afb68db89031dd', 'gw_port': {'id': 'fc72b586-b3cf-45c8-a32c-3fda3c2766d4', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:8d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1904235-b8da-4132-80da-638ba8c8454c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:06Z', 'updated_at': '2022-07-29T05:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi', '_interfaces': [{'id': 'b3a65432-8d5c-4784-8bc2-7cda611cf7de', 'name': '', 'network_id': '60b4bb7c-7825-4f15-bc04-5ac3fa10b445', 'tenant_id': '92f16adc2357459aa0afb68db89031dd', 'mac_address': 'fa:16:3e:d1:2a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1904235-b8da-4132-80da-638ba8c8454c', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '6b58381f-b173-48c0-ac4a-7a853ae2cd60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:17Z', 'updated_at': '2022-07-29T05:21:34Z', 'revision_number': 5, 'project_id': '92f16adc2357459aa0afb68db89031dd', 'subnets': [{'id': '6b58381f-b173-48c0-ac4a-7a853ae2cd60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 05:27:52.548046 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d636c5e7-4a4e-441e-96c0-8ee42ed053d0 req-e8ff55c9-aa28-4cd2-b4cf-118ef5d55b87 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:27:52.555452 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-d636c5e7-4a4e-441e-96c0-8ee42ed053d0 req-e8ff55c9-aa28-4cd2-b4cf-118ef5d55b87 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e3305fc-3d92-4d3f-afb8-c25395280792 HTTP/1.1" status: 200 len: 943 time: 0.1293786 Jul 29 05:27:52.599585 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb6ef8a-d8a1-4935-8182-e0a0e8f13bfc None None] New status for floating IP 19466070-2649-438e-94f7-4fd802d45a74: DOWN {{(pid=104007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 29 05:27:52.638065 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-d636c5e7-4a4e-441e-96c0-8ee42ed053d0 req-81498b8e-63e3-4995-a711-f94a16506918 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf631f8c-fd1e-402a-96ad-921fce651990&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813153 Jul 29 05:27:52.821362 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf58877-6a73-4b5e-8f12-19f5e8126f89 req-7e890bad-09c8-402e-98f5-cdc4d96792c4 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:27:52.831337 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-caf58877-6a73-4b5e-8f12-19f5e8126f89 req-7e890bad-09c8-402e-98f5-cdc4d96792c4 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] 10.222.0.49 "GET /v2.0/ports?device_id=a8e59cc2-032c-497f-867c-2d5663a4da21 HTTP/1.1" status: 200 len: 984 time: 0.0994961 Jul 29 05:27:52.936907 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-caf58877-6a73-4b5e-8f12-19f5e8126f89 req-fbcd88ac-ad47-4c20-adc8-92bafe575894 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa0dd268-c459-4d1d-8fbc-d37ab58bd0a3&id=e1e82250-30d0-4c5a-bdb8-bd9b19a7fcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0870519 Jul 29 05:27:52.946445 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-6fdeb910-fac6-47a3-92ee-718d35c9bdb4 req-ad38ffb7-dfbe-4d22-ba2c-2526daef2f79 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/ports?device_id=62613145-ee65-4472-a5f6-23a6d76ea1b9 HTTP/1.1" status: 200 len: 210 time: 0.0596378 Jul 29 05:27:53.320069 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Device a7825eab-725a-4a03-8c38-040b1712a57c no longer exists at agent hyperv_hv-cinder-85127 {{(pid=104006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 05:27:53.344949 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] No Port match for: a7825eab-725a-4a03-8c38-040b1712a57c {{(pid=104006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 05:27:53.345471 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Device a7825eab-725a-4a03-8c38-040b1712a57c not bound to the agent host hv-cinder-85127 {{(pid=104006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 05:27:53.857097 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5176f546-2163-4e8c-a9e1-9288f9072881 req-f5335d88-4318-4cc4-a302-0a2d3d394cec tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:27:53.861610 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-5176f546-2163-4e8c-a9e1-9288f9072881 req-f5335d88-4318-4cc4-a302-0a2d3d394cec tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e3305fc-3d92-4d3f-afb8-c25395280792 HTTP/1.1" status: 200 len: 943 time: 0.0906925 Jul 29 05:27:53.964999 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-5176f546-2163-4e8c-a9e1-9288f9072881 req-a5317d21-aa6b-46ef-acba-85aceb63389f tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf631f8c-fd1e-402a-96ad-921fce651990&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944042 Jul 29 05:27:54.174622 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67729ee0-a02c-4e3f-8b18-dc328e3ecc6f req-38f4e958-b992-4758-8b2f-3d1be70994a5 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:27:54.178601 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-67729ee0-a02c-4e3f-8b18-dc328e3ecc6f req-38f4e958-b992-4758-8b2f-3d1be70994a5 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] 10.222.0.49 "GET /v2.0/ports?device_id=a8e59cc2-032c-497f-867c-2d5663a4da21 HTTP/1.1" status: 200 len: 984 time: 0.1347241 Jul 29 05:27:54.225003 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-cad55b7e-865b-466c-afe3-e7e520b9a744 req-b1584f56-b1e4-4a39-b308-511b117c10dc tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/ports?device_id=62613145-ee65-4472-a5f6-23a6d76ea1b9 HTTP/1.1" status: 200 len: 210 time: 0.0638049 Jul 29 05:27:54.320756 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-67729ee0-a02c-4e3f-8b18-dc328e3ecc6f req-37118465-37a6-4fae-a429-b87535e9d5ef tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa0dd268-c459-4d1d-8fbc-d37ab58bd0a3&id=e1e82250-30d0-4c5a-bdb8-bd9b19a7fcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1247644 Jul 29 05:27:55.162057 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adfbcf3-fb75-4064-a905-1333ab5aad47 req-9c677120-1cea-4610-98bb-ff116a86c32a tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:27:55.174463 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-9adfbcf3-fb75-4064-a905-1333ab5aad47 req-9c677120-1cea-4610-98bb-ff116a86c32a tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e3305fc-3d92-4d3f-afb8-c25395280792 HTTP/1.1" status: 200 len: 943 time: 0.1087213 Jul 29 05:27:55.229209 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-9adfbcf3-fb75-4064-a905-1333ab5aad47 req-2f52c09d-ffc5-485c-b777-0b7521a26b01 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf631f8c-fd1e-402a-96ad-921fce651990&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535667 Jul 29 05:27:55.430425 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-17c4a114-5a27-46fe-9164-ca4f75bd45f8 req-1f12849e-2ccd-4d67-a8af-7052884ff67b tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/ports?device_id=62613145-ee65-4472-a5f6-23a6d76ea1b9 HTTP/1.1" status: 200 len: 210 time: 0.0392811 Jul 29 05:27:55.556923 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994c966b-8abf-4957-925a-fd85b6717bd2 req-08faa0a4-a2a4-41e3-8353-47aebd4fd455 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:27:55.572034 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-994c966b-8abf-4957-925a-fd85b6717bd2 req-08faa0a4-a2a4-41e3-8353-47aebd4fd455 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] 10.222.0.49 "GET /v2.0/ports?device_id=a8e59cc2-032c-497f-867c-2d5663a4da21 HTTP/1.1" status: 200 len: 984 time: 0.1342866 Jul 29 05:27:55.677279 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:27:55.750983 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-994c966b-8abf-4957-925a-fd85b6717bd2 req-00d7a17f-88f0-49ee-a39a-e89571c32dcd tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa0dd268-c459-4d1d-8fbc-d37ab58bd0a3&id=e1e82250-30d0-4c5a-bdb8-bd9b19a7fcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1691954 Jul 29 05:27:56.470312 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb176f7-672d-4c62-a92a-1efb2449a92c req-3f3c1b1b-68ec-4f11-817f-4306dbb54cbc tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:27:56.473070 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-afb176f7-672d-4c62-a92a-1efb2449a92c req-3f3c1b1b-68ec-4f11-817f-4306dbb54cbc tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e3305fc-3d92-4d3f-afb8-c25395280792 HTTP/1.1" status: 200 len: 943 time: 0.0909107 Jul 29 05:27:56.566808 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-afb176f7-672d-4c62-a92a-1efb2449a92c req-ca4b57ba-4f9b-4812-ab9b-12c7f6ba0e39 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf631f8c-fd1e-402a-96ad-921fce651990&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864134 Jul 29 05:27:56.600612 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-973bb03a-527c-45bb-958f-8eb49cdef46a req-4443595e-cdd2-42c5-908a-c33acdc656f0 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/ports?device_id=62613145-ee65-4472-a5f6-23a6d76ea1b9 HTTP/1.1" status: 200 len: 210 time: 0.0535064 Jul 29 05:27:56.961579 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341e0a12-8db6-4817-acef-11af17d16204 req-f4ae56e7-2923-4eee-85dc-42fc58d3b388 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:27:56.975873 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-341e0a12-8db6-4817-acef-11af17d16204 req-f4ae56e7-2923-4eee-85dc-42fc58d3b388 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] 10.222.0.49 "GET /v2.0/ports?device_id=a8e59cc2-032c-497f-867c-2d5663a4da21 HTTP/1.1" status: 200 len: 984 time: 0.1183414 Jul 29 05:27:57.099844 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-341e0a12-8db6-4817-acef-11af17d16204 req-f3352533-8294-47d6-8a86-99ff416231b5 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa0dd268-c459-4d1d-8fbc-d37ab58bd0a3&id=e1e82250-30d0-4c5a-bdb8-bd9b19a7fcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1223891 Jul 29 05:27:57.115624 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.agents_db [None req-24db149f-f2c4-42ba-b1ad-acaecd0c6386 None None] Agent healthcheck: found 6 active agents {{(pid=104007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 05:27:57.777726 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68643279-3c78-4820-9f5a-cce28d45d393 req-78c463bf-19ea-42c8-b3bc-eeb26a38cc59 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:27:57.787168 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-68643279-3c78-4820-9f5a-cce28d45d393 req-78c463bf-19ea-42c8-b3bc-eeb26a38cc59 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e3305fc-3d92-4d3f-afb8-c25395280792 HTTP/1.1" status: 200 len: 943 time: 0.0758688 Jul 29 05:27:57.809748 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-46dd5194-1a62-42cb-bef8-a007645f2c71 req-90360383-8c0f-4e90-9a72-da03566f460d tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/ports?device_id=62613145-ee65-4472-a5f6-23a6d76ea1b9 HTTP/1.1" status: 200 len: 210 time: 0.0536201 Jul 29 05:27:57.890516 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-68643279-3c78-4820-9f5a-cce28d45d393 req-c756f6b3-a522-465b-b6d3-63b478df5200 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf631f8c-fd1e-402a-96ad-921fce651990&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020410 Jul 29 05:27:58.257185 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed5f711-a415-4e50-9e8a-b30c7235ae04 req-4b4bed6e-11d7-4ecb-8d39-39882d5f10ed tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:27:58.259047 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-bed5f711-a415-4e50-9e8a-b30c7235ae04 req-4b4bed6e-11d7-4ecb-8d39-39882d5f10ed tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] 10.222.0.49 "GET /v2.0/ports?device_id=a8e59cc2-032c-497f-867c-2d5663a4da21 HTTP/1.1" status: 200 len: 984 time: 0.0639226 Jul 29 05:27:58.355478 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-bed5f711-a415-4e50-9e8a-b30c7235ae04 req-06cdab07-87a5-4e53-b385-e59deecbbb29 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa0dd268-c459-4d1d-8fbc-d37ab58bd0a3&id=e1e82250-30d0-4c5a-bdb8-bd9b19a7fcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0855234 Jul 29 05:27:59.105106 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-f8158cac-2a1f-44e7-b860-f13f701df7fc req-1dc8be4c-c17e-4fd5-b9e4-0932562d6c60 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/ports?device_id=62613145-ee65-4472-a5f6-23a6d76ea1b9 HTTP/1.1" status: 200 len: 210 time: 0.0865273 Jul 29 05:27:59.119099 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976c8556-a455-4a73-8c8e-c67a0583282b req-78fff9e6-29c4-43fa-9bf1-08cf3fe668a0 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:27:59.148100 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-976c8556-a455-4a73-8c8e-c67a0583282b req-78fff9e6-29c4-43fa-9bf1-08cf3fe668a0 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e3305fc-3d92-4d3f-afb8-c25395280792 HTTP/1.1" status: 200 len: 943 time: 0.1594632 Jul 29 05:27:59.206323 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=100 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:27:59.232069 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 36068) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:27:59.295874 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-976c8556-a455-4a73-8c8e-c67a0583282b req-e90b4596-f176-4f47-b265-36d742e7fea1 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf631f8c-fd1e-402a-96ad-921fce651990&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1459193 Jul 29 05:27:59.408800 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-7c5753a0-a623-4518-a5ab-c997cbe14524 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:59.537164 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-7c5753a0-a623-4518-a5ab-c997cbe14524 admin admin] Publish callbacks [] for security_group (88a5bf12-f6a7-4be7-9620-b95bb0526317), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:59.579922 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-7c5753a0-a623-4518-a5ab-c997cbe14524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (88a5bf12-f6a7-4be7-9620-b95bb0526317), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:59.635191 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a17361-9ab5-4f3d-a362-36b893842fda req-fd492601-7392-4d26-a225-46a7c22f8876 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:27:59.642437 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-38a17361-9ab5-4f3d-a362-36b893842fda req-fd492601-7392-4d26-a225-46a7c22f8876 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] 10.222.0.49 "GET /v2.0/ports?device_id=a8e59cc2-032c-497f-867c-2d5663a4da21 HTTP/1.1" status: 200 len: 984 time: 0.1156545 Jul 29 05:27:59.666188 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-7c5753a0-a623-4518-a5ab-c997cbe14524 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e9b5c532b60a4c1daae8df63bde63f3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4319901 Jul 29 05:27:59.668920 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 36076) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:27:59.677107 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5753a0-a623-4518-a5ab-c997cbe14524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88a5bf12-f6a7-4be7-9620-b95bb0526317,revision_number=1']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:27:59.752853 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-a747decc-2daa-446d-bf12-4b9fc275f672 admin admin] Publish callbacks [] for security_group (88a5bf12-f6a7-4be7-9620-b95bb0526317), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:59.795911 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-a747decc-2daa-446d-bf12-4b9fc275f672 admin admin] Publish callbacks [] for security_group (88a5bf12-f6a7-4be7-9620-b95bb0526317), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:59.805976 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-38a17361-9ab5-4f3d-a362-36b893842fda req-0a8efeab-309d-45c6-9f8b-e41329f4be33 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa0dd268-c459-4d1d-8fbc-d37ab58bd0a3&id=e1e82250-30d0-4c5a-bdb8-bd9b19a7fcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1624968 Jul 29 05:27:59.874692 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-a747decc-2daa-446d-bf12-4b9fc275f672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (88a5bf12-f6a7-4be7-9620-b95bb0526317), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:59.878348 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-a747decc-2daa-446d-bf12-4b9fc275f672 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:27:59.884451 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-a747decc-2daa-446d-bf12-4b9fc275f672 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/88a5bf12-f6a7-4be7-9620-b95bb0526317 HTTP/1.1" status: 204 len: 168 time: 0.2092597 Jul 29 05:27:59.901617 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a747decc-2daa-446d-bf12-4b9fc275f672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88a5bf12-f6a7-4be7-9620-b95bb0526317,revision_number=None']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:28:00.308775 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 36090) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:28:00.367699 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-1e0b3cb3-b837-419d-8ec7-97db76a9c177 req-1bfb6f20-9e4b-455c-a749-449aa108e1bf tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/ports?device_id=62613145-ee65-4472-a5f6-23a6d76ea1b9 HTTP/1.1" status: 200 len: 210 time: 0.0775449 Jul 29 05:28:00.369604 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-48d2c147-0830-4579-879d-ed97919a39d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:00.386828 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:28:00.506053 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-48d2c147-0830-4579-879d-ed97919a39d6 admin admin] Publish callbacks [] for security_group (a3528ef9-4231-42ef-8f18-4bfe87936030), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:00.511300 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-48d2c147-0830-4579-879d-ed97919a39d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (a3528ef9-4231-42ef-8f18-4bfe87936030), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:00.548597 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8130db1f-0228-4ba6-94b2-1b60eefc8e67 req-7a067b9a-2d1b-4d5a-be71-b722acda39c0 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:28:00.554681 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-8130db1f-0228-4ba6-94b2-1b60eefc8e67 req-7a067b9a-2d1b-4d5a-be71-b722acda39c0 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e3305fc-3d92-4d3f-afb8-c25395280792 HTTP/1.1" status: 200 len: 943 time: 0.1012461 Jul 29 05:28:00.573691 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-48d2c147-0830-4579-879d-ed97919a39d6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7135e10790db4b548fbdc2299214136a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2632537 Jul 29 05:28:00.577694 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 36096) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:28:00.590133 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d2c147-0830-4579-879d-ed97919a39d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3528ef9-4231-42ef-8f18-4bfe87936030,revision_number=1']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:28:00.652096 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:28:00.657629 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-8130db1f-0228-4ba6-94b2-1b60eefc8e67 req-e206bf6b-b1bd-45a5-a5c8-0b6e58be955c tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf631f8c-fd1e-402a-96ad-921fce651990&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893848 Jul 29 05:28:00.683294 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-1bc3726e-0e47-49c2-9cdb-59bdf9dea284 admin admin] Publish callbacks [] for security_group (a3528ef9-4231-42ef-8f18-4bfe87936030), before_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:00.719224 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-1bc3726e-0e47-49c2-9cdb-59bdf9dea284 admin admin] Publish callbacks [] for security_group (a3528ef9-4231-42ef-8f18-4bfe87936030), precommit_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:00.805608 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-1bc3726e-0e47-49c2-9cdb-59bdf9dea284 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (a3528ef9-4231-42ef-8f18-4bfe87936030), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:00.810088 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-1bc3726e-0e47-49c2-9cdb-59bdf9dea284 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:00.813579 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-1bc3726e-0e47-49c2-9cdb-59bdf9dea284 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a3528ef9-4231-42ef-8f18-4bfe87936030 HTTP/1.1" status: 204 len: 168 time: 0.2350991 Jul 29 05:28:00.825928 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc3726e-0e47-49c2-9cdb-59bdf9dea284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3528ef9-4231-42ef-8f18-4bfe87936030,revision_number=None']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:28:00.959073 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:28:00.981741 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9929183-5628-4a04-88fe-a7aa40c01a4e req-d8d3a659-ab1a-49b2-9f10-cee256d000a5 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:28:00.984277 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-f9929183-5628-4a04-88fe-a7aa40c01a4e req-d8d3a659-ab1a-49b2-9f10-cee256d000a5 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] 10.222.0.49 "GET /v2.0/ports?device_id=a8e59cc2-032c-497f-867c-2d5663a4da21 HTTP/1.1" status: 200 len: 984 time: 0.0641296 Jul 29 05:28:01.091477 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-f9929183-5628-4a04-88fe-a7aa40c01a4e req-a5e01203-ee8d-4237-ad71-68a1157dd2bb tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa0dd268-c459-4d1d-8fbc-d37ab58bd0a3&id=e1e82250-30d0-4c5a-bdb8-bd9b19a7fcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0988002 Jul 29 05:28:01.517315 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-a80df10b-02f5-46a9-b774-3abefdf3f779 req-1e2db7f3-e590-456d-8b35-598aa7326d26 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/ports?device_id=62613145-ee65-4472-a5f6-23a6d76ea1b9 HTTP/1.1" status: 200 len: 210 time: 0.0322394 Jul 29 05:28:01.628576 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6507ba-0af7-4169-a2ae-e7202712073b req-83af1bf2-bdb3-4987-ad6a-5852c248da8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:28:01.630438 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-bd6507ba-0af7-4169-a2ae-e7202712073b req-83af1bf2-bdb3-4987-ad6a-5852c248da8c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4c28b78169ac49a6854f195bea0dd9bf&device_id=a8e59cc2-032c-497f-867c-2d5663a4da21 HTTP/1.1" status: 200 len: 1168 time: 0.0610678 Jul 29 05:28:01.759150 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6507ba-0af7-4169-a2ae-e7202712073b req-a5d4126e-513e-4b76-97da-6fb9e9b9d7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:28:01.765977 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-bd6507ba-0af7-4169-a2ae-e7202712073b req-a5d4126e-513e-4b76-97da-6fb9e9b9d7ac service neutron] 10.222.0.60 "GET /v2.0/networks?id=fbc0aa89-ee8e-4e90-b085-d635259d746e HTTP/1.1" status: 200 len: 916 time: 0.1177440 Jul 29 05:28:01.852305 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-bd6507ba-0af7-4169-a2ae-e7202712073b req-625b1d19-b185-4647-92b9-05caee21c0cc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6d8585cd-d0d9-4ae4-9146-299c453184a4 HTTP/1.1" status: 200 len: 1000 time: 0.0839453 Jul 29 05:28:01.919255 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6507ba-0af7-4169-a2ae-e7202712073b req-4ad5282d-987e-4b21-b8f1-69a40c5f7345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:28:01.921623 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-bd6507ba-0af7-4169-a2ae-e7202712073b req-4ad5282d-987e-4b21-b8f1-69a40c5f7345 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8376599e-1b82-4f50-882f-6526e26807a2 HTTP/1.1" status: 200 len: 854 time: 0.0624847 Jul 29 05:28:01.933030 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c85e03-adfd-4969-bc70-8445d4fbeb4a req-df1fbbc0-1d3b-4630-a3b2-8d9452e12955 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:28:01.936365 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-d0c85e03-adfd-4969-bc70-8445d4fbeb4a req-df1fbbc0-1d3b-4630-a3b2-8d9452e12955 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e3305fc-3d92-4d3f-afb8-c25395280792 HTTP/1.1" status: 200 len: 943 time: 0.1169946 Jul 29 05:28:01.980738 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6507ba-0af7-4169-a2ae-e7202712073b req-b1188f68-73e2-4f4d-8014-8bcaa9efe332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:28:01.983171 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-bd6507ba-0af7-4169-a2ae-e7202712073b req-b1188f68-73e2-4f4d-8014-8bcaa9efe332 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fbc0aa89-ee8e-4e90-b085-d635259d746e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0551746 Jul 29 05:28:02.040349 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-d0c85e03-adfd-4969-bc70-8445d4fbeb4a req-782134d1-d002-489c-9ac5-1cd2926d21d1 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf631f8c-fd1e-402a-96ad-921fce651990&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866287 Jul 29 05:28:02.137685 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-bd6507ba-0af7-4169-a2ae-e7202712073b req-558e22db-9a59-4123-b611-5783468f4061 service neutron] 10.222.0.60 "GET /v2.0/networks/fbc0aa89-ee8e-4e90-b085-d635259d746e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489394 Jul 29 05:28:02.238664 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:28:02.248744 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62a4ae6-47b7-4dca-ab14-80e2cfd0a31b req-bcab7470-98f3-4bc0-b02b-99a97ee2020b tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:28:02.257115 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-f62a4ae6-47b7-4dca-ab14-80e2cfd0a31b req-bcab7470-98f3-4bc0-b02b-99a97ee2020b tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] 10.222.0.49 "GET /v2.0/ports?device_id=a8e59cc2-032c-497f-867c-2d5663a4da21 HTTP/1.1" status: 200 len: 984 time: 0.0802307 Jul 29 05:28:02.304954 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-bd6507ba-0af7-4169-a2ae-e7202712073b req-c798cc24-4137-4953-99bb-7c57b10672cc service neutron] 10.222.0.60 "GET /v2.0/networks/fbc0aa89-ee8e-4e90-b085-d635259d746e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572430 Jul 29 05:28:02.369051 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-f62a4ae6-47b7-4dca-ab14-80e2cfd0a31b req-f94e5c96-f56e-451e-a04c-6c3acceaa036 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa0dd268-c459-4d1d-8fbc-d37ab58bd0a3&id=e1e82250-30d0-4c5a-bdb8-bd9b19a7fcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1108780 Jul 29 05:28:02.628564 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 36158) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:28:02.648844 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=6 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:28:02.721549 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-bf356718-45e7-48bc-8e74-d8530442ddbe tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Publish callbacks [] for security_group (c597c5c7-705b-4e28-973f-3e3df3891802), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:02.773293 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-bf356718-45e7-48bc-8e74-d8530442ddbe tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Publish callbacks [] for security_group (c597c5c7-705b-4e28-973f-3e3df3891802), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:02.813638 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Device 6f412c06-c9c0-4423-b60d-0b7fa2c32b6f details requested by agent hyperv_hv-cinder-85127 with host hv-cinder-85127 {{(pid=104006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 05:28:02.849023 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:28:02.863692 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-bf356718-45e7-48bc-8e74-d8530442ddbe tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (c597c5c7-705b-4e28-973f-3e3df3891802), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:02.867596 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-bf356718-45e7-48bc-8e74-d8530442ddbe tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Publish callbacks [] for security_group (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:02.869263 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-bf356718-45e7-48bc-8e74-d8530442ddbe tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "DELETE /v2.0/security-groups/c597c5c7-705b-4e28-973f-3e3df3891802 HTTP/1.1" status: 204 len: 168 time: 0.2392776 Jul 29 05:28:02.874460 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 36164) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:28:02.887395 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf356718-45e7-48bc-8e74-d8530442ddbe tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c597c5c7-705b-4e28-973f-3e3df3891802,revision_number=None']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:28:02.899404 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.api.v2.resource [None req-a4b8036c-5beb-413f-bbcd-3ce1a64e206c tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] show failed (client error): The resource could not be found. Jul 29 05:28:02.900743 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-a4b8036c-5beb-413f-bbcd-3ce1a64e206c tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "GET /v2.0/security-groups/c597c5c7-705b-4e28-973f-3e3df3891802 HTTP/1.1" status: 404 len: 347 time: 0.0250845 Jul 29 05:28:02.904599 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 36166) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:28:03.051303 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.plugin [None req-40dc0b49-a7cc-4a1c-8006-ec1c988fe3d1 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Deleting port 3901c7f8-d5a1-4ab1-aad3-bd27e1130163 {{(pid=104005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 05:28:03.051872 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-40dc0b49-a7cc-4a1c-8006-ec1c988fe3d1 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737760600589'] for port (3901c7f8-d5a1-4ab1-aad3-bd27e1130163), before_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:03.146663 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] For port 6f412c06-c9c0-4423-b60d-0b7fa2c32b6f, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=6f412c06-c9c0-4423-b60d-0b7fa2c32b6f,segment=NetworkSegment(9167e3b9-12fc-4803-a3cb-91dd7148cc6f),segment_id=9167e3b9-12fc-4803-a3cb-91dd7148cc6f)] {{(pid=104006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:28:03.178606 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Returning: {'device': '6f412c06-c9c0-4423-b60d-0b7fa2c32b6f', 'network_id': '2abd58fa-fb8d-4cc3-8df0-c903c7b8dd87', 'port_id': '6f412c06-c9c0-4423-b60d-0b7fa2c32b6f', 'mac_address': 'fa:16:3e:6d:d4:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac46bf73-3dbd-41e0-8b70-b021adbe3f3f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 05:28:03.235911 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-40dc0b49-a7cc-4a1c-8006-ec1c988fe3d1 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420629'] for port (3901c7f8-d5a1-4ab1-aad3-bd27e1130163), precommit_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:03.236230 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-40dc0b49-a7cc-4a1c-8006-ec1c988fe3d1 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Publish callbacks [] for floatingip (3901c7f8-d5a1-4ab1-aad3-bd27e1130163), precommit_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:03.243698 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Current status of the port 6f412c06-c9c0-4423-b60d-0b7fa2c32b6f is: DOWN; New status is: BUILD {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:28:03.244103 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (6f412c06-c9c0-4423-b60d-0b7fa2c32b6f), before_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:03.262288 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef7760e-174b-4479-9faa-c46fc77c4858 req-fa923002-ae7a-4aa8-8015-535973e6492d tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:28:03.262868 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.notifiers.nova [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f412c06-c9c0-4423-b60d-0b7fa2c32b6f {{(pid=104006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 05:28:03.267553 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-fef7760e-174b-4479-9faa-c46fc77c4858 req-fa923002-ae7a-4aa8-8015-535973e6492d tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e3305fc-3d92-4d3f-afb8-c25395280792 HTTP/1.1" status: 200 len: 943 time: 0.0943723 Jul 29 05:28:03.272311 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.plugin [None req-40dc0b49-a7cc-4a1c-8006-ec1c988fe3d1 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Calling delete_port for 3901c7f8-d5a1-4ab1-aad3-bd27e1130163 owned by network:floatingip {{(pid=104005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 05:28:03.288634 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] For port 6f412c06-c9c0-4423-b60d-0b7fa2c32b6f, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=6f412c06-c9c0-4423-b60d-0b7fa2c32b6f,segment=NetworkSegment(9167e3b9-12fc-4803-a3cb-91dd7148cc6f),segment_id=9167e3b9-12fc-4803-a3cb-91dd7148cc6f)] {{(pid=104006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:28:03.294271 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (6f412c06-c9c0-4423-b60d-0b7fa2c32b6f), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:03.369051 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Pushing event updated for resources: {'Port': ['ID=6f412c06-c9c0-4423-b60d-0b7fa2c32b6f,revision_number=9']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:28:03.440078 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-fef7760e-174b-4479-9faa-c46fc77c4858 req-e09dd801-ddff-4199-86c6-5c804b7246ac tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf631f8c-fd1e-402a-96ad-921fce651990&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1590643 Jul 29 05:28:03.467916 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:28:03.540315 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] get_ports_and_sgs() called for port_ids ['6f412c06-c9c0-4423-b60d-0b7fa2c32b6f'] {{(pid=104006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 05:28:03.549473 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-40dc0b49-a7cc-4a1c-8006-ec1c988fe3d1 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737760621891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737760223820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1905596'] for port (3901c7f8-d5a1-4ab1-aad3-bd27e1130163), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:03.587254 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dc0b49-a7cc-4a1c-8006-ec1c988fe3d1 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Pushing event deleted for resources: {'Port': ['ID=3901c7f8-d5a1-4ab1-aad3-bd27e1130163,revision_number=None']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:28:03.667146 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dccb66-2410-4e6f-947c-7f4638688c54 req-b5fd0c95-5b93-4430-bf38-146e9bc639a8 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:28:03.680246 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-13dccb66-2410-4e6f-947c-7f4638688c54 req-b5fd0c95-5b93-4430-bf38-146e9bc639a8 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] 10.222.0.49 "GET /v2.0/ports?device_id=a8e59cc2-032c-497f-867c-2d5663a4da21 HTTP/1.1" status: 200 len: 984 time: 0.1166956 Jul 29 05:28:03.728093 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-40dc0b49-a7cc-4a1c-8006-ec1c988fe3d1 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Publish callbacks [] for floatingip (19466070-2649-438e-94f7-4fd802d45a74), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:03.731752 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-40dc0b49-a7cc-4a1c-8006-ec1c988fe3d1 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249840'] for floatingip (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:03.737825 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-40dc0b49-a7cc-4a1c-8006-ec1c988fe3d1 tempest-AttachVolumeTestJSON-1982834268 tempest-AttachVolumeTestJSON-1982834268-project] 10.222.0.49 "DELETE /v2.0/floatingips/19466070-2649-438e-94f7-4fd802d45a74 HTTP/1.1" status: 204 len: 168 time: 0.8315578 Jul 29 05:28:03.796779 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-13dccb66-2410-4e6f-947c-7f4638688c54 req-10fbeaaf-c39d-4eb2-8cd6-2d465e27b31c tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa0dd268-c459-4d1d-8fbc-d37ab58bd0a3&id=e1e82250-30d0-4c5a-bdb8-bd9b19a7fcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1147089 Jul 29 05:28:04.587056 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f3752e-bd32-48a6-8a6e-655bb1d10edb req-e0b60c79-eca7-413c-9ae4-c13230cab535 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:28:04.589745 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-f3f3752e-bd32-48a6-8a6e-655bb1d10edb req-e0b60c79-eca7-413c-9ae4-c13230cab535 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e3305fc-3d92-4d3f-afb8-c25395280792 HTTP/1.1" status: 200 len: 944 time: 0.0680945 Jul 29 05:28:04.642544 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-f3f3752e-bd32-48a6-8a6e-655bb1d10edb req-2c86ec54-4b2d-436a-bbac-c714bcfb44f7 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf631f8c-fd1e-402a-96ad-921fce651990&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466201 Jul 29 05:28:04.813938 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Device 6f412c06-c9c0-4423-b60d-0b7fa2c32b6f up at agent hyperv_hv-cinder-85127 {{(pid=104006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 05:28:04.883029 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Provisioning complete for port 6f412c06-c9c0-4423-b60d-0b7fa2c32b6f triggered by entity L2. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:28:04.883533 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (6f412c06-c9c0-4423-b60d-0b7fa2c32b6f), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:04.957888 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab403ab-c85d-4ac9-8068-d8c113dde2af req-2f5a0b10-395d-4859-b07a-0471365bd6f0 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:28:04.964024 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-6ab403ab-c85d-4ac9-8068-d8c113dde2af req-2f5a0b10-395d-4859-b07a-0471365bd6f0 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] 10.222.0.49 "GET /v2.0/ports?device_id=a8e59cc2-032c-497f-867c-2d5663a4da21 HTTP/1.1" status: 200 len: 984 time: 0.0666008 Jul 29 05:28:04.970961 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Current status of the port 6f412c06-c9c0-4423-b60d-0b7fa2c32b6f is: BUILD; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:28:04.971435 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (6f412c06-c9c0-4423-b60d-0b7fa2c32b6f), before_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:04.999340 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e3305fc-3d92-4d3f-afb8-c25395280792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f412c06-c9c0-4423-b60d-0b7fa2c32b6f'}] {{(pid=104006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 05:28:05.002221 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e99febf74dea338d8edfc28e98bc5f49fff1daa2966fa3a6b84f517592192115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-759e0512-6c81-496e-ab2b-7c591a7c62bc" -d '{"events": [{"server_uuid": "1e3305fc-3d92-4d3f-afb8-c25395280792", "name": "network-vif-plugged", "status": "completed", "tag": "6f412c06-c9c0-4423-b60d-0b7fa2c32b6f"}]}' {{(pid=104006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 05:28:05.018845 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] For port 6f412c06-c9c0-4423-b60d-0b7fa2c32b6f, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=6f412c06-c9c0-4423-b60d-0b7fa2c32b6f,segment=NetworkSegment(9167e3b9-12fc-4803-a3cb-91dd7148cc6f),segment_id=9167e3b9-12fc-4803-a3cb-91dd7148cc6f)] {{(pid=104006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:28:05.028129 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (6f412c06-c9c0-4423-b60d-0b7fa2c32b6f), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:05.079495 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 05:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-035d4e1e-5452-45a3-9b1a-1856a15901f2 x-openstack-request-id: req-035d4e1e-5452-45a3-9b1a-1856a15901f2 {{(pid=104006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 05:28:05.079905 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e3305fc-3d92-4d3f-afb8-c25395280792", "name": "network-vif-plugged", "status": "completed", "tag": "6f412c06-c9c0-4423-b60d-0b7fa2c32b6f", "code": 200}]} {{(pid=104006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 05:28:05.080022 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-035d4e1e-5452-45a3-9b1a-1856a15901f2 {{(pid=104006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 05:28:05.080421 dv-cinder-851279-2-iscsi neutron-server[104006]: INFO neutron.notifiers.nova [-] Nova event matching ['req-035d4e1e-5452-45a3-9b1a-1856a15901f2'] response: {'server_uuid': '1e3305fc-3d92-4d3f-afb8-c25395280792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f412c06-c9c0-4423-b60d-0b7fa2c32b6f', 'code': 200} Jul 29 05:28:05.096343 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-6ab403ab-c85d-4ac9-8068-d8c113dde2af req-d24bf18b-3de7-455f-aa3b-ee9c7a4a2744 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa0dd268-c459-4d1d-8fbc-d37ab58bd0a3&id=e1e82250-30d0-4c5a-bdb8-bd9b19a7fcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1304359 Jul 29 05:28:05.120617 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Pushing event updated for resources: {'Port': ['ID=6f412c06-c9c0-4423-b60d-0b7fa2c32b6f,revision_number=10']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:28:05.328719 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad2a604-5882-4e8b-a88c-6274c1817546 req-27825ad9-cce0-4246-a4e2-2567ca99fe1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:28:05.331367 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-cad2a604-5882-4e8b-a88c-6274c1817546 req-27825ad9-cce0-4246-a4e2-2567ca99fe1c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1e3305fc-3d92-4d3f-afb8-c25395280792 HTTP/1.1" status: 200 len: 1130 time: 0.0739625 Jul 29 05:28:05.382559 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-cad2a604-5882-4e8b-a88c-6274c1817546 req-d32746e2-0324-46cf-a9cd-4ce5674aefb1 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=bf631f8c-fd1e-402a-96ad-921fce651990&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450256 Jul 29 05:28:05.590324 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-e2f04f3f-012e-454a-b75e-616925e1684a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (0319cf4e-40d4-4455-bfa4-d5e1d8f6ed41), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:05.797965 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc3b42a-17f5-48dc-bae8-ea599f308a7c req-65ec1ccb-dbe1-46ff-9418-66afaa4e562f tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:28:05.799433 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-bfc3b42a-17f5-48dc-bae8-ea599f308a7c req-65ec1ccb-dbe1-46ff-9418-66afaa4e562f tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e3305fc-3d92-4d3f-afb8-c25395280792 HTTP/1.1" status: 200 len: 946 time: 0.0624225 Jul 29 05:28:05.866078 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-bfc3b42a-17f5-48dc-bae8-ea599f308a7c req-d9200ef1-a8bc-4db0-9baf-8e599bdeb2a2 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf631f8c-fd1e-402a-96ad-921fce651990&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569744 Jul 29 05:28:06.262193 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c970431a-1363-4051-bccd-96b6c7b534a5 req-3f803a9f-b5f7-41cf-beb9-f7e9f04b588d tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:28:06.263970 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-c970431a-1363-4051-bccd-96b6c7b534a5 req-3f803a9f-b5f7-41cf-beb9-f7e9f04b588d tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] 10.222.0.49 "GET /v2.0/ports?device_id=a8e59cc2-032c-497f-867c-2d5663a4da21 HTTP/1.1" status: 200 len: 984 time: 0.0784411 Jul 29 05:28:06.304005 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 36224) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:28:06.311715 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:28:06.369082 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-c970431a-1363-4051-bccd-96b6c7b534a5 req-141daf0d-ccf2-4557-a9d6-c285e541e465 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa0dd268-c459-4d1d-8fbc-d37ab58bd0a3&id=e1e82250-30d0-4c5a-bdb8-bd9b19a7fcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0964134 Jul 29 05:28:06.467165 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-af34f1ab-efe5-4348-8562-a1d6b238324e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:06.578357 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=9 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:28:06.601978 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-af34f1ab-efe5-4348-8562-a1d6b238324e admin admin] Publish callbacks [] for security_group (1c2d54fc-ebec-460b-9a02-f56d5cdb15ba), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:06.606763 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-af34f1ab-efe5-4348-8562-a1d6b238324e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (1c2d54fc-ebec-460b-9a02-f56d5cdb15ba), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:06.684315 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-af34f1ab-efe5-4348-8562-a1d6b238324e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=804260d3eb2c4aeab5fe0d90a4cd3d08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3785019 Jul 29 05:28:06.686998 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af34f1ab-efe5-4348-8562-a1d6b238324e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c2d54fc-ebec-460b-9a02-f56d5cdb15ba,revision_number=1']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:28:06.687576 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 36236) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:28:06.762328 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-df15443c-a792-4bd1-837d-0fea8ff1643d admin admin] Publish callbacks [] for security_group (1c2d54fc-ebec-460b-9a02-f56d5cdb15ba), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:06.797037 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-df15443c-a792-4bd1-837d-0fea8ff1643d admin admin] Publish callbacks [] for security_group (1c2d54fc-ebec-460b-9a02-f56d5cdb15ba), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:06.876768 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-df15443c-a792-4bd1-837d-0fea8ff1643d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (1c2d54fc-ebec-460b-9a02-f56d5cdb15ba), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:06.880881 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-df15443c-a792-4bd1-837d-0fea8ff1643d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:06.885464 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-df15443c-a792-4bd1-837d-0fea8ff1643d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1c2d54fc-ebec-460b-9a02-f56d5cdb15ba HTTP/1.1" status: 204 len: 168 time: 0.1950514 Jul 29 05:28:06.905645 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df15443c-a792-4bd1-837d-0fea8ff1643d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c2d54fc-ebec-460b-9a02-f56d5cdb15ba,revision_number=None']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:28:07.045963 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f05f7-7931-4588-b4fa-018f8c19ae40 req-1a25634c-e875-482a-b115-3b58d5512a82 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:28:07.048182 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-4b5f05f7-7931-4588-b4fa-018f8c19ae40 req-1a25634c-e875-482a-b115-3b58d5512a82 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e3305fc-3d92-4d3f-afb8-c25395280792 HTTP/1.1" status: 200 len: 946 time: 0.0635366 Jul 29 05:28:07.115403 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:28:07.121126 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-4b5f05f7-7931-4588-b4fa-018f8c19ae40 req-b4406f1f-bbe4-4b25-ace5-41418820651e tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf631f8c-fd1e-402a-96ad-921fce651990&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648496 Jul 29 05:28:07.305855 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 36274) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:28:07.320282 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-143d7026-9799-4966-a5dc-2be7dbdf2fa8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:07.367088 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:28:07.420528 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-143d7026-9799-4966-a5dc-2be7dbdf2fa8 admin admin] Publish callbacks [] for security_group (9910d44e-b186-4414-a30c-1861c22dbb2c), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:07.426461 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-143d7026-9799-4966-a5dc-2be7dbdf2fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (9910d44e-b186-4414-a30c-1861c22dbb2c), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:07.473042 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-143d7026-9799-4966-a5dc-2be7dbdf2fa8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a50ae93aa66a4cd29018b9dd6a2ca7c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1658981 Jul 29 05:28:07.476853 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 36282) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:28:07.484907 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143d7026-9799-4966-a5dc-2be7dbdf2fa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9910d44e-b186-4414-a30c-1861c22dbb2c,revision_number=1']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:28:07.555850 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad82669-0f15-4769-a473-2a316d023e40 req-6a0e0e3c-fcbf-4f0e-839a-9754774e7fc1 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:28:07.557477 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-3ad82669-0f15-4769-a473-2a316d023e40 req-6a0e0e3c-fcbf-4f0e-839a-9754774e7fc1 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] 10.222.0.49 "GET /v2.0/ports?device_id=a8e59cc2-032c-497f-867c-2d5663a4da21 HTTP/1.1" status: 200 len: 984 time: 0.0832391 Jul 29 05:28:07.593982 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 36288) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:28:07.596510 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-0cf8bda7-7d0e-4fbb-afe6-2ca59a058f0b admin admin] Publish callbacks [] for security_group (9910d44e-b186-4414-a30c-1861c22dbb2c), before_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:07.654297 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-0cf8bda7-7d0e-4fbb-afe6-2ca59a058f0b admin admin] Publish callbacks [] for security_group (9910d44e-b186-4414-a30c-1861c22dbb2c), precommit_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:07.665785 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-3ad82669-0f15-4769-a473-2a316d023e40 req-40ae9dfc-9cb4-4d16-aa0a-0d00f47a47c6 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa0dd268-c459-4d1d-8fbc-d37ab58bd0a3&id=e1e82250-30d0-4c5a-bdb8-bd9b19a7fcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0958855 Jul 29 05:28:07.699678 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (12b139f9-2daf-4047-bd2d-6bc43cda34b6), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:07.742334 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-0cf8bda7-7d0e-4fbb-afe6-2ca59a058f0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (9910d44e-b186-4414-a30c-1861c22dbb2c), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:07.746149 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-0cf8bda7-7d0e-4fbb-afe6-2ca59a058f0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:07.747502 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-0cf8bda7-7d0e-4fbb-afe6-2ca59a058f0b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9910d44e-b186-4414-a30c-1861c22dbb2c HTTP/1.1" status: 204 len: 168 time: 0.2691953 Jul 29 05:28:07.758841 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf8bda7-7d0e-4fbb-afe6-2ca59a058f0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9910d44e-b186-4414-a30c-1861c22dbb2c,revision_number=None']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:28:08.133264 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:28:08.169776 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-a766143a-282b-498d-bd3b-db1ba84dbc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (8a9a6061-e61b-4901-b35e-5e71dea10db3), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:08.432258 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:28:08.439603 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-f398efd2-8c4c-4b69-bd70-d1fcb3b401fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-361244'] for router_interface (d1904235-b8da-4132-80da-638ba8c8454c), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:08.491494 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c175fa-bd9c-4776-96f0-17e203af5e13 req-3cf7f5b4-f2c2-43a4-873e-e9302759f815 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:28:08.493085 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-f5c175fa-bd9c-4776-96f0-17e203af5e13 req-3cf7f5b4-f2c2-43a4-873e-e9302759f815 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e3305fc-3d92-4d3f-afb8-c25395280792 HTTP/1.1" status: 200 len: 946 time: 0.0703599 Jul 29 05:28:08.558787 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-f5c175fa-bd9c-4776-96f0-17e203af5e13 req-7c675725-0fcd-4270-8893-f6d9b5aead25 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf631f8c-fd1e-402a-96ad-921fce651990&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590088 Jul 29 05:28:08.562112 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:28:08.858995 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 36320) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:28:08.876177 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b20448a-1704-4ef4-a423-c1a94ca1fe39 req-bb02b341-8dbe-4416-962c-beace3256287 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:28:08.878079 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-5b20448a-1704-4ef4-a423-c1a94ca1fe39 req-bb02b341-8dbe-4416-962c-beace3256287 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] 10.222.0.49 "GET /v2.0/ports?device_id=a8e59cc2-032c-497f-867c-2d5663a4da21 HTTP/1.1" status: 200 len: 984 time: 0.0965707 Jul 29 05:28:08.911435 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-f398efd2-8c4c-4b69-bd70-d1fcb3b401fe admin admin] Deleting port b3a65432-8d5c-4784-8bc2-7cda611cf7de {{(pid=104004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 05:28:08.911761 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-f398efd2-8c4c-4b69-bd70-d1fcb3b401fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737760600589'] for port (b3a65432-8d5c-4784-8bc2-7cda611cf7de), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:09.031853 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.v2.base [None req-5639a49c-1093-4ef7-9047-62cb13640dfb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1276073711-network', 'tenant_id': '719297a86f0a4930b4daf3b9f663e472'}} {{(pid=104005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:28:09.058967 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5639a49c-1093-4ef7-9047-62cb13640dfb admin admin] Made reservation on behalf of 719297a86f0a4930b4daf3b9f663e472 for: {'network': 1} {{(pid=104005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 05:28:09.063478 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-5639a49c-1093-4ef7-9047-62cb13640dfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for network (None), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:09.080587 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-5639a49c-1093-4ef7-9047-62cb13640dfb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:09.237704 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-5639a49c-1093-4ef7-9047-62cb13640dfb admin admin] Publish callbacks [] for security_group (423f8041-e2ef-4fe8-9002-3cdfc693cbd5), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:09.243890 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-5639a49c-1093-4ef7-9047-62cb13640dfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (423f8041-e2ef-4fe8-9002-3cdfc693cbd5), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:09.265392 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-5b20448a-1704-4ef4-a423-c1a94ca1fe39 req-43e7c8f3-592c-4447-b3fd-e2456deabe78 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa0dd268-c459-4d1d-8fbc-d37ab58bd0a3&id=e1e82250-30d0-4c5a-bdb8-bd9b19a7fcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3756599 Jul 29 05:28:09.283011 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:28:09.283605 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5639a49c-1093-4ef7-9047-62cb13640dfb admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=104005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 05:28:09.295655 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5639a49c-1093-4ef7-9047-62cb13640dfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=423f8041-e2ef-4fe8-9002-3cdfc693cbd5,revision_number=1']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:28:09.319859 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-5639a49c-1093-4ef7-9047-62cb13640dfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501452'] for segment (f3483ac0-5247-4ffa-936a-83f1b989606a), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:09.320305 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.db.segments_db [None req-5639a49c-1093-4ef7-9047-62cb13640dfb admin admin] Added segment f3483ac0-5247-4ffa-936a-83f1b989606a of type vlan for network bf6a3cea-818f-4098-a73e-2bd56be30084 Jul 29 05:28:09.321204 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-f398efd2-8c4c-4b69-bd70-d1fcb3b401fe admin admin] For port b3a65432-8d5c-4784-8bc2-7cda611cf7de, host dv-cinder-851279-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-2-iscsi',level=0,port_id=b3a65432-8d5c-4784-8bc2-7cda611cf7de,segment=NetworkSegment(c24ea0bd-8f00-42e2-b69e-2e72b209c7c1),segment_id=c24ea0bd-8f00-42e2-b69e-2e72b209c7c1)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:28:09.321816 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-f398efd2-8c4c-4b69-bd70-d1fcb3b401fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420629'] for port (b3a65432-8d5c-4784-8bc2-7cda611cf7de), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:09.345190 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-f398efd2-8c4c-4b69-bd70-d1fcb3b401fe admin admin] Calling delete_port for b3a65432-8d5c-4784-8bc2-7cda611cf7de owned by network:router_interface {{(pid=104004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 05:28:09.394733 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-5639a49c-1093-4ef7-9047-62cb13640dfb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737760211330'] for network (bf6a3cea-818f-4098-a73e-2bd56be30084), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:09.436734 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-5639a49c-1093-4ef7-9047-62cb13640dfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436'] for network (bf6a3cea-818f-4098-a73e-2bd56be30084), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:09.439967 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5639a49c-1093-4ef7-9047-62cb13640dfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:28:09.440989 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-5639a49c-1093-4ef7-9047-62cb13640dfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670410'] for network (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:09.543213 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-5639a49c-1093-4ef7-9047-62cb13640dfb admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6824722 Jul 29 05:28:09.548379 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 36324) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:28:09.556486 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.v2.base [None req-d74e3575-a954-4710-8b2f-6054889465e4 admin admin] Request body: {'subnet': {'network_id': 'bf6a3cea-818f-4098-a73e-2bd56be30084', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1276073711-subnet', 'tenant_id': '719297a86f0a4930b4daf3b9f663e472', 'ip_version': 4}} {{(pid=104005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:28:09.568520 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-f398efd2-8c4c-4b69-bd70-d1fcb3b401fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737760621891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737760223820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660275'] for port (b3a65432-8d5c-4784-8bc2-7cda611cf7de), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:09.595119 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5639a49c-1093-4ef7-9047-62cb13640dfb admin admin] Pushing event updated for resources: {'Network': ['ID=bf6a3cea-818f-4098-a73e-2bd56be30084,revision_number=1']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:28:09.597449 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f398efd2-8c4c-4b69-bd70-d1fcb3b401fe admin admin] Pushing event deleted for resources: {'Port': ['ID=b3a65432-8d5c-4784-8bc2-7cda611cf7de,revision_number=None']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:28:09.619699 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Network bf6a3cea-818f-4098-a73e-2bd56be30084 details requested by agent ovs-agent-dv-cinder-851279-2-iscsi with host dv-cinder-851279-2-iscsi {{(pid=104006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 05:28:09.626948 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d74e3575-a954-4710-8b2f-6054889465e4 admin admin] Made reservation on behalf of 719297a86f0a4930b4daf3b9f663e472 for: {'subnet': 1} {{(pid=104005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 05:28:09.634345 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-d74e3575-a954-4710-8b2f-6054889465e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28373970'] for subnet (None), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:09.788075 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:28:09.933952 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-f398efd2-8c4c-4b69-bd70-d1fcb3b401fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-361352'] for router_interface (d1904235-b8da-4132-80da-638ba8c8454c), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:09.967469 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-d74e3575-a954-4710-8b2f-6054889465e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-292102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1905488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28374012'] for subnet (bd4850d2-d662-48cd-9d64-c0fcdc752249), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:10.053465 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c0cfcfc2-d3d3-4a7d-ac6c-95a3fd745979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (543ff7d7-1636-45b2-a25e-e19209bc2e01), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:10.099233 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74e3575-a954-4710-8b2f-6054889465e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd4850d2-d662-48cd-9d64-c0fcdc752249,revision_number=0']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:28:10.116422 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74e3575-a954-4710-8b2f-6054889465e4 admin admin] Checking segment: {'id': 'f3483ac0-5247-4ffa-936a-83f1b989606a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'bf6a3cea-818f-4098-a73e-2bd56be30084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 05:28:10.116905 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d74e3575-a954-4710-8b2f-6054889465e4 admin admin] Network hostable DHCP agents. Network: bf6a3cea-818f-4098-a73e-2bd56be30084, hostable agents: ['0319cf4e-40d4-4455-bfa4-d5e1d8f6ed41'], hosted agents: [] {{(pid=104005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 05:28:10.152061 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d74e3575-a954-4710-8b2f-6054889465e4 admin admin] Network bf6a3cea-818f-4098-a73e-2bd56be30084 is scheduled to be hosted by DHCP agent 0319cf4e-40d4-4455-bfa4-d5e1d8f6ed41 with binding_index 1 {{(pid=104005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 05:28:10.173038 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.base_scheduler [None req-d74e3575-a954-4710-8b2f-6054889465e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851279-2-iscsi, bf6a3cea-818f-4098-a73e-2bd56be30084) {{(pid=104005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:28:10.179464 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d74e3575-a954-4710-8b2f-6054889465e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:28:10.180167 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-d74e3575-a954-4710-8b2f-6054889465e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670410'] for subnet (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:10.193457 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:28:10.208268 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-d74e3575-a954-4710-8b2f-6054889465e4 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6570027 Jul 29 05:28:10.214048 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 36336) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:28:10.217094 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2125d164-5e76-4a9b-838a-f3a37541d261 None None] Network bf6a3cea-818f-4098-a73e-2bd56be30084 requested from dv-cinder-851279-2-iscsi {{(pid=104006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 05:28:10.222623 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.v2.base [None req-b1094906-f950-4bb7-8c07-cd717a8df97d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1276073711-router', 'tenant_id': '719297a86f0a4930b4daf3b9f663e472', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5'}}} {{(pid=104005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:28:10.274140 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:28:10.282973 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f398efd2-8c4c-4b69-bd70-d1fcb3b401fe admin admin] Router d1904235-b8da-4132-80da-638ba8c8454c has already been hosted by L3 agent 8a9a6061-e61b-4901-b35e-5e71dea10db3 {{(pid=104004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 05:28:10.297185 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-b1094906-f950-4bb7-8c07-cd717a8df97d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1446'] for router (5a4788e8-d5d5-40f2-9bcb-da0dac9138fc), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:10.301590 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-b1094906-f950-4bb7-8c07-cd717a8df97d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-401149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374269', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-310650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1455'] for router (5a4788e8-d5d5-40f2-9bcb-da0dac9138fc), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:10.455658 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-b1094906-f950-4bb7-8c07-cd717a8df97d admin admin] Publish callbacks [] for router_controller (5a4788e8-d5d5-40f2-9bcb-da0dac9138fc), precommit_add_association {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:10.500032 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c303a1-b400-484c-8cf0-47847777615c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa72ac758-2041-5c60-8584-934e42124f9c-bf6a3cea-818f-4098-a73e-2bd56be30084', 'network_id': 'bf6a3cea-818f-4098-a73e-2bd56be30084', 'project_id': '719297a86f0a4930b4daf3b9f663e472', 'fixed_ips': [{'subnet_id': 'bd4850d2-d662-48cd-9d64-c0fcdc752249'}]}} from dv-cinder-851279-2-iscsi. {{(pid=104006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 29 05:28:10.502425 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-e0c303a1-b400-484c-8cf0-47847777615c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (None), before_create {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:10.507870 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:28:10.522000 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfebc3d-7a2e-43fb-8a12-b91ae2a10c57 req-d7eb4537-c3cd-47d0-b3f2-ce0c2bd18a0b tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:28:10.524811 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-ccfebc3d-7a2e-43fb-8a12-b91ae2a10c57 req-d7eb4537-c3cd-47d0-b3f2-ce0c2bd18a0b tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] 10.222.0.49 "GET /v2.0/ports?device_id=a8e59cc2-032c-497f-867c-2d5663a4da21 HTTP/1.1" status: 200 len: 984 time: 0.0762999 Jul 29 05:28:10.539881 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f398efd2-8c4c-4b69-bd70-d1fcb3b401fe admin admin] Notify agent at l3_agent.dv-cinder-851279-2-iscsi the message routers_updated {{(pid=104004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 05:28:10.557645 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-f398efd2-8c4c-4b69-bd70-d1fcb3b401fe admin admin] 10.222.0.49 "PUT /v2.0/routers/d1904235-b8da-4132-80da-638ba8c8454c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9625967 Jul 29 05:28:10.565139 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:28:10.577054 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 36346) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:28:10.588167 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50349044-5d84-4cb6-ab25-b6bfe302b3dd None None] Sync routers for ids ['d1904235-b8da-4132-80da-638ba8c8454c'] in dv-cinder-851279-2-iscsi {{(pid=104006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 05:28:10.712514 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50349044-5d84-4cb6-ab25-b6bfe302b3dd None None] Routers {'d1904235-b8da-4132-80da-638ba8c8454c'} bound to L3 agent in host dv-cinder-851279-2-iscsi {{(pid=104006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:28:10.713581 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_hamode_db [None req-50349044-5d84-4cb6-ab25-b6bfe302b3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-29T05:12:08Z,description=,heartbeat_timestamp=2022-07-29T05:28:08Z,host='dv-cinder-851279-2-iscsi',id=8a9a6061-e61b-4901-b35e-5e71dea10db3,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T05:12:08Z,topic='l3_agent')) {'router_ids': ['d1904235-b8da-4132-80da-638ba8c8454c'], 'active': True} {{(pid=104006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:28:10.724430 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-b1094906-f950-4bb7-8c07-cd717a8df97d admin admin] Publish callbacks [] for router_gateway (5a4788e8-d5d5-40f2-9bcb-da0dac9138fc), precommit_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:10.824406 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-ccfebc3d-7a2e-43fb-8a12-b91ae2a10c57 req-b0d87ec5-ef72-4890-88b3-104c7c65207b tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa0dd268-c459-4d1d-8fbc-d37ab58bd0a3&id=e1e82250-30d0-4c5a-bdb8-bd9b19a7fcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2807846 Jul 29 05:28:10.847237 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-7f951510-65fe-4f3c-a9c3-d3bee053e959 admin admin] Publish callbacks [] for router (d1904235-b8da-4132-80da-638ba8c8454c), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:10.983615 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-7f951510-65fe-4f3c-a9c3-d3bee053e959 admin admin] Publish callbacks [] for router_gateway (d1904235-b8da-4132-80da-638ba8c8454c), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:11.000999 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-b1094906-f950-4bb7-8c07-cd717a8df97d admin admin] Publish callbacks [] for router_gateway (5a4788e8-d5d5-40f2-9bcb-da0dac9138fc), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:11.012755 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.db_base_plugin_common [None req-e0c303a1-b400-484c-8cf0-47847777615c None None] Allocated IP 172.20.0.2 (bf6a3cea-818f-4098-a73e-2bd56be30084/bd4850d2-d662-48cd-9d64-c0fcdc752249/45ad71c3-03d2-4fde-a56f-de0a8fda25d1) {{(pid=104006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 05:28:11.020321 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvr_db [None req-50349044-5d84-4cb6-ab25-b6bfe302b3dd None None] Set router d1904235-b8da-4132-80da-638ba8c8454c gateway port host: dv-cinder-851279-2-iscsi {{(pid=104006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:28:11.059477 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-7f951510-65fe-4f3c-a9c3-d3bee053e959 admin admin] Deleting port fc72b586-b3cf-45c8-a32c-3fda3c2766d4 {{(pid=104004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 05:28:11.060274 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-7f951510-65fe-4f3c-a9c3-d3bee053e959 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737760600589'] for port (fc72b586-b3cf-45c8-a32c-3fda3c2766d4), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:11.194079 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-7f951510-65fe-4f3c-a9c3-d3bee053e959 admin admin] For port fc72b586-b3cf-45c8-a32c-3fda3c2766d4, host dv-cinder-851279-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-2-iscsi',level=0,port_id=fc72b586-b3cf-45c8-a32c-3fda3c2766d4,segment=NetworkSegment(f0686699-af43-47c7-b9bc-f7993eec27ee),segment_id=f0686699-af43-47c7-b9bc-f7993eec27ee)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:28:11.194481 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-7f951510-65fe-4f3c-a9c3-d3bee053e959 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420629'] for port (fc72b586-b3cf-45c8-a32c-3fda3c2766d4), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:11.213025 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-7f951510-65fe-4f3c-a9c3-d3bee053e959 admin admin] Calling delete_port for fc72b586-b3cf-45c8-a32c-3fda3c2766d4 owned by network:router_gateway {{(pid=104004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 05:28:11.420039 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-b1094906-f950-4bb7-8c07-cd717a8df97d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (None), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:11.561930 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-e0c303a1-b400-484c-8cf0-47847777615c None None] Publish callbacks [] for port (45ad71c3-03d2-4fde-a56f-de0a8fda25d1), precommit_create {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:11.563878 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-7f951510-65fe-4f3c-a9c3-d3bee053e959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737760621891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737760223820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660275'] for port (fc72b586-b3cf-45c8-a32c-3fda3c2766d4), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:11.577432 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-e0c303a1-b400-484c-8cf0-47847777615c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737760223811'] for port (45ad71c3-03d2-4fde-a56f-de0a8fda25d1), after_create {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:11.616487 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f951510-65fe-4f3c-a9c3-d3bee053e959 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc72b586-b3cf-45c8-a32c-3fda3c2766d4,revision_number=None']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:28:11.640298 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.db_base_plugin_common [None req-b1094906-f950-4bb7-8c07-cd717a8df97d admin admin] Allocated IP 172.27.2.200 (24e7367e-e5e6-44e8-9960-5007b05e27d5/c0e5dfe8-844e-4105-ab86-052903918992/e1bda4f7-ce58-407a-932f-15640e323188) {{(pid=104005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 05:28:11.642375 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:28:11.642375 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c303a1-b400-484c-8cf0-47847777615c None None] Pushing event updated for resources: {'Port': ['ID=45ad71c3-03d2-4fde-a56f-de0a8fda25d1,revision_number=1']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:28:11.643394 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_hamode_db [None req-50349044-5d84-4cb6-ab25-b6bfe302b3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1904235-b8da-4132-80da-638ba8c8454c', 'name': 'tempest-AttachVolumeTestJSON-509135275-router', 'tenant_id': '92f16adc2357459aa0afb68db89031dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': 'fc72b586-b3cf-45c8-a32c-3fda3c2766d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:21:04Z', 'updated_at': '2022-07-29T05:28:09Z', 'revision_number': 5, 'project_id': '92f16adc2357459aa0afb68db89031dd', 'gw_port': {'id': 'fc72b586-b3cf-45c8-a32c-3fda3c2766d4', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:8d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1904235-b8da-4132-80da-638ba8c8454c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:06Z', 'updated_at': '2022-07-29T05:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi'}], 'dv-cinder-851279-2-iscsi', False) {} {{(pid=104006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:28:11.686562 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50349044-5d84-4cb6-ab25-b6bfe302b3dd None None] Checking router: d1904235-b8da-4132-80da-638ba8c8454c for host: dv-cinder-851279-2-iscsi {{(pid=104006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 05:28:11.708715 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c303a1-b400-484c-8cf0-47847777615c None None] Network bf6a3cea-818f-4098-a73e-2bd56be30084 is already hosted by enough agents. {{(pid=104006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 05:28:11.711951 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.scheduler.base_scheduler [None req-e0c303a1-b400-484c-8cf0-47847777615c None None] Resources bound (agent type, host, resource id): {{(pid=104006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:28:11.716764 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c303a1-b400-484c-8cf0-47847777615c None None] Received port after_create {{(pid=104006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 05:28:11.741390 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-7f951510-65fe-4f3c-a9c3-d3bee053e959 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-375324'] for router_gateway (d1904235-b8da-4132-80da-638ba8c8454c), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:11.760566 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-25d2d662-1c10-455a-a758-35c132406432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (7da8dcb9-9a4e-44fd-b4da-fa922ad17d56), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:11.761891 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50349044-5d84-4cb6-ab25-b6bfe302b3dd None None] Routers {'d1904235-b8da-4132-80da-638ba8c8454c'} bound to L3 agent in host dv-cinder-851279-2-iscsi {{(pid=104006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:28:11.762076 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_hamode_db [None req-50349044-5d84-4cb6-ab25-b6bfe302b3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-29T05:12:08Z,description=,heartbeat_timestamp=2022-07-29T05:28:08Z,host='dv-cinder-851279-2-iscsi',id=8a9a6061-e61b-4901-b35e-5e71dea10db3,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T05:12:08Z,topic='l3_agent')) {'router_ids': ['d1904235-b8da-4132-80da-638ba8c8454c'], 'active': True} {{(pid=104006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:28:11.849176 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-7f951510-65fe-4f3c-a9c3-d3bee053e959 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-401047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1364'] for router (d1904235-b8da-4132-80da-638ba8c8454c), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:11.851878 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-7f951510-65fe-4f3c-a9c3-d3bee053e959 admin admin] Publish callbacks [] for router_controller (d1904235-b8da-4132-80da-638ba8c8454c), precommit_delete_associations {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:11.896385 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.managers [None req-e0c303a1-b400-484c-8cf0-47847777615c None None] Attempting to bind port 45ad71c3-03d2-4fde-a56f-de0a8fda25d1 on host dv-cinder-851279-2-iscsi for vnic_type normal with profile {{(pid=104006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 05:28:11.896385 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.managers [None req-e0c303a1-b400-484c-8cf0-47847777615c None None] Attempting to bind port 45ad71c3-03d2-4fde-a56f-de0a8fda25d1 by drivers openvswitch,hyperv on host dv-cinder-851279-2-iscsi at level 0 using segments [{'id': 'f3483ac0-5247-4ffa-936a-83f1b989606a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'bf6a3cea-818f-4098-a73e-2bd56be30084'}] {{(pid=104006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 05:28:11.896385 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c303a1-b400-484c-8cf0-47847777615c None None] Attempting to bind port 45ad71c3-03d2-4fde-a56f-de0a8fda25d1 on network bf6a3cea-818f-4098-a73e-2bd56be30084 {{(pid=104006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 05:28:11.915792 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-b1094906-f950-4bb7-8c07-cd717a8df97d admin admin] Publish callbacks [] for port (e1bda4f7-ce58-407a-932f-15640e323188), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:11.919210 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-7f951510-65fe-4f3c-a9c3-d3bee053e959 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-400917'] for router (d1904235-b8da-4132-80da-638ba8c8454c), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:11.921138 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f951510-65fe-4f3c-a9c3-d3bee053e959 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d1904235-b8da-4132-80da-638ba8c8454c {{(pid=104004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 05:28:11.928384 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-7f951510-65fe-4f3c-a9c3-d3bee053e959 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:11.933760 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c303a1-b400-484c-8cf0-47847777615c None None] Checking agent: {'id': 'aa119a64-f506-4951-a68b-6dc6289eaece', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 5, 12, 12), 'started_at': datetime.datetime(2022, 7, 29, 5, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 5, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 05:28:11.935041 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-7f951510-65fe-4f3c-a9c3-d3bee053e959 admin admin] 10.222.0.49 "DELETE /v2.0/routers/d1904235-b8da-4132-80da-638ba8c8454c HTTP/1.1" status: 204 len: 168 time: 1.3517766 Jul 29 05:28:11.935775 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c303a1-b400-484c-8cf0-47847777615c None None] Checking segment: {'id': 'f3483ac0-5247-4ffa-936a-83f1b989606a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'bf6a3cea-818f-4098-a73e-2bd56be30084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 05:28:11.935775 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-e0c303a1-b400-484c-8cf0-47847777615c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:11.935775 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c303a1-b400-484c-8cf0-47847777615c None None] Bound using segment: {'id': 'f3483ac0-5247-4ffa-936a-83f1b989606a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'bf6a3cea-818f-4098-a73e-2bd56be30084'} {{(pid=104006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 05:28:11.936396 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 36356) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:28:11.936581 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.managers [None req-e0c303a1-b400-484c-8cf0-47847777615c None None] Bound port: 45ad71c3-03d2-4fde-a56f-de0a8fda25d1, host: dv-cinder-851279-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3483ac0-5247-4ffa-936a-83f1b989606a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'bf6a3cea-818f-4098-a73e-2bd56be30084'}}] {{(pid=104006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 05:28:11.940030 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-e0c303a1-b400-484c-8cf0-47847777615c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (45ad71c3-03d2-4fde-a56f-de0a8fda25d1), before_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:11.954179 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvr_db [None req-50349044-5d84-4cb6-ab25-b6bfe302b3dd None None] Set router d1904235-b8da-4132-80da-638ba8c8454c gateway port host: None {{(pid=104006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:28:11.968877 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:28:12.004398 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:28:12.017092 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-b1094906-f950-4bb7-8c07-cd717a8df97d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737760223811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1905596'] for port (e1bda4f7-ce58-407a-932f-15640e323188), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:12.053750 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:28:12.062996 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b75a216-0b1b-44a6-abe8-00e74804ed98 req-64bd5c1a-564a-4c53-b1a3-dd29884bf8bd tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:28:12.064899 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-7b75a216-0b1b-44a6-abe8-00e74804ed98 req-64bd5c1a-564a-4c53-b1a3-dd29884bf8bd tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] 10.222.0.49 "GET /v2.0/ports?device_id=a8e59cc2-032c-497f-867c-2d5663a4da21 HTTP/1.1" status: 200 len: 984 time: 0.0738258 Jul 29 05:28:12.068565 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_hamode_db [None req-50349044-5d84-4cb6-ab25-b6bfe302b3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1904235-b8da-4132-80da-638ba8c8454c', 'name': 'tempest-AttachVolumeTestJSON-509135275-router', 'tenant_id': '92f16adc2357459aa0afb68db89031dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:21:04Z', 'updated_at': '2022-07-29T05:28:11Z', 'revision_number': 7, 'project_id': '92f16adc2357459aa0afb68db89031dd', 'gw_port_host': None}], 'dv-cinder-851279-2-iscsi', False) {} {{(pid=104006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:28:12.072126 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (aa119a64-f506-4951-a68b-6dc6289eaece), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:12.081823 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1094906-f950-4bb7-8c07-cd717a8df97d admin admin] Pushing event updated for resources: {'Port': ['ID=e1bda4f7-ce58-407a-932f-15640e323188,revision_number=1']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:28:12.090550 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a188f1b-c9af-4347-96b5-1c0e64c21f79 admin admin] Deleting subnet 6b58381f-b173-48c0-ac4a-7a853ae2cd60 {{(pid=104004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 29 05:28:12.113189 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1094906-f950-4bb7-8c07-cd717a8df97d admin admin] Network 24e7367e-e5e6-44e8-9960-5007b05e27d5 is already hosted by enough agents. {{(pid=104005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 05:28:12.113599 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-1a188f1b-c9af-4347-96b5-1c0e64c21f79 admin admin] Publish callbacks [] for subnet (6b58381f-b173-48c0-ac4a-7a853ae2cd60), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:12.119968 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:INSERT=6,neutron:SELECT=91,neutron:UPDATE=3 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:28:12.124518 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.base_scheduler [None req-b1094906-f950-4bb7-8c07-cd717a8df97d admin admin] Resources bound (agent type, host, resource id): {{(pid=104005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:28:12.134848 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1094906-f950-4bb7-8c07-cd717a8df97d admin admin] Received port after_create {{(pid=104005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 05:28:12.146640 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50349044-5d84-4cb6-ab25-b6bfe302b3dd None None] The sync data for ids ['d1904235-b8da-4132-80da-638ba8c8454c'] in dv-cinder-851279-2-iscsi is: [{'id': 'd1904235-b8da-4132-80da-638ba8c8454c', 'name': 'tempest-AttachVolumeTestJSON-509135275-router', 'tenant_id': '92f16adc2357459aa0afb68db89031dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:21:04Z', 'updated_at': '2022-07-29T05:28:11Z', 'revision_number': 7, 'project_id': '92f16adc2357459aa0afb68db89031dd', 'gw_port_host': None}] {{(pid=104006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 05:28:12.233901 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-1a188f1b-c9af-4347-96b5-1c0e64c21f79 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29149063'] for subnet (6b58381f-b173-48c0-ac4a-7a853ae2cd60), precommit_delete_associations {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:12.268247 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:28:12.278476 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-7b75a216-0b1b-44a6-abe8-00e74804ed98 req-552062bf-2350-4be9-ba10-3b87e48ab325 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa0dd268-c459-4d1d-8fbc-d37ab58bd0a3&id=e1e82250-30d0-4c5a-bdb8-bd9b19a7fcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2039688 Jul 29 05:28:12.315735 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-e0c303a1-b400-484c-8cf0-47847777615c None None] For port 45ad71c3-03d2-4fde-a56f-de0a8fda25d1, host dv-cinder-851279-2-iscsi, cleared binding levels {{(pid=104006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 05:28:12.315735 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-e0c303a1-b400-484c-8cf0-47847777615c None None] For port 45ad71c3-03d2-4fde-a56f-de0a8fda25d1, host dv-cinder-851279-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-2-iscsi',level=0,port_id=45ad71c3-03d2-4fde-a56f-de0a8fda25d1,segment=NetworkSegment(f3483ac0-5247-4ffa-936a-83f1b989606a),segment_id=f3483ac0-5247-4ffa-936a-83f1b989606a)] {{(pid=104006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 05:28:12.323461 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-e0c303a1-b400-484c-8cf0-47847777615c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (45ad71c3-03d2-4fde-a56f-de0a8fda25d1), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:12.401488 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-1a188f1b-c9af-4347-96b5-1c0e64c21f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3503403'] for subnet (6b58381f-b173-48c0-ac4a-7a853ae2cd60), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:12.462185 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c303a1-b400-484c-8cf0-47847777615c None None] Pushing event updated for resources: {'Port': ['ID=45ad71c3-03d2-4fde-a56f-de0a8fda25d1,revision_number=2']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:28:12.464417 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bd5c26-51ff-40b0-b69b-f535325176b1 req-ad447381-21a6-4a42-8182-2789f3fa7a4f tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:28:12.471999 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-c1bd5c26-51ff-40b0-b69b-f535325176b1 req-ad447381-21a6-4a42-8182-2789f3fa7a4f tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7d28599-67a9-4e84-a44d-79f1a6bf728f HTTP/1.1" status: 200 len: 945 time: 0.1513283 Jul 29 05:28:12.506477 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-1a188f1b-c9af-4347-96b5-1c0e64c21f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3503394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-292102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25660254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25789394'] for subnet (6b58381f-b173-48c0-ac4a-7a853ae2cd60), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:12.568265 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a188f1b-c9af-4347-96b5-1c0e64c21f79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b58381f-b173-48c0-ac4a-7a853ae2cd60,revision_number=None']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:28:12.576799 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-1a188f1b-c9af-4347-96b5-1c0e64c21f79 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:12.582362 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-1a188f1b-c9af-4347-96b5-1c0e64c21f79 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/6b58381f-b173-48c0-ac4a-7a853ae2cd60 HTTP/1.1" status: 204 len: 168 time: 0.6457901 Jul 29 05:28:12.587063 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 36360) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:28:12.590253 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-c1bd5c26-51ff-40b0-b69b-f535325176b1 req-11f808cb-47b3-4355-8d47-881717510be7 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ecdeee5-e633-4d38-a6ac-9144f7d001b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171424 Jul 29 05:28:12.601642 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d1f58d-918b-407a-81a1-dcac4fdf45b4 None None] Network 60b4bb7c-7825-4f15-bc04-5ac3fa10b445 requested from dv-cinder-851279-2-iscsi {{(pid=104006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 05:28:12.678367 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-b1094906-f950-4bb7-8c07-cd717a8df97d admin admin] Publish callbacks [] for router_gateway (5a4788e8-d5d5-40f2-9bcb-da0dac9138fc), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:12.714145 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-d3c4754d-fca3-4bce-a2d0-2f847050fb83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3418721'] for network (60b4bb7c-7825-4f15-bc04-5ac3fa10b445), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:12.828908 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-d3c4754d-fca3-4bce-a2d0-2f847050fb83 admin admin] Deleting port 886907d0-184d-4760-9797-92c5bc5235b5 {{(pid=104004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 05:28:12.829259 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-d3c4754d-fca3-4bce-a2d0-2f847050fb83 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737760600589'] for port (886907d0-184d-4760-9797-92c5bc5235b5), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:12.952064 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-d3c4754d-fca3-4bce-a2d0-2f847050fb83 admin admin] For port 886907d0-184d-4760-9797-92c5bc5235b5, host dv-cinder-851279-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-2-iscsi',level=0,port_id=886907d0-184d-4760-9797-92c5bc5235b5,segment=NetworkSegment(c24ea0bd-8f00-42e2-b69e-2e72b209c7c1),segment_id=c24ea0bd-8f00-42e2-b69e-2e72b209c7c1)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:28:12.952064 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-d3c4754d-fca3-4bce-a2d0-2f847050fb83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420629'] for port (886907d0-184d-4760-9797-92c5bc5235b5), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:12.970145 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-d3c4754d-fca3-4bce-a2d0-2f847050fb83 admin admin] Calling delete_port for 886907d0-184d-4760-9797-92c5bc5235b5 owned by network:dhcp {{(pid=104004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 05:28:13.039726 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-b1094906-f950-4bb7-8c07-cd717a8df97d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-401099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374145'] for router (5a4788e8-d5d5-40f2-9bcb-da0dac9138fc), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:13.099881 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-d3c4754d-fca3-4bce-a2d0-2f847050fb83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737760621891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737760223820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660275'] for port (886907d0-184d-4760-9797-92c5bc5235b5), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:13.130088 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c4754d-fca3-4bce-a2d0-2f847050fb83 admin admin] Pushing event deleted for resources: {'Port': ['ID=886907d0-184d-4760-9797-92c5bc5235b5,revision_number=None']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:28:13.132022 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c4754d-fca3-4bce-a2d0-2f847050fb83 admin admin] No DVR routers for this DVR port 886907d0-184d-4760-9797-92c5bc5235b5 on host dv-cinder-851279-2-iscsi {{(pid=104004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 29 05:28:13.221145 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e473a38-1e9d-4772-8622-5664df8add26 None None] DHCP port deletion for 60b4bb7c-7825-4f15-bc04-5ac3fa10b445 request from dv-cinder-851279-2-iscsi {{(pid=104006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 29 05:28:13.262656 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1094906-f950-4bb7-8c07-cd717a8df97d admin admin] Router 5a4788e8-d5d5-40f2-9bcb-da0dac9138fc is scheduled to L3 agent 8a9a6061-e61b-4901-b35e-5e71dea10db3 with binding_index 1 {{(pid=104005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 29 05:28:13.289562 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-d3c4754d-fca3-4bce-a2d0-2f847050fb83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3505157', 'neutron.services.segments.db._delete_segments_for_network-8737760678346'] for network (60b4bb7c-7825-4f15-bc04-5ac3fa10b445), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:13.337671 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.services.segments.db [None req-d3c4754d-fca3-4bce-a2d0-2f847050fb83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60b4bb7c-7825-4f15-bc04-5ac3fa10b445']}} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:28:13.358578 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.services.segments.db [None req-d3c4754d-fca3-4bce-a2d0-2f847050fb83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c24ea0bd-8f00-42e2-b69e-2e72b209c7c1') {'for_net_delete': True} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:28:13.359009 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.services.segments.db [None req-d3c4754d-fca3-4bce-a2d0-2f847050fb83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c24ea0bd-8f00-42e2-b69e-2e72b209c7c1') {} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:28:13.379574 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-d3c4754d-fca3-4bce-a2d0-2f847050fb83 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737760678247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29149086'] for segment (c24ea0bd-8f00-42e2-b69e-2e72b209c7c1), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:13.408338 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-d3c4754d-fca3-4bce-a2d0-2f847050fb83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501452'] for segment (c24ea0bd-8f00-42e2-b69e-2e72b209c7c1), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:13.425019 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3c4754d-fca3-4bce-a2d0-2f847050fb83 admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=104004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 05:28:13.426362 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-d3c4754d-fca3-4bce-a2d0-2f847050fb83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25660160'] for segment (c24ea0bd-8f00-42e2-b69e-2e72b209c7c1), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:13.538305 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1094906-f950-4bb7-8c07-cd717a8df97d admin admin] Notify agent at l3_agent.dv-cinder-851279-2-iscsi the message routers_updated {{(pid=104005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 05:28:13.555978 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b003876-e206-4c2c-8378-c141176bd946 None None] Sync routers for ids ['5a4788e8-d5d5-40f2-9bcb-da0dac9138fc'] in dv-cinder-851279-2-iscsi {{(pid=104007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 05:28:13.599986 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b003876-e206-4c2c-8378-c141176bd946 None None] Routers {'5a4788e8-d5d5-40f2-9bcb-da0dac9138fc'} bound to L3 agent in host dv-cinder-851279-2-iscsi {{(pid=104007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:28:13.601038 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-1b003876-e206-4c2c-8378-c141176bd946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-29T05:12:08Z,description=,heartbeat_timestamp=2022-07-29T05:28:08Z,host='dv-cinder-851279-2-iscsi',id=8a9a6061-e61b-4901-b35e-5e71dea10db3,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T05:12:08Z,topic='l3_agent')) {'router_ids': ['5a4788e8-d5d5-40f2-9bcb-da0dac9138fc'], 'active': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:28:13.645284 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-b1094906-f950-4bb7-8c07-cd717a8df97d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:13.652156 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-b1094906-f950-4bb7-8c07-cd717a8df97d admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.4362335 Jul 29 05:28:13.653203 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 36368) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:28:13.721802 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1,neutron:DELETE=11 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:28:13.756452 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c3022d-c158-4bb3-92cd-3424f87f3fb1 req-21cf7733-8de5-4e82-a85e-47b405278277 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:28:13.762424 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-60c3022d-c158-4bb3-92cd-3424f87f3fb1 req-21cf7733-8de5-4e82-a85e-47b405278277 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] 10.222.0.49 "GET /v2.0/ports?device_id=a8e59cc2-032c-497f-867c-2d5663a4da21 HTTP/1.1" status: 200 len: 984 time: 0.2150211 Jul 29 05:28:13.767393 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-d3c4754d-fca3-4bce-a2d0-2f847050fb83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3505166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-375344'] for network (60b4bb7c-7825-4f15-bc04-5ac3fa10b445), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:13.793227 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-d3c4754d-fca3-4bce-a2d0-2f847050fb83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670410'] for network (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:13.806181 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-d3c4754d-fca3-4bce-a2d0-2f847050fb83 admin admin] 10.222.0.49 "DELETE /v2.0/networks/60b4bb7c-7825-4f15-bc04-5ac3fa10b445 HTTP/1.1" status: 204 len: 168 time: 1.2173204 Jul 29 05:28:13.808381 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c4754d-fca3-4bce-a2d0-2f847050fb83 admin admin] Pushing event deleted for resources: {'Network': ['ID=60b4bb7c-7825-4f15-bc04-5ac3fa10b445,revision_number=None']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:28:13.809385 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Device 45ad71c3-03d2-4fde-a56f-de0a8fda25d1 up at agent ovs-agent-dv-cinder-851279-2-iscsi {{(pid=104006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 05:28:13.909332 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:28:14.020638 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Provisioning complete for port 45ad71c3-03d2-4fde-a56f-de0a8fda25d1 triggered by entity L2. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:28:14.026661 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (45ad71c3-03d2-4fde-a56f-de0a8fda25d1), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:14.078058 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvr_db [None req-1b003876-e206-4c2c-8378-c141176bd946 None None] Set router 5a4788e8-d5d5-40f2-9bcb-da0dac9138fc gateway port host: dv-cinder-851279-2-iscsi {{(pid=104007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:28:14.160263 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 36374) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:28:14.162032 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-60c3022d-c158-4bb3-92cd-3424f87f3fb1 req-b254b2e8-8bf4-41f4-8638-2722882bafe4 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa0dd268-c459-4d1d-8fbc-d37ab58bd0a3&id=e1e82250-30d0-4c5a-bdb8-bd9b19a7fcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3874419 Jul 29 05:28:14.166435 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.services.segments.plugin [-] Segment c24ea0bd-8f00-42e2-b69e-2e72b209c7c1 resource provider aggregate not found Jul 29 05:28:14.193554 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.services.segments.plugin [-] Segment c24ea0bd-8f00-42e2-b69e-2e72b209c7c1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c24ea0bd-8f00-42e2-b69e-2e72b209c7c1 found for delete ", "request_id": "req-971cf887-2456-4fdf-af24-bf349b04893e"}]} Jul 29 05:28:14.207968 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:28:14.238352 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8180dc6-12d5-4cc0-ae88-cfc2bab39db9 req-97646cf5-e5af-4aa6-b60b-af9e1932497b tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:28:14.239116 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Current status of the port 45ad71c3-03d2-4fde-a56f-de0a8fda25d1 is: DOWN; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:28:14.239928 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (45ad71c3-03d2-4fde-a56f-de0a8fda25d1), before_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:14.240102 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-f8180dc6-12d5-4cc0-ae88-cfc2bab39db9 req-97646cf5-e5af-4aa6-b60b-af9e1932497b tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.60 "GET /v2.0/ports?device_id=c7d28599-67a9-4e84-a44d-79f1a6bf728f HTTP/1.1" status: 200 len: 945 time: 0.2733576 Jul 29 05:28:14.260153 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e43b6f-ce63-4dd8-980c-52641c085b8e None None] Network bf6a3cea-818f-4098-a73e-2bd56be30084 requested from dv-cinder-851279-2-iscsi {{(pid=104006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 05:28:14.296170 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a02409-d346-4dfb-9e87-186ad0b8c9ee req-e68bb1f9-34f6-4d1a-8126-fc59b76159d4 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:28:14.297839 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-79a02409-d346-4dfb-9e87-186ad0b8c9ee req-e68bb1f9-34f6-4d1a-8126-fc59b76159d4 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7d28599-67a9-4e84-a44d-79f1a6bf728f HTTP/1.1" status: 200 len: 945 time: 0.4557507 Jul 29 05:28:14.301193 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:28:14.356929 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-2c1ca612-8ad4-4267-a7bb-3fcd7cdedb05 None None] Provisioning complete for port 45ad71c3-03d2-4fde-a56f-de0a8fda25d1 triggered by entity DHCP. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:28:14.357843 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-2c1ca612-8ad4-4267-a7bb-3fcd7cdedb05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (45ad71c3-03d2-4fde-a56f-de0a8fda25d1), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:14.428870 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-0842c86f-f97f-445e-8286-54c93708c2f6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=92f16adc2357459aa0afb68db89031dd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2498200 Jul 29 05:28:14.431060 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 36378) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:28:14.493344 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-1b003876-e206-4c2c-8378-c141176bd946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a4788e8-d5d5-40f2-9bcb-da0dac9138fc', 'name': 'tempest-TestShelveInstance-1276073711-router', 'tenant_id': '719297a86f0a4930b4daf3b9f663e472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': 'e1bda4f7-ce58-407a-932f-15640e323188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:28:10Z', 'updated_at': '2022-07-29T05:28:12Z', 'revision_number': 3, 'project_id': '719297a86f0a4930b4daf3b9f663e472', 'gw_port': {'id': 'e1bda4f7-ce58-407a-932f-15640e323188', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:fb:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a4788e8-d5d5-40f2-9bcb-da0dac9138fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:28:11Z', 'updated_at': '2022-07-29T05:28:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi'}], 'dv-cinder-851279-2-iscsi', False) {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:28:14.531464 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b003876-e206-4c2c-8378-c141176bd946 None None] Checking router: 5a4788e8-d5d5-40f2-9bcb-da0dac9138fc for host: dv-cinder-851279-2-iscsi {{(pid=104007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 05:28:14.532273 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b003876-e206-4c2c-8378-c141176bd946 None None] Updating router 5a4788e8-d5d5-40f2-9bcb-da0dac9138fc port e1bda4f7-ce58-407a-932f-15640e323188 binding host dv-cinder-851279-2-iscsi {{(pid=104007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 05:28:14.551042 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-79a02409-d346-4dfb-9e87-186ad0b8c9ee req-e9adff70-f834-4d19-8df4-8f9d6767e5b6 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ecdeee5-e633-4d38-a6ac-9144f7d001b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2408602 Jul 29 05:28:14.575152 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1b003876-e206-4c2c-8378-c141176bd946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (e1bda4f7-ce58-407a-932f-15640e323188), before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:14.646843 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.plugin [req-f8180dc6-12d5-4cc0-ae88-cfc2bab39db9 req-58e48e60-1830-4341-b38a-6bd0119ab650 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Deleting port c7e12f70-c8c8-48ec-9fd7-5a69b095e812 {{(pid=104005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 05:28:14.647244 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-f8180dc6-12d5-4cc0-ae88-cfc2bab39db9 req-58e48e60-1830-4341-b38a-6bd0119ab650 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737760600589'] for port (c7e12f70-c8c8-48ec-9fd7-5a69b095e812), before_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:14.705515 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] For port 45ad71c3-03d2-4fde-a56f-de0a8fda25d1, host dv-cinder-851279-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-2-iscsi',level=0,port_id=45ad71c3-03d2-4fde-a56f-de0a8fda25d1,segment=NetworkSegment(f3483ac0-5247-4ffa-936a-83f1b989606a),segment_id=f3483ac0-5247-4ffa-936a-83f1b989606a)] {{(pid=104006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:28:14.724555 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-5024d698-de8f-4624-8933-a3048455a518 admin admin] Publish callbacks [] for security_group (5731174d-3e6a-4add-b71b-951a16e1769e), before_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:14.726750 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (45ad71c3-03d2-4fde-a56f-de0a8fda25d1), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:14.827613 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-5024d698-de8f-4624-8933-a3048455a518 admin admin] Publish callbacks [] for security_group (5731174d-3e6a-4add-b71b-951a16e1769e), precommit_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:14.876856 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Device b3a65432-8d5c-4784-8bc2-7cda611cf7de no longer exists at agent ovs-agent-dv-cinder-851279-2-iscsi {{(pid=104006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 05:28:14.933815 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.db [req-f8180dc6-12d5-4cc0-ae88-cfc2bab39db9 req-58e48e60-1830-4341-b38a-6bd0119ab650 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] For port c7e12f70-c8c8-48ec-9fd7-5a69b095e812, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=c7e12f70-c8c8-48ec-9fd7-5a69b095e812,segment=NetworkSegment(7dd9aee4-ac8a-4d05-b89c-b82451a25827),segment_id=7dd9aee4-ac8a-4d05-b89c-b82451a25827)] {{(pid=104005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:28:14.934191 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-f8180dc6-12d5-4cc0-ae88-cfc2bab39db9 req-58e48e60-1830-4341-b38a-6bd0119ab650 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420629'] for port (c7e12f70-c8c8-48ec-9fd7-5a69b095e812), precommit_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:14.994507 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] No Port match for: b3a65432-8d5c-4784-8bc2-7cda611cf7de {{(pid=104006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 05:28:14.995480 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Device b3a65432-8d5c-4784-8bc2-7cda611cf7de not bound to the agent host dv-cinder-851279-2-iscsi {{(pid=104006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 05:28:14.996440 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Device 886907d0-184d-4760-9797-92c5bc5235b5 no longer exists at agent ovs-agent-dv-cinder-851279-2-iscsi {{(pid=104006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 05:28:15.018408 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1b003876-e206-4c2c-8378-c141176bd946 None None] Publish callbacks [] for port (e1bda4f7-ce58-407a-932f-15640e323188), precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:15.042554 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Pushing event updated for resources: {'Port': ['ID=45ad71c3-03d2-4fde-a56f-de0a8fda25d1,revision_number=3']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:28:15.048074 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1b003876-e206-4c2c-8378-c141176bd946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (e1bda4f7-ce58-407a-932f-15640e323188), after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:15.079322 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] No Port match for: 886907d0-184d-4760-9797-92c5bc5235b5 {{(pid=104006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 05:28:15.080510 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Device 886907d0-184d-4760-9797-92c5bc5235b5 not bound to the agent host dv-cinder-851279-2-iscsi {{(pid=104006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 05:28:15.081330 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Device fc72b586-b3cf-45c8-a32c-3fda3c2766d4 no longer exists at agent ovs-agent-dv-cinder-851279-2-iscsi {{(pid=104006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 05:28:15.090000 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-2c1ca612-8ad4-4267-a7bb-3fcd7cdedb05 None None] Current status of the port 45ad71c3-03d2-4fde-a56f-de0a8fda25d1 is: ACTIVE; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:28:15.102361 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401450b2-16d5-478d-969f-d321e5c3c766 None None] Pushing event updated for resources: {'Port': ['ID=e1bda4f7-ce58-407a-932f-15640e323188,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:28:15.115734 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401450b2-16d5-478d-969f-d321e5c3c766 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:28:15.116587 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401450b2-16d5-478d-969f-d321e5c3c766 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:28:15.117168 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401450b2-16d5-478d-969f-d321e5c3c766 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:28:15.117764 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401450b2-16d5-478d-969f-d321e5c3c766 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:28:15.118424 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401450b2-16d5-478d-969f-d321e5c3c766 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:28:15.119063 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401450b2-16d5-478d-969f-d321e5c3c766 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:28:15.119798 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401450b2-16d5-478d-969f-d321e5c3c766 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:28:15.120463 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401450b2-16d5-478d-969f-d321e5c3c766 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:28:15.121068 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401450b2-16d5-478d-969f-d321e5c3c766 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:28:15.121632 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401450b2-16d5-478d-969f-d321e5c3c766 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:28:15.122711 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401450b2-16d5-478d-969f-d321e5c3c766 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:28:15.123299 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401450b2-16d5-478d-969f-d321e5c3c766 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:28:15.123866 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401450b2-16d5-478d-969f-d321e5c3c766 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:28:15.124424 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401450b2-16d5-478d-969f-d321e5c3c766 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:28:15.125163 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401450b2-16d5-478d-969f-d321e5c3c766 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:28:15.131311 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-5024d698-de8f-4624-8933-a3048455a518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (5731174d-3e6a-4add-b71b-951a16e1769e), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:15.140748 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-5024d698-de8f-4624-8933-a3048455a518 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:15.149479 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] No Port match for: fc72b586-b3cf-45c8-a32c-3fda3c2766d4 {{(pid=104006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 05:28:15.150225 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-5024d698-de8f-4624-8933-a3048455a518 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5731174d-3e6a-4add-b71b-951a16e1769e HTTP/1.1" status: 204 len: 168 time: 0.7159810 Jul 29 05:28:15.150656 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Device fc72b586-b3cf-45c8-a32c-3fda3c2766d4 not bound to the agent host dv-cinder-851279-2-iscsi {{(pid=104006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 05:28:15.177971 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [None req-1b003876-e206-4c2c-8378-c141176bd946 None None] Attempting to bind port e1bda4f7-ce58-407a-932f-15640e323188 on host dv-cinder-851279-2-iscsi for vnic_type normal with profile {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 05:28:15.179517 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [None req-1b003876-e206-4c2c-8378-c141176bd946 None None] Attempting to bind port e1bda4f7-ce58-407a-932f-15640e323188 by drivers openvswitch,hyperv on host dv-cinder-851279-2-iscsi at level 0 using segments [{'id': 'f0686699-af43-47c7-b9bc-f7993eec27ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5'}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 05:28:15.180656 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b003876-e206-4c2c-8378-c141176bd946 None None] Attempting to bind port e1bda4f7-ce58-407a-932f-15640e323188 on network 24e7367e-e5e6-44e8-9960-5007b05e27d5 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 05:28:15.190939 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b003876-e206-4c2c-8378-c141176bd946 None None] Checking agent: {'id': 'aa119a64-f506-4951-a68b-6dc6289eaece', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 5, 12, 12), 'started_at': datetime.datetime(2022, 7, 29, 5, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 5, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 05:28:15.191552 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b003876-e206-4c2c-8378-c141176bd946 None None] Checking segment: {'id': 'f0686699-af43-47c7-b9bc-f7993eec27ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 05:28:15.192070 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1b003876-e206-4c2c-8378-c141176bd946 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:15.192585 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b003876-e206-4c2c-8378-c141176bd946 None None] Bound using segment: {'id': 'f0686699-af43-47c7-b9bc-f7993eec27ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5'} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 05:28:15.193204 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [None req-1b003876-e206-4c2c-8378-c141176bd946 None None] Bound port: e1bda4f7-ce58-407a-932f-15640e323188, host: dv-cinder-851279-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0686699-af43-47c7-b9bc-f7993eec27ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5'}}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 05:28:15.193755 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1b003876-e206-4c2c-8378-c141176bd946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (e1bda4f7-ce58-407a-932f-15640e323188), before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:15.262122 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-1b003876-e206-4c2c-8378-c141176bd946 None None] For port e1bda4f7-ce58-407a-932f-15640e323188, host dv-cinder-851279-2-iscsi, cleared binding levels {{(pid=104007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 05:28:15.267205 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-1b003876-e206-4c2c-8378-c141176bd946 None None] For port e1bda4f7-ce58-407a-932f-15640e323188, host dv-cinder-851279-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-2-iscsi',level=0,port_id=e1bda4f7-ce58-407a-932f-15640e323188,segment=NetworkSegment(f0686699-af43-47c7-b9bc-f7993eec27ee),segment_id=f0686699-af43-47c7-b9bc-f7993eec27ee)] {{(pid=104007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 05:28:15.270850 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:28:15.289775 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1b003876-e206-4c2c-8378-c141176bd946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (e1bda4f7-ce58-407a-932f-15640e323188), after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:15.339068 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5024d698-de8f-4624-8933-a3048455a518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5731174d-3e6a-4add-b71b-951a16e1769e,revision_number=None']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:28:15.484978 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d5392b-d375-4519-bd4a-6b0f469c4249 req-f445a5e3-09bf-4101-ab38-80d4512c4f7b tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:28:15.487863 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-b3d5392b-d375-4519-bd4a-6b0f469c4249 req-f445a5e3-09bf-4101-ab38-80d4512c4f7b tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] 10.222.0.49 "GET /v2.0/ports?device_id=a8e59cc2-032c-497f-867c-2d5663a4da21 HTTP/1.1" status: 200 len: 984 time: 0.1288836 Jul 29 05:28:15.526246 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-707fc367-daf6-44f7-8d13-5635dfe76916 None None] Provisioning complete for port 45ad71c3-03d2-4fde-a56f-de0a8fda25d1 triggered by entity DHCP. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:28:15.526814 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-707fc367-daf6-44f7-8d13-5635dfe76916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (45ad71c3-03d2-4fde-a56f-de0a8fda25d1), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:15.534022 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401450b2-16d5-478d-969f-d321e5c3c766 None None] Pushing event updated for resources: {'Port': ['ID=e1bda4f7-ce58-407a-932f-15640e323188,revision_number=3']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:28:15.541823 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b003876-e206-4c2c-8378-c141176bd946 None None] Routers {'5a4788e8-d5d5-40f2-9bcb-da0dac9138fc'} bound to L3 agent in host dv-cinder-851279-2-iscsi {{(pid=104007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:28:15.543411 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-1b003876-e206-4c2c-8378-c141176bd946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-29T05:12:08Z,description=,heartbeat_timestamp=2022-07-29T05:28:08Z,host='dv-cinder-851279-2-iscsi',id=8a9a6061-e61b-4901-b35e-5e71dea10db3,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T05:12:08Z,topic='l3_agent')) {'router_ids': ['5a4788e8-d5d5-40f2-9bcb-da0dac9138fc'], 'active': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:28:15.578870 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:28:15.615335 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:28:15.623892 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Device 45ad71c3-03d2-4fde-a56f-de0a8fda25d1 up at agent ovs-agent-dv-cinder-851279-2-iscsi {{(pid=104006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 05:28:15.687266 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-23bb6b0e-c0ee-4c74-8728-4d2ad374664e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (None), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:15.692305 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-f8180dc6-12d5-4cc0-ae88-cfc2bab39db9 req-58e48e60-1830-4341-b38a-6bd0119ab650 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:15.693131 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-f8180dc6-12d5-4cc0-ae88-cfc2bab39db9 req-58e48e60-1830-4341-b38a-6bd0119ab650 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-375524'] for floatingip (d3dec2fe-714b-4791-acf6-5c5c1d144cac), after_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:15.693523 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.db.l3_db [req-f8180dc6-12d5-4cc0-ae88-cfc2bab39db9 req-58e48e60-1830-4341-b38a-6bd0119ab650 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Floating IP d3dec2fe-714b-4791-acf6-5c5c1d144cac disassociated. External IP: 172.27.2.237, port: c7e12f70-c8c8-48ec-9fd7-5a69b095e812. Jul 29 05:28:15.693980 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.plugin [req-f8180dc6-12d5-4cc0-ae88-cfc2bab39db9 req-58e48e60-1830-4341-b38a-6bd0119ab650 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Calling delete_port for c7e12f70-c8c8-48ec-9fd7-5a69b095e812 owned by compute:nova {{(pid=104005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 05:28:15.696164 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:28:15.744012 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-b3d5392b-d375-4519-bd4a-6b0f469c4249 req-8e68e97c-a9fd-4bbb-b094-469696d4224a tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa0dd268-c459-4d1d-8fbc-d37ab58bd0a3&id=e1e82250-30d0-4c5a-bdb8-bd9b19a7fcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2486165 Jul 29 05:28:15.810313 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvr_db [None req-1b003876-e206-4c2c-8378-c141176bd946 None None] Set router 5a4788e8-d5d5-40f2-9bcb-da0dac9138fc gateway port host: dv-cinder-851279-2-iscsi {{(pid=104007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:28:15.846727 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-707fc367-daf6-44f7-8d13-5635dfe76916 None None] Current status of the port 45ad71c3-03d2-4fde-a56f-de0a8fda25d1 is: ACTIVE; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:28:15.853641 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Provisioning complete for port 45ad71c3-03d2-4fde-a56f-de0a8fda25d1 triggered by entity L2. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:28:15.854560 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (45ad71c3-03d2-4fde-a56f-de0a8fda25d1), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:15.914852 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d915e257-a944-474a-9cf8-41d490d4e795 req-a7cd70bb-4e0a-40d6-b397-ae602acb8664 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:28:15.923108 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-d915e257-a944-474a-9cf8-41d490d4e795 req-a7cd70bb-4e0a-40d6-b397-ae602acb8664 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7d28599-67a9-4e84-a44d-79f1a6bf728f HTTP/1.1" status: 200 len: 945 time: 0.1600168 Jul 29 05:28:15.932961 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:UPDATE=2,neutron:INSERT=1,neutron:SELECT=97 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:28:16.051477 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Current status of the port 45ad71c3-03d2-4fde-a56f-de0a8fda25d1 is: ACTIVE; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:28:16.079870 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:28:16.134791 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-d915e257-a944-474a-9cf8-41d490d4e795 req-e77c2236-c0d3-4f3a-8360-00f101e40aee tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ecdeee5-e633-4d38-a6ac-9144f7d001b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2102625 Jul 29 05:28:16.209333 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-1b003876-e206-4c2c-8378-c141176bd946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a4788e8-d5d5-40f2-9bcb-da0dac9138fc', 'name': 'tempest-TestShelveInstance-1276073711-router', 'tenant_id': '719297a86f0a4930b4daf3b9f663e472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': 'e1bda4f7-ce58-407a-932f-15640e323188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:28:10Z', 'updated_at': '2022-07-29T05:28:12Z', 'revision_number': 3, 'project_id': '719297a86f0a4930b4daf3b9f663e472', 'gw_port': {'id': 'e1bda4f7-ce58-407a-932f-15640e323188', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:fb:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a4788e8-d5d5-40f2-9bcb-da0dac9138fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:28:11Z', 'updated_at': '2022-07-29T05:28:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi'}], 'dv-cinder-851279-2-iscsi', False) {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:28:16.245401 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b003876-e206-4c2c-8378-c141176bd946 None None] The sync data for ids ['5a4788e8-d5d5-40f2-9bcb-da0dac9138fc'] in dv-cinder-851279-2-iscsi is: [{'id': '5a4788e8-d5d5-40f2-9bcb-da0dac9138fc', 'name': 'tempest-TestShelveInstance-1276073711-router', 'tenant_id': '719297a86f0a4930b4daf3b9f663e472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': 'e1bda4f7-ce58-407a-932f-15640e323188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:28:10Z', 'updated_at': '2022-07-29T05:28:12Z', 'revision_number': 3, 'project_id': '719297a86f0a4930b4daf3b9f663e472', 'gw_port': {'id': 'e1bda4f7-ce58-407a-932f-15640e323188', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:fb:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a4788e8-d5d5-40f2-9bcb-da0dac9138fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:28:11Z', 'updated_at': '2022-07-29T05:28:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi'}] {{(pid=104007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 05:28:16.292761 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-f8180dc6-12d5-4cc0-ae88-cfc2bab39db9 req-58e48e60-1830-4341-b38a-6bd0119ab650 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737760621891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737760223820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1905596'] for port (c7e12f70-c8c8-48ec-9fd7-5a69b095e812), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:16.302445 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.db_base_plugin_common [None req-23bb6b0e-c0ee-4c74-8728-4d2ad374664e admin admin] Allocated IP 172.20.0.1 (bf6a3cea-818f-4098-a73e-2bd56be30084/bd4850d2-d662-48cd-9d64-c0fcdc752249/70e0ff5b-ff31-4d48-9a33-08c71825d3b7) {{(pid=104005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 05:28:16.337702 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e48e60-1830-4341-b38a-6bd0119ab650 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Pushing event deleted for resources: {'Port': ['ID=c7e12f70-c8c8-48ec-9fd7-5a69b095e812,revision_number=None']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:28:16.853002 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Device c7e12f70-c8c8-48ec-9fd7-5a69b095e812 no longer exists at agent hyperv_hv-cinder-85127 {{(pid=104006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 05:28:16.902160 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] No Port match for: c7e12f70-c8c8-48ec-9fd7-5a69b095e812 {{(pid=104006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 05:28:16.902889 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Device c7e12f70-c8c8-48ec-9fd7-5a69b095e812 not bound to the agent host hv-cinder-85127 {{(pid=104006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 05:28:16.984389 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-38386658-5ff3-4841-bc03-c5fe9f5d75d6 req-60ff4d00-3226-4fd4-b853-91227c9b3610 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1e3305fc-3d92-4d3f-afb8-c25395280792&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1609507 Jul 29 05:28:17.099813 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f8180dc6-12d5-4cc0-ae88-cfc2bab39db9 req-58e48e60-1830-4341-b38a-6bd0119ab650 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Router 2f4539bc-d4ea-4bf2-91d9-64bace1e5856 has already been hosted by L3 agent 8a9a6061-e61b-4901-b35e-5e71dea10db3 {{(pid=104005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 05:28:17.103166 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-23bb6b0e-c0ee-4c74-8728-4d2ad374664e admin admin] Publish callbacks [] for port (70e0ff5b-ff31-4d48-9a33-08c71825d3b7), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:17.124560 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38386658-5ff3-4841-bc03-c5fe9f5d75d6 req-4af16f94-3af0-428c-a0ec-28bbcd6e9963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:28:17.126142 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-38386658-5ff3-4841-bc03-c5fe9f5d75d6 req-4af16f94-3af0-428c-a0ec-28bbcd6e9963 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9fda8c6d9ffa4955b2f19411ee340cb3&device_id=1e3305fc-3d92-4d3f-afb8-c25395280792 HTTP/1.1" status: 200 len: 1130 time: 0.0808451 Jul 29 05:28:17.132288 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:UPDATE=4,neutron:SELECT=86,neutron:INSERT=5,neutron:DELETE=5 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:28:17.212705 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:28:17.301792 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-ae28d5b0-7a17-467f-9d52-ee5811ab58e7 req-11157da2-85c4-4cfc-85bf-caba1087b89d tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7d28599-67a9-4e84-a44d-79f1a6bf728f HTTP/1.1" status: 200 len: 210 time: 0.0440435 Jul 29 05:28:17.309379 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-23bb6b0e-c0ee-4c74-8728-4d2ad374664e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737760223811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1905596'] for port (70e0ff5b-ff31-4d48-9a33-08c71825d3b7), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:17.444778 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23bb6b0e-c0ee-4c74-8728-4d2ad374664e admin admin] Network bf6a3cea-818f-4098-a73e-2bd56be30084 is already hosted by enough agents. {{(pid=104005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 05:28:17.457543 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.base_scheduler [None req-23bb6b0e-c0ee-4c74-8728-4d2ad374664e admin admin] Resources bound (agent type, host, resource id): {{(pid=104005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:28:17.464709 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23bb6b0e-c0ee-4c74-8728-4d2ad374664e admin admin] Received port after_create {{(pid=104005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 05:28:17.475857 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bb6b0e-c0ee-4c74-8728-4d2ad374664e admin admin] Pushing event updated for resources: {'Port': ['ID=70e0ff5b-ff31-4d48-9a33-08c71825d3b7,revision_number=1']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:28:17.518306 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f8180dc6-12d5-4cc0-ae88-cfc2bab39db9 req-58e48e60-1830-4341-b38a-6bd0119ab650 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Notify agent at l3_agent.dv-cinder-851279-2-iscsi the message routers_updated {{(pid=104005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 05:28:17.533048 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5def12-19a2-4fde-a6c9-706925d898e3 None None] Sync routers for ids ['2f4539bc-d4ea-4bf2-91d9-64bace1e5856'] in dv-cinder-851279-2-iscsi {{(pid=104006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 05:28:17.550896 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5def12-19a2-4fde-a6c9-706925d898e3 None None] Routers {'2f4539bc-d4ea-4bf2-91d9-64bace1e5856'} bound to L3 agent in host dv-cinder-851279-2-iscsi {{(pid=104006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:28:17.551493 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_hamode_db [None req-dc5def12-19a2-4fde-a6c9-706925d898e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-29T05:12:08Z,description=,heartbeat_timestamp=2022-07-29T05:28:08Z,host='dv-cinder-851279-2-iscsi',id=8a9a6061-e61b-4901-b35e-5e71dea10db3,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T05:12:08Z,topic='l3_agent')) {'router_ids': ['2f4539bc-d4ea-4bf2-91d9-64bace1e5856'], 'active': True} {{(pid=104006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:28:17.574252 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Device e1bda4f7-ce58-407a-932f-15640e323188 up at agent ovs-agent-dv-cinder-851279-2-iscsi {{(pid=104006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 05:28:17.593885 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38386658-5ff3-4841-bc03-c5fe9f5d75d6 req-1abbfe3f-1748-4958-9809-4532119dd2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:28:17.596278 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-38386658-5ff3-4841-bc03-c5fe9f5d75d6 req-1abbfe3f-1748-4958-9809-4532119dd2b2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2abd58fa-fb8d-4cc3-8df0-c903c7b8dd87 HTTP/1.1" status: 200 len: 917 time: 0.4036095 Jul 29 05:28:17.638659 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8180dc6-12d5-4cc0-ae88-cfc2bab39db9 req-58e48e60-1830-4341-b38a-6bd0119ab650 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] No DVR routers for this DVR port c7e12f70-c8c8-48ec-9fd7-5a69b095e812 on host hv-cinder-85127 {{(pid=104005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 29 05:28:17.647613 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-f8180dc6-12d5-4cc0-ae88-cfc2bab39db9 req-58e48e60-1830-4341-b38a-6bd0119ab650 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249840'] for port (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:17.651948 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-f8180dc6-12d5-4cc0-ae88-cfc2bab39db9 req-58e48e60-1830-4341-b38a-6bd0119ab650 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.60 "DELETE /v2.0/ports/c7e12f70-c8c8-48ec-9fd7-5a69b095e812 HTTP/1.1" status: 204 len: 173 time: 3.3038471 Jul 29 05:28:17.727334 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7d28599-67a9-4e84-a44d-79f1a6bf728f', 'name': 'network-vif-deleted', 'tag': 'c7e12f70-c8c8-48ec-9fd7-5a69b095e812'}] {{(pid=104005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 05:28:17.728744 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18cb6d06cd9bdbb2624e76cf95b2230ef06252a8a1dccb16f0d07e3cc9dc753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb8e20fb-61c6-49e8-9aed-6985af9ae798" -d '{"events": [{"server_uuid": "c7d28599-67a9-4e84-a44d-79f1a6bf728f", "name": "network-vif-deleted", "tag": "c7e12f70-c8c8-48ec-9fd7-5a69b095e812"}]}' {{(pid=104005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 05:28:17.744834 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-23bb6b0e-c0ee-4c74-8728-4d2ad374664e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417921'] for router_interface (5a4788e8-d5d5-40f2-9bcb-da0dac9138fc), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:17.822970 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Provisioning complete for port e1bda4f7-ce58-407a-932f-15640e323188 triggered by entity L2. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:28:17.824041 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (e1bda4f7-ce58-407a-932f-15640e323188), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:17.831291 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-38386658-5ff3-4841-bc03-c5fe9f5d75d6 req-b66f897d-fbd7-45b5-8f45-ea81c666a55b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6f412c06-c9c0-4423-b60d-0b7fa2c32b6f HTTP/1.1" status: 200 len: 1001 time: 0.2024639 Jul 29 05:28:17.834802 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 05:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0527d8d-cbf4-47b0-896d-da92bd3a7538 x-openstack-request-id: req-e0527d8d-cbf4-47b0-896d-da92bd3a7538 {{(pid=104005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 05:28:17.835119 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7d28599-67a9-4e84-a44d-79f1a6bf728f", "name": "network-vif-deleted", "tag": "c7e12f70-c8c8-48ec-9fd7-5a69b095e812", "status": "completed", "code": 200}]} {{(pid=104005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 05:28:17.838862 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e0527d8d-cbf4-47b0-896d-da92bd3a7538 {{(pid=104005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 05:28:17.839506 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0527d8d-cbf4-47b0-896d-da92bd3a7538'] response: {'server_uuid': 'c7d28599-67a9-4e84-a44d-79f1a6bf728f', 'name': 'network-vif-deleted', 'tag': 'c7e12f70-c8c8-48ec-9fd7-5a69b095e812', 'status': 'completed', 'code': 200} Jul 29 05:28:17.855063 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvr_db [None req-dc5def12-19a2-4fde-a6c9-706925d898e3 None None] Set router 2f4539bc-d4ea-4bf2-91d9-64bace1e5856 gateway port host: dv-cinder-851279-2-iscsi {{(pid=104006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:28:17.950578 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38386658-5ff3-4841-bc03-c5fe9f5d75d6 req-100cca6d-a709-41d6-8455-7641254eb3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:28:17.952849 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-38386658-5ff3-4841-bc03-c5fe9f5d75d6 req-100cca6d-a709-41d6-8455-7641254eb3e2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ac46bf73-3dbd-41e0-8b70-b021adbe3f3f HTTP/1.1" status: 200 len: 855 time: 0.1100485 Jul 29 05:28:17.970352 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-1240c671-c9e0-46a7-b02c-98fe1606739b None None] Provisioning complete for port 70e0ff5b-ff31-4d48-9a33-08c71825d3b7 triggered by entity DHCP. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:28:17.971124 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-1240c671-c9e0-46a7-b02c-98fe1606739b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (70e0ff5b-ff31-4d48-9a33-08c71825d3b7), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:18.002892 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-23bb6b0e-c0ee-4c74-8728-4d2ad374664e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (70e0ff5b-ff31-4d48-9a33-08c71825d3b7), before_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:18.114377 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-1240c671-c9e0-46a7-b02c-98fe1606739b None None] Port 70e0ff5b-ff31-4d48-9a33-08c71825d3b7 cannot update to ACTIVE because it is not bound. {{(pid=104006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 29 05:28:18.171949 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Current status of the port e1bda4f7-ce58-407a-932f-15640e323188 is: DOWN; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:28:18.172665 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (e1bda4f7-ce58-407a-932f-15640e323188), before_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:18.213607 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] For port e1bda4f7-ce58-407a-932f-15640e323188, host dv-cinder-851279-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-2-iscsi',level=0,port_id=e1bda4f7-ce58-407a-932f-15640e323188,segment=NetworkSegment(f0686699-af43-47c7-b9bc-f7993eec27ee),segment_id=f0686699-af43-47c7-b9bc-f7993eec27ee)] {{(pid=104006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:28:18.226571 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (e1bda4f7-ce58-407a-932f-15640e323188), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:18.235889 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38386658-5ff3-4841-bc03-c5fe9f5d75d6 req-f4021912-b243-41ff-9460-33bd39075389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:28:18.237447 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-38386658-5ff3-4841-bc03-c5fe9f5d75d6 req-f4021912-b243-41ff-9460-33bd39075389 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2abd58fa-fb8d-4cc3-8df0-c903c7b8dd87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0779724 Jul 29 05:28:18.387000 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-23bb6b0e-c0ee-4c74-8728-4d2ad374664e admin admin] Publish callbacks [] for port (70e0ff5b-ff31-4d48-9a33-08c71825d3b7), precommit_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:18.391236 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:28:18.396944 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-23bb6b0e-c0ee-4c74-8728-4d2ad374664e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1905579'] for port (70e0ff5b-ff31-4d48-9a33-08c71825d3b7), after_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:18.407950 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Pushing event updated for resources: {'Port': ['ID=e1bda4f7-ce58-407a-932f-15640e323188,revision_number=4']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:28:18.436706 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_hamode_db [None req-dc5def12-19a2-4fde-a6c9-706925d898e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f4539bc-d4ea-4bf2-91d9-64bace1e5856', 'name': 'tempest-AttachVolumeNegativeTest-392654816-router', 'tenant_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '80161f1c-297a-4942-ab94-ca8574f080db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:21:02Z', 'updated_at': '2022-07-29T05:21:11Z', 'revision_number': 4, 'project_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'gw_port': {'id': '80161f1c-297a-4942-ab94-ca8574f080db', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:33:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4539bc-d4ea-4bf2-91d9-64bace1e5856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:03Z', 'updated_at': '2022-07-29T05:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi', '_interfaces': [{'id': '205980a9-ef0f-4a59-a55e-71e75787c094', 'name': '', 'network_id': 'b55efc63-6791-470d-af15-935a2f0fc83e', 'tenant_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'mac_address': 'fa:16:3e:95:99:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4539bc-d4ea-4bf2-91d9-64bace1e5856', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'bbb96b40-4994-4d5c-ad35-a19342a29a39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:08Z', 'updated_at': '2022-07-29T05:21:26Z', 'revision_number': 5, 'project_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'subnets': [{'id': 'bbb96b40-4994-4d5c-ad35-a19342a29a39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-2-iscsi', False) {} {{(pid=104006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:28:18.476044 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 36442) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:28:18.520114 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5def12-19a2-4fde-a6c9-706925d898e3 None None] Checking router: 2f4539bc-d4ea-4bf2-91d9-64bace1e5856 for host: dv-cinder-851279-2-iscsi {{(pid=104006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 05:28:18.530698 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5def12-19a2-4fde-a6c9-706925d898e3 None None] Routers {'2f4539bc-d4ea-4bf2-91d9-64bace1e5856'} bound to L3 agent in host dv-cinder-851279-2-iscsi {{(pid=104006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:28:18.531374 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_hamode_db [None req-dc5def12-19a2-4fde-a6c9-706925d898e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-29T05:12:08Z,description=,heartbeat_timestamp=2022-07-29T05:28:08Z,host='dv-cinder-851279-2-iscsi',id=8a9a6061-e61b-4901-b35e-5e71dea10db3,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T05:12:08Z,topic='l3_agent')) {'router_ids': ['2f4539bc-d4ea-4bf2-91d9-64bace1e5856'], 'active': True} {{(pid=104006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:28:18.540928 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bb6b0e-c0ee-4c74-8728-4d2ad374664e admin admin] Pushing event updated for resources: {'Port': ['ID=70e0ff5b-ff31-4d48-9a33-08c71825d3b7,revision_number=2']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:28:18.576723 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-ce989ab8-aa19-408c-a36f-c5e80a6da725 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks [] for security_group (1ecdeee5-e633-4d38-a6ac-9144f7d001b4), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:18.598095 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-38386658-5ff3-4841-bc03-c5fe9f5d75d6 req-96e32165-3bdd-4166-a5be-2167b09ed4d6 service neutron] 10.222.0.60 "GET /v2.0/networks/2abd58fa-fb8d-4cc3-8df0-c903c7b8dd87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3508742 Jul 29 05:28:18.599054 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-23bb6b0e-c0ee-4c74-8728-4d2ad374664e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-418045'] for router_interface (5a4788e8-d5d5-40f2-9bcb-da0dac9138fc), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:18.600852 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:28:18.610439 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-ce989ab8-aa19-408c-a36f-c5e80a6da725 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks [] for security_group (1ecdeee5-e633-4d38-a6ac-9144f7d001b4), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:18.656072 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:28:18.670521 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvr_db [None req-dc5def12-19a2-4fde-a6c9-706925d898e3 None None] Set router 2f4539bc-d4ea-4bf2-91d9-64bace1e5856 gateway port host: dv-cinder-851279-2-iscsi {{(pid=104006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:28:18.689117 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-ce989ab8-aa19-408c-a36f-c5e80a6da725 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (1ecdeee5-e633-4d38-a6ac-9144f7d001b4), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:18.692922 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-ce989ab8-aa19-408c-a36f-c5e80a6da725 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks [] for security_group (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:18.697013 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-ce989ab8-aa19-408c-a36f-c5e80a6da725 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "DELETE /v2.0/security-groups/1ecdeee5-e633-4d38-a6ac-9144f7d001b4 HTTP/1.1" status: 204 len: 168 time: 0.2167470 Jul 29 05:28:18.704879 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 36444) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:28:18.706749 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce989ab8-aa19-408c-a36f-c5e80a6da725 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ecdeee5-e633-4d38-a6ac-9144f7d001b4,revision_number=None']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:28:18.741266 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.api.v2.resource [None req-b5f20abe-e2a7-45e7-8af0-69f707eb0ff2 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] show failed (client error): The resource could not be found. Jul 29 05:28:18.742300 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-b5f20abe-e2a7-45e7-8af0-69f707eb0ff2 tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "GET /v2.0/security-groups/1ecdeee5-e633-4d38-a6ac-9144f7d001b4 HTTP/1.1" status: 404 len: 347 time: 0.0350509 Jul 29 05:28:18.746036 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 36446) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:28:18.792365 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-38386658-5ff3-4841-bc03-c5fe9f5d75d6 req-a17b8b5c-0339-4720-905b-c57b0c4cdb97 service neutron] 10.222.0.60 "GET /v2.0/networks/2abd58fa-fb8d-4cc3-8df0-c903c7b8dd87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826978 Jul 29 05:28:18.816473 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23bb6b0e-c0ee-4c74-8728-4d2ad374664e admin admin] Network bf6a3cea-818f-4098-a73e-2bd56be30084 is already hosted by enough agents. {{(pid=104005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 05:28:18.818343 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.base_scheduler [None req-23bb6b0e-c0ee-4c74-8728-4d2ad374664e admin admin] Resources bound (agent type, host, resource id): {{(pid=104005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:28:18.864715 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=100 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:28:18.929921 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-379a8299-29be-4a64-96ee-4e963c67a93d tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Deleting port 8354c38a-05a4-4cc5-834e-975a57e46a2f {{(pid=104004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 05:28:18.930317 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-379a8299-29be-4a64-96ee-4e963c67a93d tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737760600589'] for port (8354c38a-05a4-4cc5-834e-975a57e46a2f), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:18.960955 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_hamode_db [None req-dc5def12-19a2-4fde-a6c9-706925d898e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f4539bc-d4ea-4bf2-91d9-64bace1e5856', 'name': 'tempest-AttachVolumeNegativeTest-392654816-router', 'tenant_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '80161f1c-297a-4942-ab94-ca8574f080db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:21:02Z', 'updated_at': '2022-07-29T05:21:11Z', 'revision_number': 4, 'project_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'gw_port': {'id': '80161f1c-297a-4942-ab94-ca8574f080db', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:33:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4539bc-d4ea-4bf2-91d9-64bace1e5856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:03Z', 'updated_at': '2022-07-29T05:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi', '_interfaces': [{'id': '205980a9-ef0f-4a59-a55e-71e75787c094', 'name': '', 'network_id': 'b55efc63-6791-470d-af15-935a2f0fc83e', 'tenant_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'mac_address': 'fa:16:3e:95:99:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4539bc-d4ea-4bf2-91d9-64bace1e5856', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'bbb96b40-4994-4d5c-ad35-a19342a29a39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:08Z', 'updated_at': '2022-07-29T05:21:26Z', 'revision_number': 5, 'project_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'subnets': [{'id': 'bbb96b40-4994-4d5c-ad35-a19342a29a39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-2-iscsi', False) {} {{(pid=104006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:28:19.004113 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23bb6b0e-c0ee-4c74-8728-4d2ad374664e admin admin] Router 5a4788e8-d5d5-40f2-9bcb-da0dac9138fc has already been hosted by L3 agent 8a9a6061-e61b-4901-b35e-5e71dea10db3 {{(pid=104005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 05:28:19.013539 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5def12-19a2-4fde-a6c9-706925d898e3 None None] The sync data for ids ['2f4539bc-d4ea-4bf2-91d9-64bace1e5856'] in dv-cinder-851279-2-iscsi is: [{'id': '2f4539bc-d4ea-4bf2-91d9-64bace1e5856', 'name': 'tempest-AttachVolumeNegativeTest-392654816-router', 'tenant_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '80161f1c-297a-4942-ab94-ca8574f080db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:21:02Z', 'updated_at': '2022-07-29T05:21:11Z', 'revision_number': 4, 'project_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'gw_port': {'id': '80161f1c-297a-4942-ab94-ca8574f080db', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:33:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4539bc-d4ea-4bf2-91d9-64bace1e5856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:03Z', 'updated_at': '2022-07-29T05:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi', '_interfaces': [{'id': '205980a9-ef0f-4a59-a55e-71e75787c094', 'name': '', 'network_id': 'b55efc63-6791-470d-af15-935a2f0fc83e', 'tenant_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'mac_address': 'fa:16:3e:95:99:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4539bc-d4ea-4bf2-91d9-64bace1e5856', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'bbb96b40-4994-4d5c-ad35-a19342a29a39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:08Z', 'updated_at': '2022-07-29T05:21:26Z', 'revision_number': 5, 'project_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'subnets': [{'id': 'bbb96b40-4994-4d5c-ad35-a19342a29a39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 05:28:19.053094 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-379a8299-29be-4a64-96ee-4e963c67a93d tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420629'] for port (8354c38a-05a4-4cc5-834e-975a57e46a2f), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:19.053426 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-379a8299-29be-4a64-96ee-4e963c67a93d tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks [] for floatingip (8354c38a-05a4-4cc5-834e-975a57e46a2f), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:19.080188 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-379a8299-29be-4a64-96ee-4e963c67a93d tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Calling delete_port for 8354c38a-05a4-4cc5-834e-975a57e46a2f owned by network:floatingip {{(pid=104004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 05:28:19.142154 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-d8c813ef-836a-487f-8267-86b6d10d9bed None None] Provisioning complete for port 70e0ff5b-ff31-4d48-9a33-08c71825d3b7 triggered by entity DHCP. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:28:19.142519 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-d8c813ef-836a-487f-8267-86b6d10d9bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (70e0ff5b-ff31-4d48-9a33-08c71825d3b7), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:19.172157 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23bb6b0e-c0ee-4c74-8728-4d2ad374664e admin admin] Notify agent at l3_agent.dv-cinder-851279-2-iscsi the message routers_updated {{(pid=104005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 05:28:19.182658 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-23bb6b0e-c0ee-4c74-8728-4d2ad374664e admin admin] 10.222.0.49 "PUT /v2.0/routers/5a4788e8-d5d5-40f2-9bcb-da0dac9138fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5270164 Jul 29 05:28:19.196435 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95538818-ed38-4e21-9fcc-744220321284 None None] Sync routers for ids ['5a4788e8-d5d5-40f2-9bcb-da0dac9138fc'] in dv-cinder-851279-2-iscsi {{(pid=104007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 05:28:19.214541 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-d8c813ef-836a-487f-8267-86b6d10d9bed None None] Port 70e0ff5b-ff31-4d48-9a33-08c71825d3b7 cannot update to ACTIVE because it is not bound. {{(pid=104006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 29 05:28:19.222499 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95538818-ed38-4e21-9fcc-744220321284 None None] Routers {'5a4788e8-d5d5-40f2-9bcb-da0dac9138fc'} bound to L3 agent in host dv-cinder-851279-2-iscsi {{(pid=104007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:28:19.223236 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-95538818-ed38-4e21-9fcc-744220321284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-29T05:12:08Z,description=,heartbeat_timestamp=2022-07-29T05:28:08Z,host='dv-cinder-851279-2-iscsi',id=8a9a6061-e61b-4901-b35e-5e71dea10db3,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T05:12:08Z,topic='l3_agent')) {'router_ids': ['5a4788e8-d5d5-40f2-9bcb-da0dac9138fc'], 'active': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:28:19.270637 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-379a8299-29be-4a64-96ee-4e963c67a93d tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737760621891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737760223820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660275'] for port (8354c38a-05a4-4cc5-834e-975a57e46a2f), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:19.314634 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379a8299-29be-4a64-96ee-4e963c67a93d tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Pushing event deleted for resources: {'Port': ['ID=8354c38a-05a4-4cc5-834e-975a57e46a2f,revision_number=None']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:28:19.381533 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvr_db [None req-95538818-ed38-4e21-9fcc-744220321284 None None] Set router 5a4788e8-d5d5-40f2-9bcb-da0dac9138fc gateway port host: dv-cinder-851279-2-iscsi {{(pid=104007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:28:19.425782 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0bc463b-f17a-4afc-9dd9-f8e13a15ebf9 None None] New status for floating IP d3dec2fe-714b-4791-acf6-5c5c1d144cac: DOWN {{(pid=104006) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 29 05:28:19.429249 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-379a8299-29be-4a64-96ee-4e963c67a93d tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks [] for floatingip (d3dec2fe-714b-4791-acf6-5c5c1d144cac), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:19.448804 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-379a8299-29be-4a64-96ee-4e963c67a93d tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249840'] for floatingip (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:19.458588 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-379a8299-29be-4a64-96ee-4e963c67a93d tempest-AttachVolumeNegativeTest-480684510 tempest-AttachVolumeNegativeTest-480684510-project] 10.222.0.49 "DELETE /v2.0/floatingips/d3dec2fe-714b-4791-acf6-5c5c1d144cac HTTP/1.1" status: 204 len: 168 time: 0.7079651 Jul 29 05:28:19.605629 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Device e1bda4f7-ce58-407a-932f-15640e323188 up at agent ovs-agent-dv-cinder-851279-2-iscsi {{(pid=104006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 05:28:19.694142 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Provisioning complete for port e1bda4f7-ce58-407a-932f-15640e323188 triggered by entity L2. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:28:19.694454 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (e1bda4f7-ce58-407a-932f-15640e323188), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:19.736599 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-95538818-ed38-4e21-9fcc-744220321284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a4788e8-d5d5-40f2-9bcb-da0dac9138fc', 'name': 'tempest-TestShelveInstance-1276073711-router', 'tenant_id': '719297a86f0a4930b4daf3b9f663e472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': 'e1bda4f7-ce58-407a-932f-15640e323188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:28:10Z', 'updated_at': '2022-07-29T05:28:17Z', 'revision_number': 4, 'project_id': '719297a86f0a4930b4daf3b9f663e472', 'gw_port': {'id': 'e1bda4f7-ce58-407a-932f-15640e323188', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:fb:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a4788e8-d5d5-40f2-9bcb-da0dac9138fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:28:11Z', 'updated_at': '2022-07-29T05:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi', '_interfaces': [{'id': '70e0ff5b-ff31-4d48-9a33-08c71825d3b7', 'name': '', 'network_id': 'bf6a3cea-818f-4098-a73e-2bd56be30084', 'tenant_id': '719297a86f0a4930b4daf3b9f663e472', 'mac_address': 'fa:16:3e:3f:92:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a4788e8-d5d5-40f2-9bcb-da0dac9138fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'bd4850d2-d662-48cd-9d64-c0fcdc752249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:28:15Z', 'updated_at': '2022-07-29T05:28:18Z', 'revision_number': 2, 'project_id': '719297a86f0a4930b4daf3b9f663e472', 'subnets': [{'id': 'bd4850d2-d662-48cd-9d64-c0fcdc752249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-2-iscsi', False) {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:28:19.778944 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95538818-ed38-4e21-9fcc-744220321284 None None] Checking router: 5a4788e8-d5d5-40f2-9bcb-da0dac9138fc for host: dv-cinder-851279-2-iscsi {{(pid=104007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 05:28:19.779475 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95538818-ed38-4e21-9fcc-744220321284 None None] Updating router 5a4788e8-d5d5-40f2-9bcb-da0dac9138fc port 70e0ff5b-ff31-4d48-9a33-08c71825d3b7 binding host dv-cinder-851279-2-iscsi {{(pid=104007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 05:28:19.812522 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Current status of the port e1bda4f7-ce58-407a-932f-15640e323188 is: ACTIVE; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:28:19.817265 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-95538818-ed38-4e21-9fcc-744220321284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (70e0ff5b-ff31-4d48-9a33-08c71825d3b7), before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:20.083589 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=100 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:28:20.221113 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-95538818-ed38-4e21-9fcc-744220321284 None None] Publish callbacks [] for port (70e0ff5b-ff31-4d48-9a33-08c71825d3b7), precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:20.232930 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-95538818-ed38-4e21-9fcc-744220321284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (70e0ff5b-ff31-4d48-9a33-08c71825d3b7), after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:20.263571 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 36478) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:28:20.270188 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.v2.base [None req-c5496fd9-2d51-4237-afc3-255748d48b34 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1116592803-network', 'tenant_id': 'ab146e39de994e9db7b6e4e9b773d4c7'}} {{(pid=104004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:28:20.311469 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5496fd9-2d51-4237-afc3-255748d48b34 admin admin] Made reservation on behalf of ab146e39de994e9db7b6e4e9b773d4c7 for: {'network': 1} {{(pid=104004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 05:28:20.314869 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-c5496fd9-2d51-4237-afc3-255748d48b34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for network (None), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:20.327414 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-c5496fd9-2d51-4237-afc3-255748d48b34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:20.342639 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167b0719-6f1e-4e98-b801-a24bc9ca40d3 None None] Pushing event updated for resources: {'Port': ['ID=70e0ff5b-ff31-4d48-9a33-08c71825d3b7,revision_number=3']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:28:20.404789 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:28:20.410523 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:28:20.433256 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [None req-95538818-ed38-4e21-9fcc-744220321284 None None] Attempting to bind port 70e0ff5b-ff31-4d48-9a33-08c71825d3b7 on host dv-cinder-851279-2-iscsi for vnic_type normal with profile {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 05:28:20.434038 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [None req-95538818-ed38-4e21-9fcc-744220321284 None None] Attempting to bind port 70e0ff5b-ff31-4d48-9a33-08c71825d3b7 by drivers openvswitch,hyperv on host dv-cinder-851279-2-iscsi at level 0 using segments [{'id': 'f3483ac0-5247-4ffa-936a-83f1b989606a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'bf6a3cea-818f-4098-a73e-2bd56be30084'}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 05:28:20.435045 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95538818-ed38-4e21-9fcc-744220321284 None None] Attempting to bind port 70e0ff5b-ff31-4d48-9a33-08c71825d3b7 on network bf6a3cea-818f-4098-a73e-2bd56be30084 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 05:28:20.445509 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95538818-ed38-4e21-9fcc-744220321284 None None] Checking agent: {'id': 'aa119a64-f506-4951-a68b-6dc6289eaece', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 5, 12, 12), 'started_at': datetime.datetime(2022, 7, 29, 5, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 5, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 05:28:20.446079 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95538818-ed38-4e21-9fcc-744220321284 None None] Checking segment: {'id': 'f3483ac0-5247-4ffa-936a-83f1b989606a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'bf6a3cea-818f-4098-a73e-2bd56be30084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 05:28:20.446696 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-95538818-ed38-4e21-9fcc-744220321284 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:20.447299 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95538818-ed38-4e21-9fcc-744220321284 None None] Bound using segment: {'id': 'f3483ac0-5247-4ffa-936a-83f1b989606a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'bf6a3cea-818f-4098-a73e-2bd56be30084'} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 05:28:20.448102 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [None req-95538818-ed38-4e21-9fcc-744220321284 None None] Bound port: 70e0ff5b-ff31-4d48-9a33-08c71825d3b7, host: dv-cinder-851279-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3483ac0-5247-4ffa-936a-83f1b989606a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'bf6a3cea-818f-4098-a73e-2bd56be30084'}}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 05:28:20.448685 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-95538818-ed38-4e21-9fcc-744220321284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (70e0ff5b-ff31-4d48-9a33-08c71825d3b7), before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:20.458301 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-c5496fd9-2d51-4237-afc3-255748d48b34 admin admin] Publish callbacks [] for security_group (a166eb1d-ced2-4f1e-8ea2-056220959542), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:20.462610 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-c5496fd9-2d51-4237-afc3-255748d48b34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (a166eb1d-ced2-4f1e-8ea2-056220959542), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:20.494253 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5496fd9-2d51-4237-afc3-255748d48b34 admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=104004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 05:28:20.507548 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5496fd9-2d51-4237-afc3-255748d48b34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a166eb1d-ced2-4f1e-8ea2-056220959542,revision_number=1']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:28:20.513741 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-c5496fd9-2d51-4237-afc3-255748d48b34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501452'] for segment (607abba3-ff86-4b1d-b78f-0d2d1501176e), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:20.514077 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.db.segments_db [None req-c5496fd9-2d51-4237-afc3-255748d48b34 admin admin] Added segment 607abba3-ff86-4b1d-b78f-0d2d1501176e of type vlan for network 159a92cc-7402-42b1-a7c1-5ce8b8d94093 Jul 29 05:28:20.567326 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-c5496fd9-2d51-4237-afc3-255748d48b34 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737760211330'] for network (159a92cc-7402-42b1-a7c1-5ce8b8d94093), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:20.580492 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-95538818-ed38-4e21-9fcc-744220321284 None None] For port 70e0ff5b-ff31-4d48-9a33-08c71825d3b7, host dv-cinder-851279-2-iscsi, cleared binding levels {{(pid=104007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 05:28:20.586708 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-95538818-ed38-4e21-9fcc-744220321284 None None] For port 70e0ff5b-ff31-4d48-9a33-08c71825d3b7, host dv-cinder-851279-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-2-iscsi',level=0,port_id=70e0ff5b-ff31-4d48-9a33-08c71825d3b7,segment=NetworkSegment(f3483ac0-5247-4ffa-936a-83f1b989606a),segment_id=f3483ac0-5247-4ffa-936a-83f1b989606a)] {{(pid=104007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 05:28:20.596251 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-95538818-ed38-4e21-9fcc-744220321284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (70e0ff5b-ff31-4d48-9a33-08c71825d3b7), after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:20.605665 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-c5496fd9-2d51-4237-afc3-255748d48b34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436'] for network (159a92cc-7402-42b1-a7c1-5ce8b8d94093), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:20.607542 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5496fd9-2d51-4237-afc3-255748d48b34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:28:20.608217 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-c5496fd9-2d51-4237-afc3-255748d48b34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670410'] for network (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:20.620747 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:28:20.669002 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95538818-ed38-4e21-9fcc-744220321284 None None] Routers {'5a4788e8-d5d5-40f2-9bcb-da0dac9138fc'} bound to L3 agent in host dv-cinder-851279-2-iscsi {{(pid=104007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:28:20.670122 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-95538818-ed38-4e21-9fcc-744220321284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-29T05:12:08Z,description=,heartbeat_timestamp=2022-07-29T05:28:08Z,host='dv-cinder-851279-2-iscsi',id=8a9a6061-e61b-4901-b35e-5e71dea10db3,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T05:12:08Z,topic='l3_agent')) {'router_ids': ['5a4788e8-d5d5-40f2-9bcb-da0dac9138fc'], 'active': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:28:20.673160 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167b0719-6f1e-4e98-b801-a24bc9ca40d3 None None] Pushing event updated for resources: {'Port': ['ID=70e0ff5b-ff31-4d48-9a33-08c71825d3b7,revision_number=4']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:28:20.677592 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-161104ee-12d1-4903-a470-931dcf2f1552 None None] Provisioning complete for port 70e0ff5b-ff31-4d48-9a33-08c71825d3b7 triggered by entity DHCP. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:28:20.678142 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-161104ee-12d1-4903-a470-931dcf2f1552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (70e0ff5b-ff31-4d48-9a33-08c71825d3b7), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:20.678584 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-c5496fd9-2d51-4237-afc3-255748d48b34 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4137974 Jul 29 05:28:20.682907 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 36480) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:28:20.691997 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.v2.base [None req-32d6fe40-48ba-45fc-ac01-f031524661ab admin admin] Request body: {'subnet': {'network_id': '159a92cc-7402-42b1-a7c1-5ce8b8d94093', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1116592803-subnet', 'tenant_id': 'ab146e39de994e9db7b6e4e9b773d4c7', 'ip_version': 4}} {{(pid=104004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:28:20.702273 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5496fd9-2d51-4237-afc3-255748d48b34 admin admin] Pushing event updated for resources: {'Network': ['ID=159a92cc-7402-42b1-a7c1-5ce8b8d94093,revision_number=1']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:28:20.718833 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Network 159a92cc-7402-42b1-a7c1-5ce8b8d94093 details requested by agent ovs-agent-dv-cinder-851279-2-iscsi with host dv-cinder-851279-2-iscsi {{(pid=104006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 05:28:20.737914 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32d6fe40-48ba-45fc-ac01-f031524661ab admin admin] Made reservation on behalf of ab146e39de994e9db7b6e4e9b773d4c7 for: {'subnet': 1} {{(pid=104004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 05:28:20.742585 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-32d6fe40-48ba-45fc-ac01-f031524661ab admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25789431'] for subnet (None), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:20.960841 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvr_db [None req-95538818-ed38-4e21-9fcc-744220321284 None None] Set router 5a4788e8-d5d5-40f2-9bcb-da0dac9138fc gateway port host: dv-cinder-851279-2-iscsi {{(pid=104007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:28:21.037361 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-32d6fe40-48ba-45fc-ac01-f031524661ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-292102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25660319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25789401'] for subnet (74053ac1-879b-48d6-8e05-0f93bcaade26), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:21.102577 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-161104ee-12d1-4903-a470-931dcf2f1552 None None] Current status of the port 70e0ff5b-ff31-4d48-9a33-08c71825d3b7 is: DOWN; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:28:21.102970 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-161104ee-12d1-4903-a470-931dcf2f1552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (70e0ff5b-ff31-4d48-9a33-08c71825d3b7), before_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:21.117224 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d6fe40-48ba-45fc-ac01-f031524661ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=74053ac1-879b-48d6-8e05-0f93bcaade26,revision_number=0']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:28:21.125932 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d6fe40-48ba-45fc-ac01-f031524661ab admin admin] Checking segment: {'id': '607abba3-ff86-4b1d-b78f-0d2d1501176e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '159a92cc-7402-42b1-a7c1-5ce8b8d94093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 05:28:21.126287 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d6fe40-48ba-45fc-ac01-f031524661ab admin admin] Network hostable DHCP agents. Network: 159a92cc-7402-42b1-a7c1-5ce8b8d94093, hostable agents: ['0319cf4e-40d4-4455-bfa4-d5e1d8f6ed41'], hosted agents: [] {{(pid=104004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 05:28:21.155613 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-161104ee-12d1-4903-a470-931dcf2f1552 None None] For port 70e0ff5b-ff31-4d48-9a33-08c71825d3b7, host dv-cinder-851279-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-2-iscsi',level=0,port_id=70e0ff5b-ff31-4d48-9a33-08c71825d3b7,segment=NetworkSegment(f3483ac0-5247-4ffa-936a-83f1b989606a),segment_id=f3483ac0-5247-4ffa-936a-83f1b989606a)] {{(pid=104006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:28:21.155735 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d6fe40-48ba-45fc-ac01-f031524661ab admin admin] Network 159a92cc-7402-42b1-a7c1-5ce8b8d94093 is scheduled to be hosted by DHCP agent 0319cf4e-40d4-4455-bfa4-d5e1d8f6ed41 with binding_index 1 {{(pid=104004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 05:28:21.155857 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-161104ee-12d1-4903-a470-931dcf2f1552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (70e0ff5b-ff31-4d48-9a33-08c71825d3b7), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:21.165214 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.base_scheduler [None req-32d6fe40-48ba-45fc-ac01-f031524661ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851279-2-iscsi, 159a92cc-7402-42b1-a7c1-5ce8b8d94093) {{(pid=104004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:28:21.171487 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d6fe40-48ba-45fc-ac01-f031524661ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:28:21.172501 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-32d6fe40-48ba-45fc-ac01-f031524661ab admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:21.183613 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:28:21.193104 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0bb3fb8-6c6d-4319-9206-ea74781aaa33 None None] Network 159a92cc-7402-42b1-a7c1-5ce8b8d94093 requested from dv-cinder-851279-2-iscsi {{(pid=104006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 05:28:21.193379 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-32d6fe40-48ba-45fc-ac01-f031524661ab admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5092235 Jul 29 05:28:21.196110 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 36492) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:28:21.201708 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.v2.base [None req-b7287f78-3f14-4866-9794-db7cf2348842 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1116592803-router', 'tenant_id': 'ab146e39de994e9db7b6e4e9b773d4c7', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5'}}} {{(pid=104004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:28:21.227753 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-b7287f78-3f14-4866-9794-db7cf2348842 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1446'] for router (b26037f0-ba6c-4f2d-9103-5e7208452d8c), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:21.229044 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-b7287f78-3f14-4866-9794-db7cf2348842 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-401149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374269', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-310650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1455'] for router (b26037f0-ba6c-4f2d-9103-5e7208452d8c), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:21.245536 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-95538818-ed38-4e21-9fcc-744220321284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a4788e8-d5d5-40f2-9bcb-da0dac9138fc', 'name': 'tempest-TestShelveInstance-1276073711-router', 'tenant_id': '719297a86f0a4930b4daf3b9f663e472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': 'e1bda4f7-ce58-407a-932f-15640e323188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:28:10Z', 'updated_at': '2022-07-29T05:28:17Z', 'revision_number': 4, 'project_id': '719297a86f0a4930b4daf3b9f663e472', 'gw_port': {'id': 'e1bda4f7-ce58-407a-932f-15640e323188', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:fb:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a4788e8-d5d5-40f2-9bcb-da0dac9138fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:28:11Z', 'updated_at': '2022-07-29T05:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi', '_interfaces': [{'id': '70e0ff5b-ff31-4d48-9a33-08c71825d3b7', 'name': '', 'network_id': 'bf6a3cea-818f-4098-a73e-2bd56be30084', 'tenant_id': '719297a86f0a4930b4daf3b9f663e472', 'mac_address': 'fa:16:3e:3f:92:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a4788e8-d5d5-40f2-9bcb-da0dac9138fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'bd4850d2-d662-48cd-9d64-c0fcdc752249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:28:15Z', 'updated_at': '2022-07-29T05:28:20Z', 'revision_number': 4, 'project_id': '719297a86f0a4930b4daf3b9f663e472', 'subnets': [{'id': 'bd4850d2-d662-48cd-9d64-c0fcdc752249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-2-iscsi', False) {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:28:21.271790 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95538818-ed38-4e21-9fcc-744220321284 None None] The sync data for ids ['5a4788e8-d5d5-40f2-9bcb-da0dac9138fc'] in dv-cinder-851279-2-iscsi is: [{'id': '5a4788e8-d5d5-40f2-9bcb-da0dac9138fc', 'name': 'tempest-TestShelveInstance-1276073711-router', 'tenant_id': '719297a86f0a4930b4daf3b9f663e472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': 'e1bda4f7-ce58-407a-932f-15640e323188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:28:10Z', 'updated_at': '2022-07-29T05:28:17Z', 'revision_number': 4, 'project_id': '719297a86f0a4930b4daf3b9f663e472', 'gw_port': {'id': 'e1bda4f7-ce58-407a-932f-15640e323188', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:fb:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a4788e8-d5d5-40f2-9bcb-da0dac9138fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:28:11Z', 'updated_at': '2022-07-29T05:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi', '_interfaces': [{'id': '70e0ff5b-ff31-4d48-9a33-08c71825d3b7', 'name': '', 'network_id': 'bf6a3cea-818f-4098-a73e-2bd56be30084', 'tenant_id': '719297a86f0a4930b4daf3b9f663e472', 'mac_address': 'fa:16:3e:3f:92:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a4788e8-d5d5-40f2-9bcb-da0dac9138fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'bd4850d2-d662-48cd-9d64-c0fcdc752249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:28:15Z', 'updated_at': '2022-07-29T05:28:20Z', 'revision_number': 4, 'project_id': '719297a86f0a4930b4daf3b9f663e472', 'subnets': [{'id': 'bd4850d2-d662-48cd-9d64-c0fcdc752249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 05:28:21.299505 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161104ee-12d1-4903-a470-931dcf2f1552 None None] Pushing event updated for resources: {'Port': ['ID=70e0ff5b-ff31-4d48-9a33-08c71825d3b7,revision_number=5']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:28:21.318139 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-43468979-30df-4df6-82c2-d37f1218444d None None] Provisioning complete for port 70e0ff5b-ff31-4d48-9a33-08c71825d3b7 triggered by entity DHCP. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:28:21.318689 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-43468979-30df-4df6-82c2-d37f1218444d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (70e0ff5b-ff31-4d48-9a33-08c71825d3b7), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:21.318901 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-b7287f78-3f14-4866-9794-db7cf2348842 admin admin] Publish callbacks [] for router_controller (b26037f0-ba6c-4f2d-9103-5e7208452d8c), precommit_add_association {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:21.472925 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daeac68a-92ee-40f8-9356-4cca0a19e463 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa72ac758-2041-5c60-8584-934e42124f9c-159a92cc-7402-42b1-a7c1-5ce8b8d94093', 'network_id': '159a92cc-7402-42b1-a7c1-5ce8b8d94093', 'project_id': 'ab146e39de994e9db7b6e4e9b773d4c7', 'fixed_ips': [{'subnet_id': '74053ac1-879b-48d6-8e05-0f93bcaade26'}]}} from dv-cinder-851279-2-iscsi. {{(pid=104006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 29 05:28:21.475323 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-daeac68a-92ee-40f8-9356-4cca0a19e463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (None), before_create {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:21.538049 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:28:21.614821 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-b7287f78-3f14-4866-9794-db7cf2348842 admin admin] Publish callbacks [] for router_gateway (b26037f0-ba6c-4f2d-9103-5e7208452d8c), precommit_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:21.664901 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Device 70e0ff5b-ff31-4d48-9a33-08c71825d3b7 up at agent ovs-agent-dv-cinder-851279-2-iscsi {{(pid=104006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 05:28:21.711879 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:28:21.749204 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-43468979-30df-4df6-82c2-d37f1218444d None None] Current status of the port 70e0ff5b-ff31-4d48-9a33-08c71825d3b7 is: ACTIVE; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:28:21.818327 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Provisioning complete for port 70e0ff5b-ff31-4d48-9a33-08c71825d3b7 triggered by entity L2. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:28:21.818707 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (70e0ff5b-ff31-4d48-9a33-08c71825d3b7), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:21.821186 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.db_base_plugin_common [None req-daeac68a-92ee-40f8-9356-4cca0a19e463 None None] Allocated IP 172.20.0.2 (159a92cc-7402-42b1-a7c1-5ce8b8d94093/74053ac1-879b-48d6-8e05-0f93bcaade26/aaeea415-dbd5-4eb8-bdf2-6a9dafca3a78) {{(pid=104006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 05:28:21.994190 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Current status of the port 70e0ff5b-ff31-4d48-9a33-08c71825d3b7 is: ACTIVE; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:28:22.094517 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-daeac68a-92ee-40f8-9356-4cca0a19e463 None None] Publish callbacks [] for port (aaeea415-dbd5-4eb8-bdf2-6a9dafca3a78), precommit_create {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:22.103149 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-daeac68a-92ee-40f8-9356-4cca0a19e463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737760223811'] for port (aaeea415-dbd5-4eb8-bdf2-6a9dafca3a78), after_create {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:22.151156 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daeac68a-92ee-40f8-9356-4cca0a19e463 None None] Network 159a92cc-7402-42b1-a7c1-5ce8b8d94093 is already hosted by enough agents. {{(pid=104006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 05:28:22.155337 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.scheduler.base_scheduler [None req-daeac68a-92ee-40f8-9356-4cca0a19e463 None None] Resources bound (agent type, host, resource id): {{(pid=104006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:28:22.162872 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daeac68a-92ee-40f8-9356-4cca0a19e463 None None] Received port after_create {{(pid=104006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 05:28:22.166651 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daeac68a-92ee-40f8-9356-4cca0a19e463 None None] Pushing event updated for resources: {'Port': ['ID=aaeea415-dbd5-4eb8-bdf2-6a9dafca3a78,revision_number=1']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:28:22.209716 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-b7287f78-3f14-4866-9794-db7cf2348842 admin admin] Publish callbacks [] for router_gateway (b26037f0-ba6c-4f2d-9103-5e7208452d8c), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:22.239573 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-b7287f78-3f14-4866-9794-db7cf2348842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (None), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:22.281842 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.managers [None req-daeac68a-92ee-40f8-9356-4cca0a19e463 None None] Attempting to bind port aaeea415-dbd5-4eb8-bdf2-6a9dafca3a78 on host dv-cinder-851279-2-iscsi for vnic_type normal with profile {{(pid=104006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 05:28:22.282206 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.managers [None req-daeac68a-92ee-40f8-9356-4cca0a19e463 None None] Attempting to bind port aaeea415-dbd5-4eb8-bdf2-6a9dafca3a78 by drivers openvswitch,hyperv on host dv-cinder-851279-2-iscsi at level 0 using segments [{'id': '607abba3-ff86-4b1d-b78f-0d2d1501176e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '159a92cc-7402-42b1-a7c1-5ce8b8d94093'}] {{(pid=104006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 05:28:22.282572 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daeac68a-92ee-40f8-9356-4cca0a19e463 None None] Attempting to bind port aaeea415-dbd5-4eb8-bdf2-6a9dafca3a78 on network 159a92cc-7402-42b1-a7c1-5ce8b8d94093 {{(pid=104006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 05:28:22.289216 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daeac68a-92ee-40f8-9356-4cca0a19e463 None None] Checking agent: {'id': 'aa119a64-f506-4951-a68b-6dc6289eaece', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 5, 12, 12), 'started_at': datetime.datetime(2022, 7, 29, 5, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 5, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 05:28:22.289594 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daeac68a-92ee-40f8-9356-4cca0a19e463 None None] Checking segment: {'id': '607abba3-ff86-4b1d-b78f-0d2d1501176e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '159a92cc-7402-42b1-a7c1-5ce8b8d94093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 05:28:22.290011 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-daeac68a-92ee-40f8-9356-4cca0a19e463 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:22.290392 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daeac68a-92ee-40f8-9356-4cca0a19e463 None None] Bound using segment: {'id': '607abba3-ff86-4b1d-b78f-0d2d1501176e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '159a92cc-7402-42b1-a7c1-5ce8b8d94093'} {{(pid=104006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 05:28:22.290955 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.managers [None req-daeac68a-92ee-40f8-9356-4cca0a19e463 None None] Bound port: aaeea415-dbd5-4eb8-bdf2-6a9dafca3a78, host: dv-cinder-851279-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '607abba3-ff86-4b1d-b78f-0d2d1501176e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '159a92cc-7402-42b1-a7c1-5ce8b8d94093'}}] {{(pid=104006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 05:28:22.291468 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-daeac68a-92ee-40f8-9356-4cca0a19e463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (aaeea415-dbd5-4eb8-bdf2-6a9dafca3a78), before_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:22.336474 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:INSERT=8,neutron:SELECT=88,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:28:22.376276 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-daeac68a-92ee-40f8-9356-4cca0a19e463 None None] For port aaeea415-dbd5-4eb8-bdf2-6a9dafca3a78, host dv-cinder-851279-2-iscsi, cleared binding levels {{(pid=104006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 05:28:22.381221 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-daeac68a-92ee-40f8-9356-4cca0a19e463 None None] For port aaeea415-dbd5-4eb8-bdf2-6a9dafca3a78, host dv-cinder-851279-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-2-iscsi',level=0,port_id=aaeea415-dbd5-4eb8-bdf2-6a9dafca3a78,segment=NetworkSegment(607abba3-ff86-4b1d-b78f-0d2d1501176e),segment_id=607abba3-ff86-4b1d-b78f-0d2d1501176e)] {{(pid=104006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 05:28:22.395776 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-daeac68a-92ee-40f8-9356-4cca0a19e463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (aaeea415-dbd5-4eb8-bdf2-6a9dafca3a78), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:22.410786 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.db.db_base_plugin_common [None req-b7287f78-3f14-4866-9794-db7cf2348842 admin admin] Allocated IP 172.27.2.172 (24e7367e-e5e6-44e8-9960-5007b05e27d5/c0e5dfe8-844e-4105-ab86-052903918992/5226c1b9-3e36-4939-a778-782e3e511dc5) {{(pid=104004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 05:28:22.500845 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daeac68a-92ee-40f8-9356-4cca0a19e463 None None] Pushing event updated for resources: {'Port': ['ID=aaeea415-dbd5-4eb8-bdf2-6a9dafca3a78,revision_number=2']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:28:22.586655 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-b7287f78-3f14-4866-9794-db7cf2348842 admin admin] Publish callbacks [] for port (5226c1b9-3e36-4939-a778-782e3e511dc5), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:22.630722 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-b7287f78-3f14-4866-9794-db7cf2348842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737760223811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660275'] for port (5226c1b9-3e36-4939-a778-782e3e511dc5), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:22.683911 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7287f78-3f14-4866-9794-db7cf2348842 admin admin] Network 24e7367e-e5e6-44e8-9960-5007b05e27d5 is already hosted by enough agents. {{(pid=104004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 05:28:22.694284 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7287f78-3f14-4866-9794-db7cf2348842 admin admin] Pushing event updated for resources: {'Port': ['ID=5226c1b9-3e36-4939-a778-782e3e511dc5,revision_number=1']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:28:22.702105 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.base_scheduler [None req-b7287f78-3f14-4866-9794-db7cf2348842 admin admin] Resources bound (agent type, host, resource id): {{(pid=104004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:28:22.704871 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7287f78-3f14-4866-9794-db7cf2348842 admin admin] Received port after_create {{(pid=104004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 05:28:22.976395 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:INSERT=7,neutron:SELECT=88,neutron:UPDATE=5 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:28:23.002716 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-b7287f78-3f14-4866-9794-db7cf2348842 admin admin] Publish callbacks [] for router_gateway (b26037f0-ba6c-4f2d-9103-5e7208452d8c), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:23.247581 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-b7287f78-3f14-4866-9794-db7cf2348842 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-401099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374145'] for router (b26037f0-ba6c-4f2d-9103-5e7208452d8c), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:23.350706 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:28:23.389194 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7287f78-3f14-4866-9794-db7cf2348842 admin admin] Router b26037f0-ba6c-4f2d-9103-5e7208452d8c is scheduled to L3 agent 8a9a6061-e61b-4901-b35e-5e71dea10db3 with binding_index 1 {{(pid=104004) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 29 05:28:23.507755 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7287f78-3f14-4866-9794-db7cf2348842 admin admin] Notify agent at l3_agent.dv-cinder-851279-2-iscsi the message routers_updated {{(pid=104004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 05:28:23.521935 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a281945-7eae-4583-abe4-2ca65ac966fd None None] Sync routers for ids ['b26037f0-ba6c-4f2d-9103-5e7208452d8c'] in dv-cinder-851279-2-iscsi {{(pid=104007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 05:28:23.532711 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-b7287f78-3f14-4866-9794-db7cf2348842 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:23.538012 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-b7287f78-3f14-4866-9794-db7cf2348842 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3406005 Jul 29 05:28:23.539058 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 36518) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:28:23.548270 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a281945-7eae-4583-abe4-2ca65ac966fd None None] Routers {'b26037f0-ba6c-4f2d-9103-5e7208452d8c'} bound to L3 agent in host dv-cinder-851279-2-iscsi {{(pid=104007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:28:23.548559 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Device aaeea415-dbd5-4eb8-bdf2-6a9dafca3a78 up at agent ovs-agent-dv-cinder-851279-2-iscsi {{(pid=104006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 05:28:23.549044 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-9a281945-7eae-4583-abe4-2ca65ac966fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-29T05:12:08Z,description=,heartbeat_timestamp=2022-07-29T05:28:08Z,host='dv-cinder-851279-2-iscsi',id=8a9a6061-e61b-4901-b35e-5e71dea10db3,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T05:12:08Z,topic='l3_agent')) {'router_ids': ['b26037f0-ba6c-4f2d-9103-5e7208452d8c'], 'active': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:28:23.661036 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Provisioning complete for port aaeea415-dbd5-4eb8-bdf2-6a9dafca3a78 triggered by entity L2. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:28:23.661423 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (aaeea415-dbd5-4eb8-bdf2-6a9dafca3a78), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:23.683244 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvr_db [None req-9a281945-7eae-4583-abe4-2ca65ac966fd None None] Set router b26037f0-ba6c-4f2d-9103-5e7208452d8c gateway port host: dv-cinder-851279-2-iscsi {{(pid=104007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:28:23.703945 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:28:23.751895 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Current status of the port aaeea415-dbd5-4eb8-bdf2-6a9dafca3a78 is: DOWN; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:28:23.752304 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (aaeea415-dbd5-4eb8-bdf2-6a9dafca3a78), before_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:23.794876 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] For port aaeea415-dbd5-4eb8-bdf2-6a9dafca3a78, host dv-cinder-851279-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-2-iscsi',level=0,port_id=aaeea415-dbd5-4eb8-bdf2-6a9dafca3a78,segment=NetworkSegment(607abba3-ff86-4b1d-b78f-0d2d1501176e),segment_id=607abba3-ff86-4b1d-b78f-0d2d1501176e)] {{(pid=104006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:28:23.802799 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (aaeea415-dbd5-4eb8-bdf2-6a9dafca3a78), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:23.867689 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc2406ce-07c9-4370-9280-8ed0f91e3588 None None] Network 159a92cc-7402-42b1-a7c1-5ce8b8d94093 requested from dv-cinder-851279-2-iscsi {{(pid=104006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 05:28:23.879768 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:28:23.899486 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:28:23.955711 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-9a281945-7eae-4583-abe4-2ca65ac966fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b26037f0-ba6c-4f2d-9103-5e7208452d8c', 'name': 'tempest-TestShelveInstance-1116592803-router', 'tenant_id': 'ab146e39de994e9db7b6e4e9b773d4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '5226c1b9-3e36-4939-a778-782e3e511dc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:28:21Z', 'updated_at': '2022-07-29T05:28:22Z', 'revision_number': 3, 'project_id': 'ab146e39de994e9db7b6e4e9b773d4c7', 'gw_port': {'id': '5226c1b9-3e36-4939-a778-782e3e511dc5', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:70:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b26037f0-ba6c-4f2d-9103-5e7208452d8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:28:22Z', 'updated_at': '2022-07-29T05:28:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi'}], 'dv-cinder-851279-2-iscsi', False) {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:28:23.964156 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-5a2a1d71-2ff1-467d-9511-501ed874457a None None] Provisioning complete for port aaeea415-dbd5-4eb8-bdf2-6a9dafca3a78 triggered by entity DHCP. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:28:23.964400 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-5a2a1d71-2ff1-467d-9511-501ed874457a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (aaeea415-dbd5-4eb8-bdf2-6a9dafca3a78), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:23.982584 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a281945-7eae-4583-abe4-2ca65ac966fd None None] Checking router: b26037f0-ba6c-4f2d-9103-5e7208452d8c for host: dv-cinder-851279-2-iscsi {{(pid=104007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 05:28:23.983072 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a281945-7eae-4583-abe4-2ca65ac966fd None None] Updating router b26037f0-ba6c-4f2d-9103-5e7208452d8c port 5226c1b9-3e36-4939-a778-782e3e511dc5 binding host dv-cinder-851279-2-iscsi {{(pid=104007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 05:28:23.998493 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Pushing event updated for resources: {'Port': ['ID=aaeea415-dbd5-4eb8-bdf2-6a9dafca3a78,revision_number=3']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:28:24.030496 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9a281945-7eae-4583-abe4-2ca65ac966fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (5226c1b9-3e36-4939-a778-782e3e511dc5), before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:24.126720 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-5a2a1d71-2ff1-467d-9511-501ed874457a None None] Current status of the port aaeea415-dbd5-4eb8-bdf2-6a9dafca3a78 is: ACTIVE; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:28:24.139203 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=100 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:28:24.155264 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-28570b5a-3624-4d64-9427-85fb06803944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (None), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:24.234676 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:28:24.348814 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.db_base_plugin_common [None req-28570b5a-3624-4d64-9427-85fb06803944 admin admin] Allocated IP 172.20.0.1 (159a92cc-7402-42b1-a7c1-5ce8b8d94093/74053ac1-879b-48d6-8e05-0f93bcaade26/92253a5b-9378-4e99-a95e-04f13c11e21c) {{(pid=104005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 05:28:24.368369 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:28:24.435517 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9a281945-7eae-4583-abe4-2ca65ac966fd None None] Publish callbacks [] for port (5226c1b9-3e36-4939-a778-782e3e511dc5), precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:24.442102 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9a281945-7eae-4583-abe4-2ca65ac966fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (5226c1b9-3e36-4939-a778-782e3e511dc5), after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:24.455433 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-7043d287-58ca-4f1b-a31b-12e9034439c9 None None] Provisioning complete for port aaeea415-dbd5-4eb8-bdf2-6a9dafca3a78 triggered by entity DHCP. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:28:24.456016 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-7043d287-58ca-4f1b-a31b-12e9034439c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (aaeea415-dbd5-4eb8-bdf2-6a9dafca3a78), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:24.498876 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [None req-9a281945-7eae-4583-abe4-2ca65ac966fd None None] Attempting to bind port 5226c1b9-3e36-4939-a778-782e3e511dc5 on host dv-cinder-851279-2-iscsi for vnic_type normal with profile {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 05:28:24.499249 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [None req-9a281945-7eae-4583-abe4-2ca65ac966fd None None] Attempting to bind port 5226c1b9-3e36-4939-a778-782e3e511dc5 by drivers openvswitch,hyperv on host dv-cinder-851279-2-iscsi at level 0 using segments [{'id': 'f0686699-af43-47c7-b9bc-f7993eec27ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5'}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 05:28:24.499851 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a281945-7eae-4583-abe4-2ca65ac966fd None None] Attempting to bind port 5226c1b9-3e36-4939-a778-782e3e511dc5 on network 24e7367e-e5e6-44e8-9960-5007b05e27d5 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 05:28:24.500253 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-28570b5a-3624-4d64-9427-85fb06803944 admin admin] Publish callbacks [] for port (92253a5b-9378-4e99-a95e-04f13c11e21c), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:24.508145 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6803da07-2a29-45fb-889c-67e8e24a885f None None] Pushing event updated for resources: {'Port': ['ID=5226c1b9-3e36-4939-a778-782e3e511dc5,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:28:24.510867 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a281945-7eae-4583-abe4-2ca65ac966fd None None] Checking agent: {'id': 'aa119a64-f506-4951-a68b-6dc6289eaece', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 5, 12, 12), 'started_at': datetime.datetime(2022, 7, 29, 5, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 5, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 05:28:24.511615 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a281945-7eae-4583-abe4-2ca65ac966fd None None] Checking segment: {'id': 'f0686699-af43-47c7-b9bc-f7993eec27ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 05:28:24.512252 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9a281945-7eae-4583-abe4-2ca65ac966fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:24.512821 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a281945-7eae-4583-abe4-2ca65ac966fd None None] Bound using segment: {'id': 'f0686699-af43-47c7-b9bc-f7993eec27ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5'} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 05:28:24.513539 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [None req-9a281945-7eae-4583-abe4-2ca65ac966fd None None] Bound port: 5226c1b9-3e36-4939-a778-782e3e511dc5, host: dv-cinder-851279-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0686699-af43-47c7-b9bc-f7993eec27ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5'}}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 05:28:24.514143 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9a281945-7eae-4583-abe4-2ca65ac966fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (5226c1b9-3e36-4939-a778-782e3e511dc5), before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:24.554700 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-28570b5a-3624-4d64-9427-85fb06803944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737760223811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1905596'] for port (92253a5b-9378-4e99-a95e-04f13c11e21c), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:24.575989 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-9a281945-7eae-4583-abe4-2ca65ac966fd None None] For port 5226c1b9-3e36-4939-a778-782e3e511dc5, host dv-cinder-851279-2-iscsi, cleared binding levels {{(pid=104007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 05:28:24.580368 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-9a281945-7eae-4583-abe4-2ca65ac966fd None None] For port 5226c1b9-3e36-4939-a778-782e3e511dc5, host dv-cinder-851279-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-2-iscsi',level=0,port_id=5226c1b9-3e36-4939-a778-782e3e511dc5,segment=NetworkSegment(f0686699-af43-47c7-b9bc-f7993eec27ee),segment_id=f0686699-af43-47c7-b9bc-f7993eec27ee)] {{(pid=104007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 05:28:24.589408 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9a281945-7eae-4583-abe4-2ca65ac966fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (5226c1b9-3e36-4939-a778-782e3e511dc5), after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:24.595209 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-7043d287-58ca-4f1b-a31b-12e9034439c9 None None] Current status of the port aaeea415-dbd5-4eb8-bdf2-6a9dafca3a78 is: ACTIVE; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:28:24.617393 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28570b5a-3624-4d64-9427-85fb06803944 admin admin] Network 159a92cc-7402-42b1-a7c1-5ce8b8d94093 is already hosted by enough agents. {{(pid=104005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 05:28:24.623805 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.base_scheduler [None req-28570b5a-3624-4d64-9427-85fb06803944 admin admin] Resources bound (agent type, host, resource id): {{(pid=104005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:28:24.628229 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28570b5a-3624-4d64-9427-85fb06803944 admin admin] Received port after_create {{(pid=104005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 05:28:24.632357 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28570b5a-3624-4d64-9427-85fb06803944 admin admin] Pushing event updated for resources: {'Port': ['ID=92253a5b-9378-4e99-a95e-04f13c11e21c,revision_number=1']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:28:24.665904 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a281945-7eae-4583-abe4-2ca65ac966fd None None] Routers {'b26037f0-ba6c-4f2d-9103-5e7208452d8c'} bound to L3 agent in host dv-cinder-851279-2-iscsi {{(pid=104007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:28:24.666564 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-9a281945-7eae-4583-abe4-2ca65ac966fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-29T05:12:08Z,description=,heartbeat_timestamp=2022-07-29T05:28:08Z,host='dv-cinder-851279-2-iscsi',id=8a9a6061-e61b-4901-b35e-5e71dea10db3,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T05:12:08Z,topic='l3_agent')) {'router_ids': ['b26037f0-ba6c-4f2d-9103-5e7208452d8c'], 'active': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:28:24.719335 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-28570b5a-3624-4d64-9427-85fb06803944 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417921'] for router_interface (b26037f0-ba6c-4f2d-9103-5e7208452d8c), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:24.772857 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6803da07-2a29-45fb-889c-67e8e24a885f None None] Pushing event updated for resources: {'Port': ['ID=5226c1b9-3e36-4939-a778-782e3e511dc5,revision_number=3']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:28:24.804610 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvr_db [None req-9a281945-7eae-4583-abe4-2ca65ac966fd None None] Set router b26037f0-ba6c-4f2d-9103-5e7208452d8c gateway port host: dv-cinder-851279-2-iscsi {{(pid=104007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:28:24.889327 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-28570b5a-3624-4d64-9427-85fb06803944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (92253a5b-9378-4e99-a95e-04f13c11e21c), before_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:24.947999 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-699bf4b3-7884-4287-a9ec-ce898aeea74f None None] Provisioning complete for port 92253a5b-9378-4e99-a95e-04f13c11e21c triggered by entity DHCP. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:28:24.949029 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-699bf4b3-7884-4287-a9ec-ce898aeea74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (92253a5b-9378-4e99-a95e-04f13c11e21c), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:25.037988 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-699bf4b3-7884-4287-a9ec-ce898aeea74f None None] Port 92253a5b-9378-4e99-a95e-04f13c11e21c cannot update to ACTIVE because it is not bound. {{(pid=104006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 29 05:28:25.038471 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-9a281945-7eae-4583-abe4-2ca65ac966fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b26037f0-ba6c-4f2d-9103-5e7208452d8c', 'name': 'tempest-TestShelveInstance-1116592803-router', 'tenant_id': 'ab146e39de994e9db7b6e4e9b773d4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '5226c1b9-3e36-4939-a778-782e3e511dc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:28:21Z', 'updated_at': '2022-07-29T05:28:22Z', 'revision_number': 3, 'project_id': 'ab146e39de994e9db7b6e4e9b773d4c7', 'gw_port': {'id': '5226c1b9-3e36-4939-a778-782e3e511dc5', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:70:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b26037f0-ba6c-4f2d-9103-5e7208452d8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:28:22Z', 'updated_at': '2022-07-29T05:28:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi'}], 'dv-cinder-851279-2-iscsi', False) {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:28:25.073844 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a281945-7eae-4583-abe4-2ca65ac966fd None None] The sync data for ids ['b26037f0-ba6c-4f2d-9103-5e7208452d8c'] in dv-cinder-851279-2-iscsi is: [{'id': 'b26037f0-ba6c-4f2d-9103-5e7208452d8c', 'name': 'tempest-TestShelveInstance-1116592803-router', 'tenant_id': 'ab146e39de994e9db7b6e4e9b773d4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '5226c1b9-3e36-4939-a778-782e3e511dc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:28:21Z', 'updated_at': '2022-07-29T05:28:22Z', 'revision_number': 3, 'project_id': 'ab146e39de994e9db7b6e4e9b773d4c7', 'gw_port': {'id': '5226c1b9-3e36-4939-a778-782e3e511dc5', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:70:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b26037f0-ba6c-4f2d-9103-5e7208452d8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:28:22Z', 'updated_at': '2022-07-29T05:28:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi'}] {{(pid=104007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 05:28:25.131098 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-28570b5a-3624-4d64-9427-85fb06803944 admin admin] Publish callbacks [] for port (92253a5b-9378-4e99-a95e-04f13c11e21c), precommit_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:25.139322 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-28570b5a-3624-4d64-9427-85fb06803944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1905579'] for port (92253a5b-9378-4e99-a95e-04f13c11e21c), after_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:25.211201 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:28:25.227218 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28570b5a-3624-4d64-9427-85fb06803944 admin admin] Pushing event updated for resources: {'Port': ['ID=92253a5b-9378-4e99-a95e-04f13c11e21c,revision_number=2']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:28:25.232977 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-28570b5a-3624-4d64-9427-85fb06803944 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-418045'] for router_interface (b26037f0-ba6c-4f2d-9103-5e7208452d8c), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:25.240657 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:28:25.382564 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28570b5a-3624-4d64-9427-85fb06803944 admin admin] Network 159a92cc-7402-42b1-a7c1-5ce8b8d94093 is already hosted by enough agents. {{(pid=104005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 05:28:25.384655 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.base_scheduler [None req-28570b5a-3624-4d64-9427-85fb06803944 admin admin] Resources bound (agent type, host, resource id): {{(pid=104005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:28:25.602793 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28570b5a-3624-4d64-9427-85fb06803944 admin admin] Router b26037f0-ba6c-4f2d-9103-5e7208452d8c has already been hosted by L3 agent 8a9a6061-e61b-4901-b35e-5e71dea10db3 {{(pid=104005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 05:28:25.702231 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Device aaeea415-dbd5-4eb8-bdf2-6a9dafca3a78 up at agent ovs-agent-dv-cinder-851279-2-iscsi {{(pid=104006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 05:28:25.789480 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-92917bc2-f233-4b78-9b14-b1d82ea6adec None None] Provisioning complete for port 92253a5b-9378-4e99-a95e-04f13c11e21c triggered by entity DHCP. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:28:25.789863 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-92917bc2-f233-4b78-9b14-b1d82ea6adec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (92253a5b-9378-4e99-a95e-04f13c11e21c), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:25.833449 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28570b5a-3624-4d64-9427-85fb06803944 admin admin] Notify agent at l3_agent.dv-cinder-851279-2-iscsi the message routers_updated {{(pid=104005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 05:28:25.844972 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-28570b5a-3624-4d64-9427-85fb06803944 admin admin] 10.222.0.49 "PUT /v2.0/routers/b26037f0-ba6c-4f2d-9103-5e7208452d8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3039713 Jul 29 05:28:25.846372 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-92917bc2-f233-4b78-9b14-b1d82ea6adec None None] Port 92253a5b-9378-4e99-a95e-04f13c11e21c cannot update to ACTIVE because it is not bound. {{(pid=104006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 29 05:28:25.852249 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Provisioning complete for port aaeea415-dbd5-4eb8-bdf2-6a9dafca3a78 triggered by entity L2. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:28:25.852636 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (aaeea415-dbd5-4eb8-bdf2-6a9dafca3a78), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:25.972246 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 36572) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:28:26.006255 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Current status of the port aaeea415-dbd5-4eb8-bdf2-6a9dafca3a78 is: ACTIVE; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:28:26.009387 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Device 5226c1b9-3e36-4939-a778-782e3e511dc5 up at agent ovs-agent-dv-cinder-851279-2-iscsi {{(pid=104006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 05:28:26.084781 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Provisioning complete for port 5226c1b9-3e36-4939-a778-782e3e511dc5 triggered by entity L2. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:28:26.085161 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (5226c1b9-3e36-4939-a778-782e3e511dc5), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:26.185970 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:28:26.254557 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Current status of the port 5226c1b9-3e36-4939-a778-782e3e511dc5 is: DOWN; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:28:26.255008 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (5226c1b9-3e36-4939-a778-782e3e511dc5), before_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:26.292241 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] For port 5226c1b9-3e36-4939-a778-782e3e511dc5, host dv-cinder-851279-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-2-iscsi',level=0,port_id=5226c1b9-3e36-4939-a778-782e3e511dc5,segment=NetworkSegment(f0686699-af43-47c7-b9bc-f7993eec27ee),segment_id=f0686699-af43-47c7-b9bc-f7993eec27ee)] {{(pid=104006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:28:26.301722 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (5226c1b9-3e36-4939-a778-782e3e511dc5), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:26.378927 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Pushing event updated for resources: {'Port': ['ID=5226c1b9-3e36-4939-a778-782e3e511dc5,revision_number=4']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:28:26.393732 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:28:26.394050 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:28:26.394387 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:28:26.394862 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:28:26.395206 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:28:26.395810 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:28:26.396279 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:28:26.396617 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:28:26.396947 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:28:26.397275 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:28:26.397599 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:28:26.397932 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:28:26.398268 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:28:26.398627 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:28:26.399152 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:28:26.522821 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 36584) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:28:26.529391 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.v2.base [None req-dbc0744f-6a53-4262-a402-d5c3934bf07d tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2041740346', 'description': 'tempest-secgroup-smoke-2041740346 description', 'project_id': '719297a86f0a4930b4daf3b9f663e472'}} {{(pid=104005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:28:26.554886 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-dbc0744f-6a53-4262-a402-d5c3934bf07d tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Publish callbacks [] for security_group (None), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:26.649541 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-dbc0744f-6a53-4262-a402-d5c3934bf07d tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Publish callbacks [] for security_group (7a108177-33f2-4e02-b63e-328953babc4a), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:26.656074 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-dbc0744f-6a53-4262-a402-d5c3934bf07d tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (7a108177-33f2-4e02-b63e-328953babc4a), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:26.692066 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc0744f-6a53-4262-a402-d5c3934bf07d tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a108177-33f2-4e02-b63e-328953babc4a,revision_number=1']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:28:26.697435 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-dbc0744f-6a53-4262-a402-d5c3934bf07d tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Publish callbacks [] for security_group (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:26.698714 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-dbc0744f-6a53-4262-a402-d5c3934bf07d tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1748278 Jul 29 05:28:26.702222 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-f46f9f34-cd2b-4e80-ac77-0cfd55aa96ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-361244'] for router_interface (2f4539bc-d4ea-4bf2-91d9-64bace1e5856), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:26.704039 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 36586) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:28:26.709664 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.v2.base [None req-ee3b7d0f-31bf-4b6d-94b8-e2c1a5dccfc1 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Request body: {'security_group_rule': {'security_group_id': '7a108177-33f2-4e02-b63e-328953babc4a', 'project_id': '719297a86f0a4930b4daf3b9f663e472', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:28:26.747508 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-ee3b7d0f-31bf-4b6d-94b8-e2c1a5dccfc1 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Publish callbacks [] for security_group_rule (ed63534a-2629-4b1b-810c-8e8e76f60f69), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:26.810004 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-ee3b7d0f-31bf-4b6d-94b8-e2c1a5dccfc1 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Publish callbacks [] for security_group_rule (ed63534a-2629-4b1b-810c-8e8e76f60f69), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:26.814639 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-ee3b7d0f-31bf-4b6d-94b8-e2c1a5dccfc1 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298574'] for security_group_rule (ed63534a-2629-4b1b-810c-8e8e76f60f69), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:26.846484 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3b7d0f-31bf-4b6d-94b8-e2c1a5dccfc1 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed63534a-2629-4b1b-810c-8e8e76f60f69,revision_number=0']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:28:26.861245 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-ee3b7d0f-31bf-4b6d-94b8-e2c1a5dccfc1 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:26.865768 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-ee3b7d0f-31bf-4b6d-94b8-e2c1a5dccfc1 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1587822 Jul 29 05:28:26.866127 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 36588) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:28:26.874080 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.v2.base [None req-56b3bc86-e21d-4ede-b1e6-8f5747a949b1 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Request body: {'security_group_rule': {'security_group_id': '7a108177-33f2-4e02-b63e-328953babc4a', 'project_id': '719297a86f0a4930b4daf3b9f663e472', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:28:26.913663 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-56b3bc86-e21d-4ede-b1e6-8f5747a949b1 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Publish callbacks [] for security_group_rule (12d58a8b-409b-4a18-9cdc-847e1e8aba9e), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:26.943812 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=100 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:28:26.984629 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-56b3bc86-e21d-4ede-b1e6-8f5747a949b1 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Publish callbacks [] for security_group_rule (12d58a8b-409b-4a18-9cdc-847e1e8aba9e), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:26.989692 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-56b3bc86-e21d-4ede-b1e6-8f5747a949b1 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298574'] for security_group_rule (12d58a8b-409b-4a18-9cdc-847e1e8aba9e), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:27.013626 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b3bc86-e21d-4ede-b1e6-8f5747a949b1 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12d58a8b-409b-4a18-9cdc-847e1e8aba9e,revision_number=0']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:28:27.019934 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-56b3bc86-e21d-4ede-b1e6-8f5747a949b1 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:27.024123 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-56b3bc86-e21d-4ede-b1e6-8f5747a949b1 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1534619 Jul 29 05:28:27.024214 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 36590) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:28:27.029559 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.v2.base [None req-0fcdd67d-cf3b-47f3-960f-55feb6a26553 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Request body: {'security_group_rule': {'security_group_id': '7a108177-33f2-4e02-b63e-328953babc4a', 'project_id': '719297a86f0a4930b4daf3b9f663e472', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:28:27.042468 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-f46f9f34-cd2b-4e80-ac77-0cfd55aa96ca admin admin] Deleting port 205980a9-ef0f-4a59-a55e-71e75787c094 {{(pid=104004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 05:28:27.043171 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-f46f9f34-cd2b-4e80-ac77-0cfd55aa96ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737760600589'] for port (205980a9-ef0f-4a59-a55e-71e75787c094), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:27.044060 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:28:27.046896 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:28:27.062664 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-0fcdd67d-cf3b-47f3-960f-55feb6a26553 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Publish callbacks [] for security_group_rule (4d96f88b-ac97-4bd4-999d-ecd4942b7227), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:27.132101 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-f46f9f34-cd2b-4e80-ac77-0cfd55aa96ca admin admin] For port 205980a9-ef0f-4a59-a55e-71e75787c094, host dv-cinder-851279-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-2-iscsi',level=0,port_id=205980a9-ef0f-4a59-a55e-71e75787c094,segment=NetworkSegment(7dd9aee4-ac8a-4d05-b89c-b82451a25827),segment_id=7dd9aee4-ac8a-4d05-b89c-b82451a25827)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:28:27.132487 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-f46f9f34-cd2b-4e80-ac77-0cfd55aa96ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420629'] for port (205980a9-ef0f-4a59-a55e-71e75787c094), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:27.140030 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-0fcdd67d-cf3b-47f3-960f-55feb6a26553 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Publish callbacks [] for security_group_rule (4d96f88b-ac97-4bd4-999d-ecd4942b7227), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:27.145091 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-0fcdd67d-cf3b-47f3-960f-55feb6a26553 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298574'] for security_group_rule (4d96f88b-ac97-4bd4-999d-ecd4942b7227), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:27.151384 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-f46f9f34-cd2b-4e80-ac77-0cfd55aa96ca admin admin] Calling delete_port for 205980a9-ef0f-4a59-a55e-71e75787c094 owned by network:router_interface {{(pid=104004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 05:28:27.210463 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:28:27.398424 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-f46f9f34-cd2b-4e80-ac77-0cfd55aa96ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737760621891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737760223820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660275'] for port (205980a9-ef0f-4a59-a55e-71e75787c094), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:27.427369 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46f9f34-cd2b-4e80-ac77-0cfd55aa96ca admin admin] Pushing event deleted for resources: {'Port': ['ID=205980a9-ef0f-4a59-a55e-71e75787c094,revision_number=None']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:28:27.502591 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcdd67d-cf3b-47f3-960f-55feb6a26553 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d96f88b-ac97-4bd4-999d-ecd4942b7227,revision_number=0']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:28:27.512551 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-0fcdd67d-cf3b-47f3-960f-55feb6a26553 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:27.514720 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-0fcdd67d-cf3b-47f3-960f-55feb6a26553 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4891376 Jul 29 05:28:27.517346 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 36602) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:28:27.529138 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.v2.base [None req-3b35725a-c7e1-4e25-956c-aa856f15674f tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Request body: {'security_group_rule': {'security_group_id': '7a108177-33f2-4e02-b63e-328953babc4a', 'project_id': '719297a86f0a4930b4daf3b9f663e472', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:28:27.539834 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46f9f34-cd2b-4e80-ac77-0cfd55aa96ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:28:27.539834 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46f9f34-cd2b-4e80-ac77-0cfd55aa96ca admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:28:27.539834 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46f9f34-cd2b-4e80-ac77-0cfd55aa96ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:28:27.539834 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46f9f34-cd2b-4e80-ac77-0cfd55aa96ca admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:28:27.539834 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46f9f34-cd2b-4e80-ac77-0cfd55aa96ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:28:27.539834 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46f9f34-cd2b-4e80-ac77-0cfd55aa96ca admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:28:27.539834 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46f9f34-cd2b-4e80-ac77-0cfd55aa96ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:28:27.539834 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46f9f34-cd2b-4e80-ac77-0cfd55aa96ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:28:27.539834 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46f9f34-cd2b-4e80-ac77-0cfd55aa96ca admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:28:27.539834 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46f9f34-cd2b-4e80-ac77-0cfd55aa96ca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:28:27.539834 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46f9f34-cd2b-4e80-ac77-0cfd55aa96ca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:28:27.539834 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46f9f34-cd2b-4e80-ac77-0cfd55aa96ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:28:27.539834 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46f9f34-cd2b-4e80-ac77-0cfd55aa96ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:28:27.539834 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46f9f34-cd2b-4e80-ac77-0cfd55aa96ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:28:27.539834 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46f9f34-cd2b-4e80-ac77-0cfd55aa96ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:28:27.630068 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-3b35725a-c7e1-4e25-956c-aa856f15674f tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Publish callbacks [] for security_group_rule (359cdb75-f451-4a44-9ce5-64038a8c6168), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:27.637473 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Device 5226c1b9-3e36-4939-a778-782e3e511dc5 up at agent ovs-agent-dv-cinder-851279-2-iscsi {{(pid=104006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 05:28:27.673352 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:28:27.708847 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Provisioning complete for port 5226c1b9-3e36-4939-a778-782e3e511dc5 triggered by entity L2. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:28:27.709477 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (5226c1b9-3e36-4939-a778-782e3e511dc5), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:27.755850 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-3b35725a-c7e1-4e25-956c-aa856f15674f tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Publish callbacks [] for security_group_rule (359cdb75-f451-4a44-9ce5-64038a8c6168), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:27.765146 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-3b35725a-c7e1-4e25-956c-aa856f15674f tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298574'] for security_group_rule (359cdb75-f451-4a44-9ce5-64038a8c6168), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:27.790449 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-f46f9f34-cd2b-4e80-ac77-0cfd55aa96ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-361352'] for router_interface (2f4539bc-d4ea-4bf2-91d9-64bace1e5856), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:27.795493 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b35725a-c7e1-4e25-956c-aa856f15674f tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=359cdb75-f451-4a44-9ce5-64038a8c6168,revision_number=0']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:28:27.819369 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-3b35725a-c7e1-4e25-956c-aa856f15674f tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:27.830444 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-3b35725a-c7e1-4e25-956c-aa856f15674f tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3057110 Jul 29 05:28:27.831622 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 36608) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:28:27.841412 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.v2.base [None req-695d5fba-87cb-444c-88ef-58e12f8c73b9 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Request body: {'security_group_rule': {'security_group_id': '7a108177-33f2-4e02-b63e-328953babc4a', 'project_id': '719297a86f0a4930b4daf3b9f663e472', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:28:27.893493 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.db.securitygroups_db [None req-695d5fba-87cb-444c-88ef-58e12f8c73b9 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Project 719297a86f0a4930b4daf3b9f663e472 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 05:28:27.906460 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-695d5fba-87cb-444c-88ef-58e12f8c73b9 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Publish callbacks [] for security_group_rule (57ffa456-f411-415d-a307-71ece5a8d3f3), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:27.948634 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Current status of the port 5226c1b9-3e36-4939-a778-782e3e511dc5 is: ACTIVE; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:28:27.954581 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 36612) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:28:27.989033 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-695d5fba-87cb-444c-88ef-58e12f8c73b9 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Publish callbacks [] for security_group_rule (57ffa456-f411-415d-a307-71ece5a8d3f3), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:27.994761 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-695d5fba-87cb-444c-88ef-58e12f8c73b9 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298574'] for security_group_rule (57ffa456-f411-415d-a307-71ece5a8d3f3), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:28.018088 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695d5fba-87cb-444c-88ef-58e12f8c73b9 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57ffa456-f411-415d-a307-71ece5a8d3f3,revision_number=0']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:28:28.029527 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-695d5fba-87cb-444c-88ef-58e12f8c73b9 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:28.034231 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-695d5fba-87cb-444c-88ef-58e12f8c73b9 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2011824 Jul 29 05:28:28.034937 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 36616) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:28:28.039941 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.v2.base [None req-b21c9ea8-adaf-4d73-a9e7-c86bc0df07ec tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Request body: {'security_group_rule': {'security_group_id': '7a108177-33f2-4e02-b63e-328953babc4a', 'project_id': '719297a86f0a4930b4daf3b9f663e472', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:28:28.072397 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.db.securitygroups_db [None req-b21c9ea8-adaf-4d73-a9e7-c86bc0df07ec tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Project 719297a86f0a4930b4daf3b9f663e472 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 05:28:28.084074 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-b21c9ea8-adaf-4d73-a9e7-c86bc0df07ec tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Publish callbacks [] for security_group_rule (4fd5ae2d-f04d-4ecc-aa54-7e2c64817313), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:28.171393 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f46f9f34-cd2b-4e80-ac77-0cfd55aa96ca admin admin] Router 2f4539bc-d4ea-4bf2-91d9-64bace1e5856 has already been hosted by L3 agent 8a9a6061-e61b-4901-b35e-5e71dea10db3 {{(pid=104004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 05:28:28.175134 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-b21c9ea8-adaf-4d73-a9e7-c86bc0df07ec tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Publish callbacks [] for security_group_rule (4fd5ae2d-f04d-4ecc-aa54-7e2c64817313), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:28.185307 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-b21c9ea8-adaf-4d73-a9e7-c86bc0df07ec tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298574'] for security_group_rule (4fd5ae2d-f04d-4ecc-aa54-7e2c64817313), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:28.223025 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21c9ea8-adaf-4d73-a9e7-c86bc0df07ec tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fd5ae2d-f04d-4ecc-aa54-7e2c64817313,revision_number=0']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:28:28.235680 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-b21c9ea8-adaf-4d73-a9e7-c86bc0df07ec tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:28.236890 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-b21c9ea8-adaf-4d73-a9e7-c86bc0df07ec tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2008595 Jul 29 05:28:28.237994 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-8272f822-5826-4afd-9afb-676e8acc7e0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:28.311737 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:28:28.335635 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f46f9f34-cd2b-4e80-ac77-0cfd55aa96ca admin admin] Notify agent at l3_agent.dv-cinder-851279-2-iscsi the message routers_updated {{(pid=104004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 05:28:28.341097 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-8272f822-5826-4afd-9afb-676e8acc7e0a admin admin] Publish callbacks [] for security_group (ca596736-3504-4082-84fd-71ab3831b772), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:28.342301 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-f46f9f34-cd2b-4e80-ac77-0cfd55aa96ca admin admin] 10.222.0.49 "PUT /v2.0/routers/2f4539bc-d4ea-4bf2-91d9-64bace1e5856/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3739934 Jul 29 05:28:28.345270 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 36620) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:28:28.353303 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-8272f822-5826-4afd-9afb-676e8acc7e0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (ca596736-3504-4082-84fd-71ab3831b772), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:28.353529 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d5b6fe-3666-4c86-9afa-e2658697bdc5 None None] Sync routers for ids ['2f4539bc-d4ea-4bf2-91d9-64bace1e5856'] in dv-cinder-851279-2-iscsi {{(pid=104006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 05:28:28.367062 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d5b6fe-3666-4c86-9afa-e2658697bdc5 None None] Routers {'2f4539bc-d4ea-4bf2-91d9-64bace1e5856'} bound to L3 agent in host dv-cinder-851279-2-iscsi {{(pid=104006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:28:28.367999 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_hamode_db [None req-71d5b6fe-3666-4c86-9afa-e2658697bdc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-29T05:12:08Z,description=,heartbeat_timestamp=2022-07-29T05:28:08Z,host='dv-cinder-851279-2-iscsi',id=8a9a6061-e61b-4901-b35e-5e71dea10db3,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T05:12:08Z,topic='l3_agent')) {'router_ids': ['2f4539bc-d4ea-4bf2-91d9-64bace1e5856'], 'active': True} {{(pid=104006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:28:28.415056 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6d31fc-75f3-4193-89d3-b21551614b4b None None] Sync routers for ids ['b26037f0-ba6c-4f2d-9103-5e7208452d8c'] in dv-cinder-851279-2-iscsi {{(pid=104007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 05:28:28.429192 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6d31fc-75f3-4193-89d3-b21551614b4b None None] Routers {'b26037f0-ba6c-4f2d-9103-5e7208452d8c'} bound to L3 agent in host dv-cinder-851279-2-iscsi {{(pid=104007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:28:28.430427 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-7d6d31fc-75f3-4193-89d3-b21551614b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-29T05:12:08Z,description=,heartbeat_timestamp=2022-07-29T05:28:08Z,host='dv-cinder-851279-2-iscsi',id=8a9a6061-e61b-4901-b35e-5e71dea10db3,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T05:12:08Z,topic='l3_agent')) {'router_ids': ['b26037f0-ba6c-4f2d-9103-5e7208452d8c'], 'active': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:28:28.452167 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:28:28.459011 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:28:28.488179 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8272f822-5826-4afd-9afb-676e8acc7e0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca596736-3504-4082-84fd-71ab3831b772,revision_number=1']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:28:28.499726 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-8272f822-5826-4afd-9afb-676e8acc7e0a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e5057b6e4d6744f195a35849de1cee6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5385103 Jul 29 05:28:28.499933 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 36644) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:28:28.522707 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-8b773fed-c952-45b9-9ff4-2ca16bd55ed6 admin admin] Publish callbacks [] for router (2f4539bc-d4ea-4bf2-91d9-64bace1e5856), before_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:28.566817 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvr_db [None req-71d5b6fe-3666-4c86-9afa-e2658697bdc5 None None] Set router 2f4539bc-d4ea-4bf2-91d9-64bace1e5856 gateway port host: dv-cinder-851279-2-iscsi {{(pid=104006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:28:28.588416 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvr_db [None req-7d6d31fc-75f3-4193-89d3-b21551614b4b None None] Set router b26037f0-ba6c-4f2d-9103-5e7208452d8c gateway port host: dv-cinder-851279-2-iscsi {{(pid=104007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:28:28.628531 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e788a10b-d8ca-4414-a609-5fe15f20cb4f admin admin] Publish callbacks [] for security_group (ca596736-3504-4082-84fd-71ab3831b772), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:28.657323 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e788a10b-d8ca-4414-a609-5fe15f20cb4f admin admin] Publish callbacks [] for security_group (ca596736-3504-4082-84fd-71ab3831b772), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:28.728021 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e788a10b-d8ca-4414-a609-5fe15f20cb4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (ca596736-3504-4082-84fd-71ab3831b772), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:28.732490 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e788a10b-d8ca-4414-a609-5fe15f20cb4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:28.736173 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-e788a10b-d8ca-4414-a609-5fe15f20cb4f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ca596736-3504-4082-84fd-71ab3831b772 HTTP/1.1" status: 204 len: 168 time: 0.2359111 Jul 29 05:28:28.751982 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e788a10b-d8ca-4414-a609-5fe15f20cb4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca596736-3504-4082-84fd-71ab3831b772,revision_number=None']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:28:28.759373 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-8b773fed-c952-45b9-9ff4-2ca16bd55ed6 admin admin] Publish callbacks [] for router_gateway (2f4539bc-d4ea-4bf2-91d9-64bace1e5856), before_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:28.844465 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:28:28.852611 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.plugin [None req-8b773fed-c952-45b9-9ff4-2ca16bd55ed6 admin admin] Deleting port 80161f1c-297a-4942-ab94-ca8574f080db {{(pid=104005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 05:28:28.853045 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-8b773fed-c952-45b9-9ff4-2ca16bd55ed6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737760600589'] for port (80161f1c-297a-4942-ab94-ca8574f080db), before_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:28.903181 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_hamode_db [None req-71d5b6fe-3666-4c86-9afa-e2658697bdc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f4539bc-d4ea-4bf2-91d9-64bace1e5856', 'name': 'tempest-AttachVolumeNegativeTest-392654816-router', 'tenant_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '80161f1c-297a-4942-ab94-ca8574f080db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:21:02Z', 'updated_at': '2022-07-29T05:28:27Z', 'revision_number': 5, 'project_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'gw_port': {'id': '80161f1c-297a-4942-ab94-ca8574f080db', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:33:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4539bc-d4ea-4bf2-91d9-64bace1e5856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:03Z', 'updated_at': '2022-07-29T05:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi'}], 'dv-cinder-851279-2-iscsi', False) {} {{(pid=104006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:28:28.940534 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d5b6fe-3666-4c86-9afa-e2658697bdc5 None None] Checking router: 2f4539bc-d4ea-4bf2-91d9-64bace1e5856 for host: dv-cinder-851279-2-iscsi {{(pid=104006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 05:28:28.951981 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d5b6fe-3666-4c86-9afa-e2658697bdc5 None None] Routers {'2f4539bc-d4ea-4bf2-91d9-64bace1e5856'} bound to L3 agent in host dv-cinder-851279-2-iscsi {{(pid=104006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:28:28.952899 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_hamode_db [None req-71d5b6fe-3666-4c86-9afa-e2658697bdc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-29T05:12:08Z,description=,heartbeat_timestamp=2022-07-29T05:28:08Z,host='dv-cinder-851279-2-iscsi',id=8a9a6061-e61b-4901-b35e-5e71dea10db3,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T05:12:08Z,topic='l3_agent')) {'router_ids': ['2f4539bc-d4ea-4bf2-91d9-64bace1e5856'], 'active': True} {{(pid=104006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:28:28.967496 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:28:29.042650 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.db [None req-8b773fed-c952-45b9-9ff4-2ca16bd55ed6 admin admin] For port 80161f1c-297a-4942-ab94-ca8574f080db, host dv-cinder-851279-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-2-iscsi',level=0,port_id=80161f1c-297a-4942-ab94-ca8574f080db,segment=NetworkSegment(f0686699-af43-47c7-b9bc-f7993eec27ee),segment_id=f0686699-af43-47c7-b9bc-f7993eec27ee)] {{(pid=104005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:28:29.044116 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-8b773fed-c952-45b9-9ff4-2ca16bd55ed6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420629'] for port (80161f1c-297a-4942-ab94-ca8574f080db), precommit_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:29.048071 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-7d6d31fc-75f3-4193-89d3-b21551614b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b26037f0-ba6c-4f2d-9103-5e7208452d8c', 'name': 'tempest-TestShelveInstance-1116592803-router', 'tenant_id': 'ab146e39de994e9db7b6e4e9b773d4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '5226c1b9-3e36-4939-a778-782e3e511dc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:28:21Z', 'updated_at': '2022-07-29T05:28:24Z', 'revision_number': 4, 'project_id': 'ab146e39de994e9db7b6e4e9b773d4c7', 'gw_port': {'id': '5226c1b9-3e36-4939-a778-782e3e511dc5', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:70:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b26037f0-ba6c-4f2d-9103-5e7208452d8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:28:22Z', 'updated_at': '2022-07-29T05:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi', '_interfaces': [{'id': '92253a5b-9378-4e99-a95e-04f13c11e21c', 'name': '', 'network_id': '159a92cc-7402-42b1-a7c1-5ce8b8d94093', 'tenant_id': 'ab146e39de994e9db7b6e4e9b773d4c7', 'mac_address': 'fa:16:3e:b5:a8:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b26037f0-ba6c-4f2d-9103-5e7208452d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '74053ac1-879b-48d6-8e05-0f93bcaade26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:28:24Z', 'updated_at': '2022-07-29T05:28:24Z', 'revision_number': 2, 'project_id': 'ab146e39de994e9db7b6e4e9b773d4c7', 'subnets': [{'id': '74053ac1-879b-48d6-8e05-0f93bcaade26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-2-iscsi', False) {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:28:29.065023 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.plugin [None req-8b773fed-c952-45b9-9ff4-2ca16bd55ed6 admin admin] Calling delete_port for 80161f1c-297a-4942-ab94-ca8574f080db owned by network:router_gateway {{(pid=104005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 05:28:29.092952 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvr_db [None req-71d5b6fe-3666-4c86-9afa-e2658697bdc5 None None] Set router 2f4539bc-d4ea-4bf2-91d9-64bace1e5856 gateway port host: None {{(pid=104006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:28:29.149775 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6d31fc-75f3-4193-89d3-b21551614b4b None None] Checking router: b26037f0-ba6c-4f2d-9103-5e7208452d8c for host: dv-cinder-851279-2-iscsi {{(pid=104007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 05:28:29.149775 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6d31fc-75f3-4193-89d3-b21551614b4b None None] Updating router b26037f0-ba6c-4f2d-9103-5e7208452d8c port 92253a5b-9378-4e99-a95e-04f13c11e21c binding host dv-cinder-851279-2-iscsi {{(pid=104007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 05:28:29.214437 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_hamode_db [None req-71d5b6fe-3666-4c86-9afa-e2658697bdc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f4539bc-d4ea-4bf2-91d9-64bace1e5856', 'name': 'tempest-AttachVolumeNegativeTest-392654816-router', 'tenant_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:21:02Z', 'updated_at': '2022-07-29T05:28:28Z', 'revision_number': 6, 'project_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'gw_port_host': None}], 'dv-cinder-851279-2-iscsi', False) {} {{(pid=104006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:28:29.231077 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 36666) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:28:29.238541 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7d6d31fc-75f3-4193-89d3-b21551614b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (92253a5b-9378-4e99-a95e-04f13c11e21c), before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:29.239912 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:28:29.255244 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-bd6dcc7f-bf30-4c4f-8005-cc047ce2ff48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:29.265010 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d5b6fe-3666-4c86-9afa-e2658697bdc5 None None] The sync data for ids ['2f4539bc-d4ea-4bf2-91d9-64bace1e5856'] in dv-cinder-851279-2-iscsi is: [{'id': '2f4539bc-d4ea-4bf2-91d9-64bace1e5856', 'name': 'tempest-AttachVolumeNegativeTest-392654816-router', 'tenant_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:21:02Z', 'updated_at': '2022-07-29T05:28:28Z', 'revision_number': 6, 'project_id': '9d8baaf2e23546ee8ed1de278617c7d2', 'gw_port_host': None}] {{(pid=104006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 05:28:29.347480 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-8b773fed-c952-45b9-9ff4-2ca16bd55ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737760621891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737760223820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1905596'] for port (80161f1c-297a-4942-ab94-ca8574f080db), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:29.376442 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b773fed-c952-45b9-9ff4-2ca16bd55ed6 admin admin] Pushing event deleted for resources: {'Port': ['ID=80161f1c-297a-4942-ab94-ca8574f080db,revision_number=None']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:28:29.430586 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-bd6dcc7f-bf30-4c4f-8005-cc047ce2ff48 admin admin] Publish callbacks [] for security_group (afa9ffe3-bd22-426c-9744-c0331b2c5e98), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:29.437048 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-bd6dcc7f-bf30-4c4f-8005-cc047ce2ff48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (afa9ffe3-bd22-426c-9744-c0331b2c5e98), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:29.469346 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-8b773fed-c952-45b9-9ff4-2ca16bd55ed6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-375324'] for router_gateway (2f4539bc-d4ea-4bf2-91d9-64bace1e5856), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:29.473666 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-bd6dcc7f-bf30-4c4f-8005-cc047ce2ff48 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9dacc2bf82e045daa50ba2f92b8f391b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2371190 Jul 29 05:28:29.475155 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 36674) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:28:29.495371 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6dcc7f-bf30-4c4f-8005-cc047ce2ff48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afa9ffe3-bd22-426c-9744-c0331b2c5e98,revision_number=1']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:28:29.608883 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-8b773fed-c952-45b9-9ff4-2ca16bd55ed6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-401047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1364'] for router (2f4539bc-d4ea-4bf2-91d9-64bace1e5856), precommit_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:29.611112 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7d6d31fc-75f3-4193-89d3-b21551614b4b None None] Publish callbacks [] for port (92253a5b-9378-4e99-a95e-04f13c11e21c), precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:29.618116 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-8b773fed-c952-45b9-9ff4-2ca16bd55ed6 admin admin] Publish callbacks [] for router_controller (2f4539bc-d4ea-4bf2-91d9-64bace1e5856), precommit_delete_associations {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:29.624505 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7d6d31fc-75f3-4193-89d3-b21551614b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (92253a5b-9378-4e99-a95e-04f13c11e21c), after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:29.706825 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-8b773fed-c952-45b9-9ff4-2ca16bd55ed6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-400917'] for router (2f4539bc-d4ea-4bf2-91d9-64bace1e5856), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:29.707845 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b773fed-c952-45b9-9ff4-2ca16bd55ed6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f4539bc-d4ea-4bf2-91d9-64bace1e5856 {{(pid=104005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 05:28:29.713658 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-0dcfea22-8c02-40f0-9b6c-4ce2fc9e450a admin admin] Publish callbacks [] for security_group (afa9ffe3-bd22-426c-9744-c0331b2c5e98), before_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:29.719189 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-8b773fed-c952-45b9-9ff4-2ca16bd55ed6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:29.720776 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-8b773fed-c952-45b9-9ff4-2ca16bd55ed6 admin admin] 10.222.0.49 "DELETE /v2.0/routers/2f4539bc-d4ea-4bf2-91d9-64bace1e5856 HTTP/1.1" status: 204 len: 168 time: 1.3744524 Jul 29 05:28:29.724831 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 36686) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:28:29.725730 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:28:29.753942 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8b9105-1c06-458a-8d6d-f418de87337d None None] Pushing event updated for resources: {'Port': ['ID=92253a5b-9378-4e99-a95e-04f13c11e21c,revision_number=3']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:28:29.764669 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-0dcfea22-8c02-40f0-9b6c-4ce2fc9e450a admin admin] Publish callbacks [] for security_group (afa9ffe3-bd22-426c-9744-c0331b2c5e98), precommit_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:29.811407 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.db.db_base_plugin_v2 [None req-715547e6-41bf-4b27-9cc6-c28f808b8e70 admin admin] Deleting subnet bbb96b40-4994-4d5c-ad35-a19342a29a39 {{(pid=104004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 29 05:28:29.818375 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-715547e6-41bf-4b27-9cc6-c28f808b8e70 admin admin] Publish callbacks [] for subnet (bbb96b40-4994-4d5c-ad35-a19342a29a39), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:29.844344 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [None req-7d6d31fc-75f3-4193-89d3-b21551614b4b None None] Attempting to bind port 92253a5b-9378-4e99-a95e-04f13c11e21c on host dv-cinder-851279-2-iscsi for vnic_type normal with profile {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 05:28:29.845368 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [None req-7d6d31fc-75f3-4193-89d3-b21551614b4b None None] Attempting to bind port 92253a5b-9378-4e99-a95e-04f13c11e21c by drivers openvswitch,hyperv on host dv-cinder-851279-2-iscsi at level 0 using segments [{'id': '607abba3-ff86-4b1d-b78f-0d2d1501176e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '159a92cc-7402-42b1-a7c1-5ce8b8d94093'}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 05:28:29.845743 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6d31fc-75f3-4193-89d3-b21551614b4b None None] Attempting to bind port 92253a5b-9378-4e99-a95e-04f13c11e21c on network 159a92cc-7402-42b1-a7c1-5ce8b8d94093 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 05:28:29.854699 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6d31fc-75f3-4193-89d3-b21551614b4b None None] Checking agent: {'id': 'aa119a64-f506-4951-a68b-6dc6289eaece', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 5, 12, 12), 'started_at': datetime.datetime(2022, 7, 29, 5, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 5, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 05:28:29.855211 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6d31fc-75f3-4193-89d3-b21551614b4b None None] Checking segment: {'id': '607abba3-ff86-4b1d-b78f-0d2d1501176e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '159a92cc-7402-42b1-a7c1-5ce8b8d94093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 05:28:29.865363 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Device 205980a9-ef0f-4a59-a55e-71e75787c094 no longer exists at agent ovs-agent-dv-cinder-851279-2-iscsi {{(pid=104006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 05:28:29.866339 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7d6d31fc-75f3-4193-89d3-b21551614b4b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:29.867465 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6d31fc-75f3-4193-89d3-b21551614b4b None None] Bound using segment: {'id': '607abba3-ff86-4b1d-b78f-0d2d1501176e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '159a92cc-7402-42b1-a7c1-5ce8b8d94093'} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 05:28:29.868900 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [None req-7d6d31fc-75f3-4193-89d3-b21551614b4b None None] Bound port: 92253a5b-9378-4e99-a95e-04f13c11e21c, host: dv-cinder-851279-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '607abba3-ff86-4b1d-b78f-0d2d1501176e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '159a92cc-7402-42b1-a7c1-5ce8b8d94093'}}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 05:28:29.869321 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7d6d31fc-75f3-4193-89d3-b21551614b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (92253a5b-9378-4e99-a95e-04f13c11e21c), before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:29.922313 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] No Port match for: 205980a9-ef0f-4a59-a55e-71e75787c094 {{(pid=104006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 05:28:29.923011 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Device 205980a9-ef0f-4a59-a55e-71e75787c094 not bound to the agent host dv-cinder-851279-2-iscsi {{(pid=104006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 05:28:29.923298 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-0dcfea22-8c02-40f0-9b6c-4ce2fc9e450a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (afa9ffe3-bd22-426c-9744-c0331b2c5e98), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:29.926549 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-0dcfea22-8c02-40f0-9b6c-4ce2fc9e450a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:29.927856 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-0dcfea22-8c02-40f0-9b6c-4ce2fc9e450a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/afa9ffe3-bd22-426c-9744-c0331b2c5e98 HTTP/1.1" status: 204 len: 168 time: 0.4516933 Jul 29 05:28:29.940929 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcfea22-8c02-40f0-9b6c-4ce2fc9e450a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afa9ffe3-bd22-426c-9744-c0331b2c5e98,revision_number=None']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:28:29.951605 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-715547e6-41bf-4b27-9cc6-c28f808b8e70 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29149063'] for subnet (bbb96b40-4994-4d5c-ad35-a19342a29a39), precommit_delete_associations {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:30.037343 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-7d6d31fc-75f3-4193-89d3-b21551614b4b None None] For port 92253a5b-9378-4e99-a95e-04f13c11e21c, host dv-cinder-851279-2-iscsi, cleared binding levels {{(pid=104007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 05:28:30.045834 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-7d6d31fc-75f3-4193-89d3-b21551614b4b None None] For port 92253a5b-9378-4e99-a95e-04f13c11e21c, host dv-cinder-851279-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-2-iscsi',level=0,port_id=92253a5b-9378-4e99-a95e-04f13c11e21c,segment=NetworkSegment(607abba3-ff86-4b1d-b78f-0d2d1501176e),segment_id=607abba3-ff86-4b1d-b78f-0d2d1501176e)] {{(pid=104007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 05:28:30.060718 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7d6d31fc-75f3-4193-89d3-b21551614b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (92253a5b-9378-4e99-a95e-04f13c11e21c), after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:30.094674 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-715547e6-41bf-4b27-9cc6-c28f808b8e70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3503403'] for subnet (bbb96b40-4994-4d5c-ad35-a19342a29a39), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:30.161583 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6d31fc-75f3-4193-89d3-b21551614b4b None None] Routers {'b26037f0-ba6c-4f2d-9103-5e7208452d8c'} bound to L3 agent in host dv-cinder-851279-2-iscsi {{(pid=104007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:28:30.164921 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-7d6d31fc-75f3-4193-89d3-b21551614b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-29T05:12:08Z,description=,heartbeat_timestamp=2022-07-29T05:28:08Z,host='dv-cinder-851279-2-iscsi',id=8a9a6061-e61b-4901-b35e-5e71dea10db3,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T05:12:08Z,topic='l3_agent')) {'router_ids': ['b26037f0-ba6c-4f2d-9103-5e7208452d8c'], 'active': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:28:30.173731 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8b9105-1c06-458a-8d6d-f418de87337d None None] Pushing event updated for resources: {'Port': ['ID=92253a5b-9378-4e99-a95e-04f13c11e21c,revision_number=4']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:28:30.193026 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-715547e6-41bf-4b27-9cc6-c28f808b8e70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3503394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-292102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25660254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25789394'] for subnet (bbb96b40-4994-4d5c-ad35-a19342a29a39), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:30.231556 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-2e909dc9-c5e2-4439-b358-d2688a60c604 None None] Provisioning complete for port 92253a5b-9378-4e99-a95e-04f13c11e21c triggered by entity DHCP. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:28:30.233079 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-2e909dc9-c5e2-4439-b358-d2688a60c604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (92253a5b-9378-4e99-a95e-04f13c11e21c), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:30.251118 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-715547e6-41bf-4b27-9cc6-c28f808b8e70 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:30.262436 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-715547e6-41bf-4b27-9cc6-c28f808b8e70 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/bbb96b40-4994-4d5c-ad35-a19342a29a39 HTTP/1.1" status: 204 len: 168 time: 0.5355117 Jul 29 05:28:30.264947 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 36692) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:28:30.307127 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b63c5377-520c-45b1-b089-4048bb7c9fd3 None None] Network b55efc63-6791-470d-af15-935a2f0fc83e requested from dv-cinder-851279-2-iscsi {{(pid=104006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 05:28:30.353382 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715547e6-41bf-4b27-9cc6-c28f808b8e70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbb96b40-4994-4d5c-ad35-a19342a29a39,revision_number=None']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:28:30.397102 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvr_db [None req-7d6d31fc-75f3-4193-89d3-b21551614b4b None None] Set router b26037f0-ba6c-4f2d-9103-5e7208452d8c gateway port host: dv-cinder-851279-2-iscsi {{(pid=104007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:28:30.491039 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-2e909dc9-c5e2-4439-b358-d2688a60c604 None None] Current status of the port 92253a5b-9378-4e99-a95e-04f13c11e21c is: DOWN; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:28:30.497454 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-2e909dc9-c5e2-4439-b358-d2688a60c604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (92253a5b-9378-4e99-a95e-04f13c11e21c), before_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:30.506166 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-f67e9bde-d960-442f-a24d-eeec6ccf3397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3418721'] for network (b55efc63-6791-470d-af15-935a2f0fc83e), before_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:30.512733 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=100 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:28:30.571003 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:28:30.597824 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-2e909dc9-c5e2-4439-b358-d2688a60c604 None None] For port 92253a5b-9378-4e99-a95e-04f13c11e21c, host dv-cinder-851279-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-2-iscsi',level=0,port_id=92253a5b-9378-4e99-a95e-04f13c11e21c,segment=NetworkSegment(607abba3-ff86-4b1d-b78f-0d2d1501176e),segment_id=607abba3-ff86-4b1d-b78f-0d2d1501176e)] {{(pid=104006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:28:30.609892 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-2e909dc9-c5e2-4439-b358-d2688a60c604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (92253a5b-9378-4e99-a95e-04f13c11e21c), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:30.618023 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.plugin [None req-f67e9bde-d960-442f-a24d-eeec6ccf3397 admin admin] Deleting port abf62701-7b62-4a3e-85ce-2db5f3084fc6 {{(pid=104005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 05:28:30.618375 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-f67e9bde-d960-442f-a24d-eeec6ccf3397 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737760600589'] for port (abf62701-7b62-4a3e-85ce-2db5f3084fc6), before_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:30.720413 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e909dc9-c5e2-4439-b358-d2688a60c604 None None] Pushing event updated for resources: {'Port': ['ID=92253a5b-9378-4e99-a95e-04f13c11e21c,revision_number=5']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:28:30.771317 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:28:30.781846 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d05620f-36eb-4484-8f88-ee1b8a39e5b3 None None] DHCP port deletion for b55efc63-6791-470d-af15-935a2f0fc83e request from dv-cinder-851279-2-iscsi {{(pid=104006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 29 05:28:30.785854 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.db [None req-f67e9bde-d960-442f-a24d-eeec6ccf3397 admin admin] For port abf62701-7b62-4a3e-85ce-2db5f3084fc6, host dv-cinder-851279-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-2-iscsi',level=0,port_id=abf62701-7b62-4a3e-85ce-2db5f3084fc6,segment=NetworkSegment(7dd9aee4-ac8a-4d05-b89c-b82451a25827),segment_id=7dd9aee4-ac8a-4d05-b89c-b82451a25827)] {{(pid=104005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:28:30.786359 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-f67e9bde-d960-442f-a24d-eeec6ccf3397 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420629'] for port (abf62701-7b62-4a3e-85ce-2db5f3084fc6), precommit_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:30.788610 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-7d6d31fc-75f3-4193-89d3-b21551614b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b26037f0-ba6c-4f2d-9103-5e7208452d8c', 'name': 'tempest-TestShelveInstance-1116592803-router', 'tenant_id': 'ab146e39de994e9db7b6e4e9b773d4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '5226c1b9-3e36-4939-a778-782e3e511dc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:28:21Z', 'updated_at': '2022-07-29T05:28:24Z', 'revision_number': 4, 'project_id': 'ab146e39de994e9db7b6e4e9b773d4c7', 'gw_port': {'id': '5226c1b9-3e36-4939-a778-782e3e511dc5', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:70:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b26037f0-ba6c-4f2d-9103-5e7208452d8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:28:22Z', 'updated_at': '2022-07-29T05:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi', '_interfaces': [{'id': '92253a5b-9378-4e99-a95e-04f13c11e21c', 'name': '', 'network_id': '159a92cc-7402-42b1-a7c1-5ce8b8d94093', 'tenant_id': 'ab146e39de994e9db7b6e4e9b773d4c7', 'mac_address': 'fa:16:3e:b5:a8:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b26037f0-ba6c-4f2d-9103-5e7208452d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '74053ac1-879b-48d6-8e05-0f93bcaade26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:28:24Z', 'updated_at': '2022-07-29T05:28:30Z', 'revision_number': 4, 'project_id': 'ab146e39de994e9db7b6e4e9b773d4c7', 'subnets': [{'id': '74053ac1-879b-48d6-8e05-0f93bcaade26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-2-iscsi', False) {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:28:30.804167 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.plugin [None req-f67e9bde-d960-442f-a24d-eeec6ccf3397 admin admin] Calling delete_port for abf62701-7b62-4a3e-85ce-2db5f3084fc6 owned by network:dhcp {{(pid=104005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 05:28:30.806737 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:28:30.824164 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6d31fc-75f3-4193-89d3-b21551614b4b None None] The sync data for ids ['b26037f0-ba6c-4f2d-9103-5e7208452d8c'] in dv-cinder-851279-2-iscsi is: [{'id': 'b26037f0-ba6c-4f2d-9103-5e7208452d8c', 'name': 'tempest-TestShelveInstance-1116592803-router', 'tenant_id': 'ab146e39de994e9db7b6e4e9b773d4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '5226c1b9-3e36-4939-a778-782e3e511dc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:28:21Z', 'updated_at': '2022-07-29T05:28:24Z', 'revision_number': 4, 'project_id': 'ab146e39de994e9db7b6e4e9b773d4c7', 'gw_port': {'id': '5226c1b9-3e36-4939-a778-782e3e511dc5', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:70:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b26037f0-ba6c-4f2d-9103-5e7208452d8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:28:22Z', 'updated_at': '2022-07-29T05:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi', '_interfaces': [{'id': '92253a5b-9378-4e99-a95e-04f13c11e21c', 'name': '', 'network_id': '159a92cc-7402-42b1-a7c1-5ce8b8d94093', 'tenant_id': 'ab146e39de994e9db7b6e4e9b773d4c7', 'mac_address': 'fa:16:3e:b5:a8:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b26037f0-ba6c-4f2d-9103-5e7208452d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '74053ac1-879b-48d6-8e05-0f93bcaade26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:28:24Z', 'updated_at': '2022-07-29T05:28:30Z', 'revision_number': 4, 'project_id': 'ab146e39de994e9db7b6e4e9b773d4c7', 'subnets': [{'id': '74053ac1-879b-48d6-8e05-0f93bcaade26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 05:28:30.858172 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-f0978306-10d1-4e38-93e9-cb24da47d038 None None] Provisioning complete for port 92253a5b-9378-4e99-a95e-04f13c11e21c triggered by entity DHCP. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:28:30.858627 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-f0978306-10d1-4e38-93e9-cb24da47d038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (92253a5b-9378-4e99-a95e-04f13c11e21c), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:30.922633 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-2d05620f-36eb-4484-8f88-ee1b8a39e5b3 None None] Deleting port abf62701-7b62-4a3e-85ce-2db5f3084fc6 {{(pid=104006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 05:28:30.923763 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-2d05620f-36eb-4484-8f88-ee1b8a39e5b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737760600589'] for port (abf62701-7b62-4a3e-85ce-2db5f3084fc6), before_delete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:30.962602 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-f67e9bde-d960-442f-a24d-eeec6ccf3397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737760621891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737760223820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1905596'] for port (abf62701-7b62-4a3e-85ce-2db5f3084fc6), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:31.007678 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67e9bde-d960-442f-a24d-eeec6ccf3397 admin admin] Pushing event deleted for resources: {'Port': ['ID=abf62701-7b62-4a3e-85ce-2db5f3084fc6,revision_number=None']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:28:31.009679 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67e9bde-d960-442f-a24d-eeec6ccf3397 admin admin] No DVR routers for this DVR port abf62701-7b62-4a3e-85ce-2db5f3084fc6 on host dv-cinder-851279-2-iscsi {{(pid=104005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 29 05:28:31.027102 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:28:31.050503 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-2d05620f-36eb-4484-8f88-ee1b8a39e5b3 None None] For port abf62701-7b62-4a3e-85ce-2db5f3084fc6, host dv-cinder-851279-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-2-iscsi',level=0,port_id=abf62701-7b62-4a3e-85ce-2db5f3084fc6,segment=NetworkSegment(7dd9aee4-ac8a-4d05-b89c-b82451a25827),segment_id=7dd9aee4-ac8a-4d05-b89c-b82451a25827)] {{(pid=104006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:28:31.051521 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-2d05620f-36eb-4484-8f88-ee1b8a39e5b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420629'] for port (abf62701-7b62-4a3e-85ce-2db5f3084fc6), precommit_delete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:31.099465 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-2d05620f-36eb-4484-8f88-ee1b8a39e5b3 None None] Calling delete_port for abf62701-7b62-4a3e-85ce-2db5f3084fc6 owned by network:dhcp {{(pid=104006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 05:28:31.116331 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-f0978306-10d1-4e38-93e9-cb24da47d038 None None] Current status of the port 92253a5b-9378-4e99-a95e-04f13c11e21c is: ACTIVE; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:28:31.119176 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-f67e9bde-d960-442f-a24d-eeec6ccf3397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3505157', 'neutron.services.segments.db._delete_segments_for_network-8737760678346'] for network (b55efc63-6791-470d-af15-935a2f0fc83e), precommit_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:31.166956 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.services.segments.db [None req-f67e9bde-d960-442f-a24d-eeec6ccf3397 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b55efc63-6791-470d-af15-935a2f0fc83e']}} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:28:31.185532 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.services.segments.db [None req-f67e9bde-d960-442f-a24d-eeec6ccf3397 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dd9aee4-ac8a-4d05-b89c-b82451a25827') {'for_net_delete': True} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:28:31.185828 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.services.segments.db [None req-f67e9bde-d960-442f-a24d-eeec6ccf3397 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dd9aee4-ac8a-4d05-b89c-b82451a25827') {} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:28:31.208933 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-f67e9bde-d960-442f-a24d-eeec6ccf3397 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737760678247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28577015'] for segment (7dd9aee4-ac8a-4d05-b89c-b82451a25827), before_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:31.214341 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-2d05620f-36eb-4484-8f88-ee1b8a39e5b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737760621891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737760223820'] for port (abf62701-7b62-4a3e-85ce-2db5f3084fc6), after_delete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:31.231042 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-f67e9bde-d960-442f-a24d-eeec6ccf3397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501452'] for segment (7dd9aee4-ac8a-4d05-b89c-b82451a25827), precommit_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:31.239814 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f67e9bde-d960-442f-a24d-eeec6ccf3397 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=104005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 05:28:31.240180 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-f67e9bde-d960-442f-a24d-eeec6ccf3397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1905615'] for segment (7dd9aee4-ac8a-4d05-b89c-b82451a25827), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:31.247274 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d05620f-36eb-4484-8f88-ee1b8a39e5b3 None None] No DVR routers for this DVR port abf62701-7b62-4a3e-85ce-2db5f3084fc6 on host dv-cinder-851279-2-iscsi {{(pid=104006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 29 05:28:31.249394 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d05620f-36eb-4484-8f88-ee1b8a39e5b3 None None] Pushing event deleted for resources: {'Port': ['ID=abf62701-7b62-4a3e-85ce-2db5f3084fc6,revision_number=None']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:28:31.328229 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-f67e9bde-d960-442f-a24d-eeec6ccf3397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3505166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-375344'] for network (b55efc63-6791-470d-af15-935a2f0fc83e), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:31.345056 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-f67e9bde-d960-442f-a24d-eeec6ccf3397 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670410'] for network (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:31.350244 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-f67e9bde-d960-442f-a24d-eeec6ccf3397 admin admin] 10.222.0.49 "DELETE /v2.0/networks/b55efc63-6791-470d-af15-935a2f0fc83e HTTP/1.1" status: 204 len: 168 time: 1.0835836 Jul 29 05:28:31.371337 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67e9bde-d960-442f-a24d-eeec6ccf3397 admin admin] Pushing event deleted for resources: {'Network': ['ID=b55efc63-6791-470d-af15-935a2f0fc83e,revision_number=None']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:28:31.524639 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.services.segments.plugin [-] Segment 7dd9aee4-ac8a-4d05-b89c-b82451a25827 resource provider aggregate not found Jul 29 05:28:31.550512 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.services.segments.plugin [-] Segment 7dd9aee4-ac8a-4d05-b89c-b82451a25827 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7dd9aee4-ac8a-4d05-b89c-b82451a25827 found for delete ", "request_id": "req-16077e5a-ef45-4fae-9f40-2504af022c86"}]} Jul 29 05:28:31.578646 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Device 92253a5b-9378-4e99-a95e-04f13c11e21c up at agent ovs-agent-dv-cinder-851279-2-iscsi {{(pid=104006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 05:28:31.641488 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Provisioning complete for port 92253a5b-9378-4e99-a95e-04f13c11e21c triggered by entity L2. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:28:31.642076 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (92253a5b-9378-4e99-a95e-04f13c11e21c), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:31.655771 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 36722) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:28:31.743036 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-4e98f52f-0f0d-486e-b95c-a5401b51ca2b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9d8baaf2e23546ee8ed1de278617c7d2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0857582 Jul 29 05:28:31.747103 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 36724) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:28:31.773755 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Current status of the port 92253a5b-9378-4e99-a95e-04f13c11e21c is: ACTIVE; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:28:31.833431 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-88d20267-3829-48a8-baf6-3c8cbaacbf54 admin admin] Publish callbacks [] for security_group (0935983f-f187-450a-a1be-ab36d27962a8), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:31.833825 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Device 80161f1c-297a-4942-ab94-ca8574f080db no longer exists at agent ovs-agent-dv-cinder-851279-2-iscsi {{(pid=104006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 05:28:31.856154 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] No Port match for: 80161f1c-297a-4942-ab94-ca8574f080db {{(pid=104006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 05:28:31.856511 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Device 80161f1c-297a-4942-ab94-ca8574f080db not bound to the agent host dv-cinder-851279-2-iscsi {{(pid=104006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 05:28:31.856932 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Device abf62701-7b62-4a3e-85ce-2db5f3084fc6 no longer exists at agent ovs-agent-dv-cinder-851279-2-iscsi {{(pid=104006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 05:28:31.867387 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-88d20267-3829-48a8-baf6-3c8cbaacbf54 admin admin] Publish callbacks [] for security_group (0935983f-f187-450a-a1be-ab36d27962a8), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:31.881064 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] No Port match for: abf62701-7b62-4a3e-85ce-2db5f3084fc6 {{(pid=104006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 05:28:31.881519 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Device abf62701-7b62-4a3e-85ce-2db5f3084fc6 not bound to the agent host dv-cinder-851279-2-iscsi {{(pid=104006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 05:28:31.946000 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-88d20267-3829-48a8-baf6-3c8cbaacbf54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (0935983f-f187-450a-a1be-ab36d27962a8), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:31.950227 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-88d20267-3829-48a8-baf6-3c8cbaacbf54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:31.951600 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-88d20267-3829-48a8-baf6-3c8cbaacbf54 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0935983f-f187-450a-a1be-ab36d27962a8 HTTP/1.1" status: 204 len: 168 time: 0.2034037 Jul 29 05:28:31.964694 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d20267-3829-48a8-baf6-3c8cbaacbf54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0935983f-f187-450a-a1be-ab36d27962a8,revision_number=None']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:28:34.099301 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.agents_db [None req-24db149f-f2c4-42ba-b1ad-acaecd0c6386 None None] Agent healthcheck: found 6 active agents {{(pid=104007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 05:28:34.232861 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 36834) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:28:34.348932 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-bcb3ea22-4367-4a03-98dc-d110247157f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:34.443122 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-bcb3ea22-4367-4a03-98dc-d110247157f8 admin admin] Publish callbacks [] for security_group (d345bd9a-bff0-4d6a-a679-eba01140a80d), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:34.447669 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-bcb3ea22-4367-4a03-98dc-d110247157f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (d345bd9a-bff0-4d6a-a679-eba01140a80d), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:34.503980 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-bcb3ea22-4367-4a03-98dc-d110247157f8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c74e3cde3825470f96c13aae2b719891&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2699938 Jul 29 05:28:34.504778 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb3ea22-4367-4a03-98dc-d110247157f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d345bd9a-bff0-4d6a-a679-eba01140a80d,revision_number=1']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:28:34.507187 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 36838) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:28:34.566707 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:28:34.581046 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-89e447cd-29e0-4bba-a8b2-abbcc5528f06 admin admin] Publish callbacks [] for security_group (d345bd9a-bff0-4d6a-a679-eba01140a80d), before_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:34.624713 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-89e447cd-29e0-4bba-a8b2-abbcc5528f06 admin admin] Publish callbacks [] for security_group (d345bd9a-bff0-4d6a-a679-eba01140a80d), precommit_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:34.709588 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-89e447cd-29e0-4bba-a8b2-abbcc5528f06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (d345bd9a-bff0-4d6a-a679-eba01140a80d), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:34.715761 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-89e447cd-29e0-4bba-a8b2-abbcc5528f06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:34.718273 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-89e447cd-29e0-4bba-a8b2-abbcc5528f06 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d345bd9a-bff0-4d6a-a679-eba01140a80d HTTP/1.1" status: 204 len: 168 time: 0.2095664 Jul 29 05:28:34.735253 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e447cd-29e0-4bba-a8b2-abbcc5528f06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d345bd9a-bff0-4d6a-a679-eba01140a80d,revision_number=None']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:28:35.084136 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 36848) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:28:35.099039 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-42653d24-07b7-4f9d-a13b-5fc2ecf89e86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:35.122812 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=79,neutron:DELETE=10,neutron:UPDATE=1,neutron:INSERT=10 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:28:35.194708 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-42653d24-07b7-4f9d-a13b-5fc2ecf89e86 admin admin] Publish callbacks [] for security_group (fb83ba59-201b-4b72-a752-a4dd8f192204), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:35.200904 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-42653d24-07b7-4f9d-a13b-5fc2ecf89e86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (fb83ba59-201b-4b72-a752-a4dd8f192204), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:35.247447 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-42653d24-07b7-4f9d-a13b-5fc2ecf89e86 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=895e2712257c496a90b285bd5f3b3121&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1621199 Jul 29 05:28:35.248456 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42653d24-07b7-4f9d-a13b-5fc2ecf89e86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb83ba59-201b-4b72-a752-a4dd8f192204,revision_number=1']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:28:35.250725 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 36850) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:28:35.284650 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=85,neutron:DELETE=10,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:28:35.326617 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-9e82bee6-6d85-4fbd-9eb9-07a331c63c8b admin admin] Publish callbacks [] for security_group (fb83ba59-201b-4b72-a752-a4dd8f192204), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:35.366754 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-9e82bee6-6d85-4fbd-9eb9-07a331c63c8b admin admin] Publish callbacks [] for security_group (fb83ba59-201b-4b72-a752-a4dd8f192204), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:35.428403 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-9e82bee6-6d85-4fbd-9eb9-07a331c63c8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (fb83ba59-201b-4b72-a752-a4dd8f192204), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:35.434005 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-9e82bee6-6d85-4fbd-9eb9-07a331c63c8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:35.436299 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-9e82bee6-6d85-4fbd-9eb9-07a331c63c8b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fb83ba59-201b-4b72-a752-a4dd8f192204 HTTP/1.1" status: 204 len: 168 time: 0.1839280 Jul 29 05:28:35.450703 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e82bee6-6d85-4fbd-9eb9-07a331c63c8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb83ba59-201b-4b72-a752-a4dd8f192204,revision_number=None']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:28:35.588631 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-b575ffce-cf04-4fd5-8910-6c351a5a8557 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (0319cf4e-40d4-4455-bfa4-d5e1d8f6ed41), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:37.688988 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (12b139f9-2daf-4047-bd2d-6bc43cda34b6), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:38.141502 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-1f995e31-7e66-4d92-8853-8ad67f2f04ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (8a9a6061-e61b-4901-b35e-5e71dea10db3), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:40.046041 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c0cfcfc2-d3d3-4a7d-ac6c-95a3fd745979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (543ff7d7-1636-45b2-a25e-e19209bc2e01), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:40.791899 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:28:41.710178 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-25d2d662-1c10-455a-a758-35c132406432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (7da8dcb9-9a4e-44fd-b4da-fa922ad17d56), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:41.793958 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (aa119a64-f506-4951-a68b-6dc6289eaece), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:41.857067 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 36960) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:28:41.973132 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-7b8b4917-c1cb-4dbf-a243-76a6a98e100d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:42.054717 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-7b8b4917-c1cb-4dbf-a243-76a6a98e100d admin admin] Publish callbacks [] for security_group (c889516e-0959-414d-8e1c-999348e0abfa), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:42.064798 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-7b8b4917-c1cb-4dbf-a243-76a6a98e100d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (c889516e-0959-414d-8e1c-999348e0abfa), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:42.112585 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-7b8b4917-c1cb-4dbf-a243-76a6a98e100d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4bd5a61429914dbc97ec7744d1c00ac4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2543745 Jul 29 05:28:42.113461 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8b4917-c1cb-4dbf-a243-76a6a98e100d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c889516e-0959-414d-8e1c-999348e0abfa,revision_number=1']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:28:42.115401 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 36964) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:28:42.184243 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:INSERT=8,neutron:SELECT=85,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:28:42.186010 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-18537d22-6a58-4b35-b42b-1130ce53b744 admin admin] Publish callbacks [] for security_group (c889516e-0959-414d-8e1c-999348e0abfa), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:42.217631 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-18537d22-6a58-4b35-b42b-1130ce53b744 admin admin] Publish callbacks [] for security_group (c889516e-0959-414d-8e1c-999348e0abfa), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:42.268226 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-18537d22-6a58-4b35-b42b-1130ce53b744 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (c889516e-0959-414d-8e1c-999348e0abfa), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:42.270816 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-18537d22-6a58-4b35-b42b-1130ce53b744 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:42.272031 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-18537d22-6a58-4b35-b42b-1130ce53b744 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c889516e-0959-414d-8e1c-999348e0abfa HTTP/1.1" status: 204 len: 168 time: 0.1555672 Jul 29 05:28:42.281390 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18537d22-6a58-4b35-b42b-1130ce53b744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c889516e-0959-414d-8e1c-999348e0abfa,revision_number=None']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:28:42.591806 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 36974) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:28:42.606454 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-94ae2032-d1f4-4d84-8f98-06d263a08a68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:42.703487 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-94ae2032-d1f4-4d84-8f98-06d263a08a68 admin admin] Publish callbacks [] for security_group (2668e08b-1003-4880-8bd0-629426d43123), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:42.708300 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-94ae2032-d1f4-4d84-8f98-06d263a08a68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (2668e08b-1003-4880-8bd0-629426d43123), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:42.751254 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ae2032-d1f4-4d84-8f98-06d263a08a68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2668e08b-1003-4880-8bd0-629426d43123,revision_number=1']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:28:42.755840 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-94ae2032-d1f4-4d84-8f98-06d263a08a68 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=788f27b4b8574600a8c77577d27645dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1628582 Jul 29 05:28:42.761724 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 36976) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:28:42.832669 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-27873084-9ccc-4bc1-b979-1c13d6c413b4 admin admin] Publish callbacks [] for security_group (2668e08b-1003-4880-8bd0-629426d43123), before_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:42.862940 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-27873084-9ccc-4bc1-b979-1c13d6c413b4 admin admin] Publish callbacks [] for security_group (2668e08b-1003-4880-8bd0-629426d43123), precommit_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:42.912689 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-27873084-9ccc-4bc1-b979-1c13d6c413b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (2668e08b-1003-4880-8bd0-629426d43123), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:42.915296 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-27873084-9ccc-4bc1-b979-1c13d6c413b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:42.916482 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-27873084-9ccc-4bc1-b979-1c13d6c413b4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2668e08b-1003-4880-8bd0-629426d43123 HTTP/1.1" status: 204 len: 168 time: 0.1533177 Jul 29 05:28:42.925877 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27873084-9ccc-4bc1-b979-1c13d6c413b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2668e08b-1003-4880-8bd0-629426d43123,revision_number=None']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:28:43.427026 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc5b43d-1a62-4e82-bbb6-6ba17196fdd6 req-2cb5ebc9-eeeb-4e2c-9d02-089062fbc723 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:28:43.428796 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-7dc5b43d-1a62-4e82-bbb6-6ba17196fdd6 req-2cb5ebc9-eeeb-4e2c-9d02-089062fbc723 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e3305fc-3d92-4d3f-afb8-c25395280792 HTTP/1.1" status: 200 len: 946 time: 0.0527661 Jul 29 05:28:43.484931 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-7dc5b43d-1a62-4e82-bbb6-6ba17196fdd6 req-58777630-939b-4e74-ab1f-8fe264710e11 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf631f8c-fd1e-402a-96ad-921fce651990&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488300 Jul 29 05:28:44.094849 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=15 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:28:44.634338 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511030e5-0d86-4c3b-be45-01c91358b49a req-8d1affc3-5da7-470d-bb65-3580cdb6b944 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:28:44.636473 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-511030e5-0d86-4c3b-be45-01c91358b49a req-8d1affc3-5da7-470d-bb65-3580cdb6b944 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e3305fc-3d92-4d3f-afb8-c25395280792 HTTP/1.1" status: 200 len: 946 time: 0.0486913 Jul 29 05:28:44.686163 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-511030e5-0d86-4c3b-be45-01c91358b49a req-3f841e97-6986-481d-a2e7-65a052d7e9ec tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf631f8c-fd1e-402a-96ad-921fce651990&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432732 Jul 29 05:28:44.869186 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 37062) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:28:45.006687 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-379ecdf2-d028-4d6f-8a7b-3c0c603d1d7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:45.066040 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef8815c-4215-4e58-9fe9-996c26304e50 req-8665475a-0aa8-4a98-b495-ce9aad965faf tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:28:45.067519 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-eef8815c-4215-4e58-9fe9-996c26304e50 req-8665475a-0aa8-4a98-b495-ce9aad965faf tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e3305fc-3d92-4d3f-afb8-c25395280792 HTTP/1.1" status: 200 len: 946 time: 0.0530236 Jul 29 05:28:45.091292 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-379ecdf2-d028-4d6f-8a7b-3c0c603d1d7b admin admin] Publish callbacks [] for security_group (3ef826d4-684f-44d2-849f-a4e4be224ad8), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:45.096458 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-379ecdf2-d028-4d6f-8a7b-3c0c603d1d7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (3ef826d4-684f-44d2-849f-a4e4be224ad8), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:45.170914 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.plugin [req-eef8815c-4215-4e58-9fe9-996c26304e50 req-db1f83c1-93ee-4c2d-81c8-1e9c36fe3406 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Deleting port 6f412c06-c9c0-4423-b60d-0b7fa2c32b6f {{(pid=104005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 05:28:45.171478 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-eef8815c-4215-4e58-9fe9-996c26304e50 req-db1f83c1-93ee-4c2d-81c8-1e9c36fe3406 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737760600589'] for port (6f412c06-c9c0-4423-b60d-0b7fa2c32b6f), before_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:45.216436 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:28:45.276105 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.db [req-eef8815c-4215-4e58-9fe9-996c26304e50 req-db1f83c1-93ee-4c2d-81c8-1e9c36fe3406 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] For port 6f412c06-c9c0-4423-b60d-0b7fa2c32b6f, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=6f412c06-c9c0-4423-b60d-0b7fa2c32b6f,segment=NetworkSegment(9167e3b9-12fc-4803-a3cb-91dd7148cc6f),segment_id=9167e3b9-12fc-4803-a3cb-91dd7148cc6f)] {{(pid=104005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:28:45.277301 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-eef8815c-4215-4e58-9fe9-996c26304e50 req-db1f83c1-93ee-4c2d-81c8-1e9c36fe3406 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420629'] for port (6f412c06-c9c0-4423-b60d-0b7fa2c32b6f), precommit_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:45.333522 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:28:45.383428 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-379ecdf2-d028-4d6f-8a7b-3c0c603d1d7b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1b2108031095477199883c48cfc39522&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5121973 Jul 29 05:28:45.386917 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 37068) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:28:45.395240 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:28:45.403263 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379ecdf2-d028-4d6f-8a7b-3c0c603d1d7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ef826d4-684f-44d2-849f-a4e4be224ad8,revision_number=1']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:28:45.456221 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-6aeff9d7-9e92-46d8-8acc-2a1fd0f8f187 admin admin] Publish callbacks [] for security_group (3ef826d4-684f-44d2-849f-a4e4be224ad8), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:45.484319 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-6aeff9d7-9e92-46d8-8acc-2a1fd0f8f187 admin admin] Publish callbacks [] for security_group (3ef826d4-684f-44d2-849f-a4e4be224ad8), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:45.490493 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-eef8815c-4215-4e58-9fe9-996c26304e50 req-db1f83c1-93ee-4c2d-81c8-1e9c36fe3406 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:45.491010 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-eef8815c-4215-4e58-9fe9-996c26304e50 req-db1f83c1-93ee-4c2d-81c8-1e9c36fe3406 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-375524'] for floatingip (12ccccf1-95e4-4167-ba21-d2114b7460d9), after_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:45.491328 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.db.l3_db [req-eef8815c-4215-4e58-9fe9-996c26304e50 req-db1f83c1-93ee-4c2d-81c8-1e9c36fe3406 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Floating IP 12ccccf1-95e4-4167-ba21-d2114b7460d9 disassociated. External IP: 172.27.2.241, port: 6f412c06-c9c0-4423-b60d-0b7fa2c32b6f. Jul 29 05:28:45.491726 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.plugin [req-eef8815c-4215-4e58-9fe9-996c26304e50 req-db1f83c1-93ee-4c2d-81c8-1e9c36fe3406 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Calling delete_port for 6f412c06-c9c0-4423-b60d-0b7fa2c32b6f owned by compute:nova {{(pid=104005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 05:28:45.553083 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-6aeff9d7-9e92-46d8-8acc-2a1fd0f8f187 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (3ef826d4-684f-44d2-849f-a4e4be224ad8), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:45.558394 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-6aeff9d7-9e92-46d8-8acc-2a1fd0f8f187 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:45.561174 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-6aeff9d7-9e92-46d8-8acc-2a1fd0f8f187 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3ef826d4-684f-44d2-849f-a4e4be224ad8 HTTP/1.1" status: 204 len: 168 time: 0.1722922 Jul 29 05:28:45.578841 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeff9d7-9e92-46d8-8acc-2a1fd0f8f187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ef826d4-684f-44d2-849f-a4e4be224ad8,revision_number=None']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:28:45.645381 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-eef8815c-4215-4e58-9fe9-996c26304e50 req-db1f83c1-93ee-4c2d-81c8-1e9c36fe3406 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737760621891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737760223820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1905596'] for port (6f412c06-c9c0-4423-b60d-0b7fa2c32b6f), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:45.674579 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1f83c1-93ee-4c2d-81c8-1e9c36fe3406 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Pushing event deleted for resources: {'Port': ['ID=6f412c06-c9c0-4423-b60d-0b7fa2c32b6f,revision_number=None']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:28:45.846508 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-5a956dce-e2dd-4afc-87f1-918e42b4c1da req-210002e3-ef3d-4998-bb0d-af969b407463 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e3305fc-3d92-4d3f-afb8-c25395280792 HTTP/1.1" status: 200 len: 210 time: 0.0386364 Jul 29 05:28:45.873032 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eef8815c-4215-4e58-9fe9-996c26304e50 req-db1f83c1-93ee-4c2d-81c8-1e9c36fe3406 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Router e8b15e57-d2b6-483c-b2b4-556a4c67aae0 has already been hosted by L3 agent 8a9a6061-e61b-4901-b35e-5e71dea10db3 {{(pid=104005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 05:28:46.011467 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 37078) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:28:46.023426 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eef8815c-4215-4e58-9fe9-996c26304e50 req-db1f83c1-93ee-4c2d-81c8-1e9c36fe3406 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Notify agent at l3_agent.dv-cinder-851279-2-iscsi the message routers_updated {{(pid=104005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 05:28:46.036126 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-31d4a2c8-5e61-4fcc-b486-73bfd4f4f0b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:46.039634 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c59429-6c48-4d19-8361-1d133f4323ca None None] Sync routers for ids ['e8b15e57-d2b6-483c-b2b4-556a4c67aae0'] in dv-cinder-851279-2-iscsi {{(pid=104006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 05:28:46.059383 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c59429-6c48-4d19-8361-1d133f4323ca None None] Routers {'e8b15e57-d2b6-483c-b2b4-556a4c67aae0'} bound to L3 agent in host dv-cinder-851279-2-iscsi {{(pid=104006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:28:46.060859 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_hamode_db [None req-04c59429-6c48-4d19-8361-1d133f4323ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-29T05:12:08Z,description=,heartbeat_timestamp=2022-07-29T05:28:38Z,host='dv-cinder-851279-2-iscsi',id=8a9a6061-e61b-4901-b35e-5e71dea10db3,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T05:12:08Z,topic='l3_agent')) {'router_ids': ['e8b15e57-d2b6-483c-b2b4-556a4c67aae0'], 'active': True} {{(pid=104006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:28:46.097695 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvrscheduler_db [req-eef8815c-4215-4e58-9fe9-996c26304e50 req-db1f83c1-93ee-4c2d-81c8-1e9c36fe3406 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] No DVR routers for this DVR port 6f412c06-c9c0-4423-b60d-0b7fa2c32b6f on host hv-cinder-85127 {{(pid=104005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 29 05:28:46.102632 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-eef8815c-4215-4e58-9fe9-996c26304e50 req-db1f83c1-93ee-4c2d-81c8-1e9c36fe3406 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249840'] for port (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:46.106888 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-eef8815c-4215-4e58-9fe9-996c26304e50 req-db1f83c1-93ee-4c2d-81c8-1e9c36fe3406 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.60 "DELETE /v2.0/ports/6f412c06-c9c0-4423-b60d-0b7fa2c32b6f HTTP/1.1" status: 204 len: 173 time: 1.0317693 Jul 29 05:28:46.107373 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e3305fc-3d92-4d3f-afb8-c25395280792', 'name': 'network-vif-deleted', 'tag': '6f412c06-c9c0-4423-b60d-0b7fa2c32b6f'}] {{(pid=104005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 05:28:46.109702 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18cb6d06cd9bdbb2624e76cf95b2230ef06252a8a1dccb16f0d07e3cc9dc753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77d71fce-ec5f-4070-8d2d-b6b103413bc2" -d '{"events": [{"server_uuid": "1e3305fc-3d92-4d3f-afb8-c25395280792", "name": "network-vif-deleted", "tag": "6f412c06-c9c0-4423-b60d-0b7fa2c32b6f"}]}' {{(pid=104005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 05:28:46.190165 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 05:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-165a19c5-1dcd-40ef-a0a3-43ca8894ddcc x-openstack-request-id: req-165a19c5-1dcd-40ef-a0a3-43ca8894ddcc {{(pid=104005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 05:28:46.190556 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e3305fc-3d92-4d3f-afb8-c25395280792", "name": "network-vif-deleted", "tag": "6f412c06-c9c0-4423-b60d-0b7fa2c32b6f", "status": "completed", "code": 200}]} {{(pid=104005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 05:28:46.190873 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-165a19c5-1dcd-40ef-a0a3-43ca8894ddcc {{(pid=104005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 05:28:46.191457 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.notifiers.nova [-] Nova event matching ['req-165a19c5-1dcd-40ef-a0a3-43ca8894ddcc'] response: {'server_uuid': '1e3305fc-3d92-4d3f-afb8-c25395280792', 'name': 'network-vif-deleted', 'tag': '6f412c06-c9c0-4423-b60d-0b7fa2c32b6f', 'status': 'completed', 'code': 200} Jul 29 05:28:46.242640 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-31d4a2c8-5e61-4fcc-b486-73bfd4f4f0b2 admin admin] Publish callbacks [] for security_group (ece3c3db-3cdd-48df-b0a4-f1d1fd159632), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:46.248205 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-31d4a2c8-5e61-4fcc-b486-73bfd4f4f0b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (ece3c3db-3cdd-48df-b0a4-f1d1fd159632), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:46.270137 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:28:46.275582 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvr_db [None req-04c59429-6c48-4d19-8361-1d133f4323ca None None] Set router e8b15e57-d2b6-483c-b2b4-556a4c67aae0 gateway port host: dv-cinder-851279-2-iscsi {{(pid=104006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:28:46.287203 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=6 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:28:46.300598 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-31d4a2c8-5e61-4fcc-b486-73bfd4f4f0b2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3de3473157a54442822ac0c6ed2c6fc6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2879946 Jul 29 05:28:46.301681 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d4a2c8-5e61-4fcc-b486-73bfd4f4f0b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ece3c3db-3cdd-48df-b0a4-f1d1fd159632,revision_number=1']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:28:46.303476 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 37082) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:28:46.357791 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-4b5e72af-a975-43db-9e0d-4f498bbe5b25 admin admin] Publish callbacks [] for security_group (ece3c3db-3cdd-48df-b0a4-f1d1fd159632), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:46.385009 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-4b5e72af-a975-43db-9e0d-4f498bbe5b25 admin admin] Publish callbacks [] for security_group (ece3c3db-3cdd-48df-b0a4-f1d1fd159632), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:46.450712 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-4b5e72af-a975-43db-9e0d-4f498bbe5b25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (ece3c3db-3cdd-48df-b0a4-f1d1fd159632), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:46.453035 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-4b5e72af-a975-43db-9e0d-4f498bbe5b25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:46.456848 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-4b5e72af-a975-43db-9e0d-4f498bbe5b25 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ece3c3db-3cdd-48df-b0a4-f1d1fd159632 HTTP/1.1" status: 204 len: 168 time: 0.1490595 Jul 29 05:28:46.473519 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5e72af-a975-43db-9e0d-4f498bbe5b25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ece3c3db-3cdd-48df-b0a4-f1d1fd159632,revision_number=None']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:28:46.497021 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_hamode_db [None req-04c59429-6c48-4d19-8361-1d133f4323ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b15e57-d2b6-483c-b2b4-556a4c67aae0', 'name': 'tempest-AttachVolumeShelveTestJSON-766186712-router', 'tenant_id': '9fda8c6d9ffa4955b2f19411ee340cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': '73c83217-8a8b-4fa8-bce3-ddeb31f92b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:21:05Z', 'updated_at': '2022-07-29T05:21:21Z', 'revision_number': 4, 'project_id': '9fda8c6d9ffa4955b2f19411ee340cb3', 'gw_port': {'id': '73c83217-8a8b-4fa8-bce3-ddeb31f92b04', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:28:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b15e57-d2b6-483c-b2b4-556a4c67aae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:07Z', 'updated_at': '2022-07-29T05:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi', '_interfaces': [{'id': '4942139b-2079-47b3-b08e-a8f68dea17c9', 'name': '', 'network_id': '2abd58fa-fb8d-4cc3-8df0-c903c7b8dd87', 'tenant_id': '9fda8c6d9ffa4955b2f19411ee340cb3', 'mac_address': 'fa:16:3e:7d:d5:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b15e57-d2b6-483c-b2b4-556a4c67aae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'ac46bf73-3dbd-41e0-8b70-b021adbe3f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:19Z', 'updated_at': '2022-07-29T05:21:39Z', 'revision_number': 5, 'project_id': '9fda8c6d9ffa4955b2f19411ee340cb3', 'subnets': [{'id': 'ac46bf73-3dbd-41e0-8b70-b021adbe3f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-2-iscsi', False) {} {{(pid=104006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:28:46.529019 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c59429-6c48-4d19-8361-1d133f4323ca None None] Checking router: e8b15e57-d2b6-483c-b2b4-556a4c67aae0 for host: dv-cinder-851279-2-iscsi {{(pid=104006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 05:28:46.545371 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:28:46.549836 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c59429-6c48-4d19-8361-1d133f4323ca None None] Routers {'e8b15e57-d2b6-483c-b2b4-556a4c67aae0'} bound to L3 agent in host dv-cinder-851279-2-iscsi {{(pid=104006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:28:46.554561 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_hamode_db [None req-04c59429-6c48-4d19-8361-1d133f4323ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-29T05:12:08Z,description=,heartbeat_timestamp=2022-07-29T05:28:38Z,host='dv-cinder-851279-2-iscsi',id=8a9a6061-e61b-4901-b35e-5e71dea10db3,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T05:12:08Z,topic='l3_agent')) {'router_ids': ['e8b15e57-d2b6-483c-b2b4-556a4c67aae0'], 'active': True} {{(pid=104006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:28:46.809902 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvr_db [None req-04c59429-6c48-4d19-8361-1d133f4323ca None None] Set router e8b15e57-d2b6-483c-b2b4-556a4c67aae0 gateway port host: dv-cinder-851279-2-iscsi {{(pid=104006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:28:46.965067 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 37104) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:28:46.976714 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:28:47.037054 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-981743e2-0073-4893-8a98-4437327079ab tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Publish callbacks [] for security_group (bf631f8c-fd1e-402a-96ad-921fce651990), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:47.037801 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_hamode_db [None req-04c59429-6c48-4d19-8361-1d133f4323ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b15e57-d2b6-483c-b2b4-556a4c67aae0', 'name': 'tempest-AttachVolumeShelveTestJSON-766186712-router', 'tenant_id': '9fda8c6d9ffa4955b2f19411ee340cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': '73c83217-8a8b-4fa8-bce3-ddeb31f92b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:21:05Z', 'updated_at': '2022-07-29T05:21:21Z', 'revision_number': 4, 'project_id': '9fda8c6d9ffa4955b2f19411ee340cb3', 'gw_port': {'id': '73c83217-8a8b-4fa8-bce3-ddeb31f92b04', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:28:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b15e57-d2b6-483c-b2b4-556a4c67aae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:07Z', 'updated_at': '2022-07-29T05:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi', '_interfaces': [{'id': '4942139b-2079-47b3-b08e-a8f68dea17c9', 'name': '', 'network_id': '2abd58fa-fb8d-4cc3-8df0-c903c7b8dd87', 'tenant_id': '9fda8c6d9ffa4955b2f19411ee340cb3', 'mac_address': 'fa:16:3e:7d:d5:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b15e57-d2b6-483c-b2b4-556a4c67aae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'ac46bf73-3dbd-41e0-8b70-b021adbe3f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:19Z', 'updated_at': '2022-07-29T05:21:39Z', 'revision_number': 5, 'project_id': '9fda8c6d9ffa4955b2f19411ee340cb3', 'subnets': [{'id': 'ac46bf73-3dbd-41e0-8b70-b021adbe3f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-2-iscsi', False) {} {{(pid=104006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:28:47.070643 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-981743e2-0073-4893-8a98-4437327079ab tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Publish callbacks [] for security_group (bf631f8c-fd1e-402a-96ad-921fce651990), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:47.071037 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c59429-6c48-4d19-8361-1d133f4323ca None None] The sync data for ids ['e8b15e57-d2b6-483c-b2b4-556a4c67aae0'] in dv-cinder-851279-2-iscsi is: [{'id': 'e8b15e57-d2b6-483c-b2b4-556a4c67aae0', 'name': 'tempest-AttachVolumeShelveTestJSON-766186712-router', 'tenant_id': '9fda8c6d9ffa4955b2f19411ee340cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': '73c83217-8a8b-4fa8-bce3-ddeb31f92b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:21:05Z', 'updated_at': '2022-07-29T05:21:21Z', 'revision_number': 4, 'project_id': '9fda8c6d9ffa4955b2f19411ee340cb3', 'gw_port': {'id': '73c83217-8a8b-4fa8-bce3-ddeb31f92b04', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:28:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b15e57-d2b6-483c-b2b4-556a4c67aae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:07Z', 'updated_at': '2022-07-29T05:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi', '_interfaces': [{'id': '4942139b-2079-47b3-b08e-a8f68dea17c9', 'name': '', 'network_id': '2abd58fa-fb8d-4cc3-8df0-c903c7b8dd87', 'tenant_id': '9fda8c6d9ffa4955b2f19411ee340cb3', 'mac_address': 'fa:16:3e:7d:d5:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b15e57-d2b6-483c-b2b4-556a4c67aae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'ac46bf73-3dbd-41e0-8b70-b021adbe3f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:19Z', 'updated_at': '2022-07-29T05:21:39Z', 'revision_number': 5, 'project_id': '9fda8c6d9ffa4955b2f19411ee340cb3', 'subnets': [{'id': 'ac46bf73-3dbd-41e0-8b70-b021adbe3f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 05:28:47.132222 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-981743e2-0073-4893-8a98-4437327079ab tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (bf631f8c-fd1e-402a-96ad-921fce651990), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:47.134955 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-981743e2-0073-4893-8a98-4437327079ab tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Publish callbacks [] for security_group (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:47.137023 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-981743e2-0073-4893-8a98-4437327079ab tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "DELETE /v2.0/security-groups/bf631f8c-fd1e-402a-96ad-921fce651990 HTTP/1.1" status: 204 len: 168 time: 0.1707842 Jul 29 05:28:47.140078 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 37110) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:28:47.148245 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981743e2-0073-4893-8a98-4437327079ab tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf631f8c-fd1e-402a-96ad-921fce651990,revision_number=None']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:28:47.181513 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.api.v2.resource [None req-dd5bcffa-8871-4d1a-ad08-046c2ee3c755 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] show failed (client error): The resource could not be found. Jul 29 05:28:47.182606 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-dd5bcffa-8871-4d1a-ad08-046c2ee3c755 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "GET /v2.0/security-groups/bf631f8c-fd1e-402a-96ad-921fce651990 HTTP/1.1" status: 404 len: 347 time: 0.0390921 Jul 29 05:28:47.186369 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 37114) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:28:47.337286 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-2ff02a41-93c5-48c9-88ba-004f4515a157 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Deleting port 81e86c93-a1fb-4de2-8e2d-25dfd42f0aad {{(pid=104004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 05:28:47.338555 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-2ff02a41-93c5-48c9-88ba-004f4515a157 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737760600589'] for port (81e86c93-a1fb-4de2-8e2d-25dfd42f0aad), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:47.445431 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143c26c3-a55c-48e6-996c-bbe1aecd9891 None None] New status for floating IP 12ccccf1-95e4-4167-ba21-d2114b7460d9: DOWN {{(pid=104007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 29 05:28:47.451966 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-2ff02a41-93c5-48c9-88ba-004f4515a157 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420629'] for port (81e86c93-a1fb-4de2-8e2d-25dfd42f0aad), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:47.452290 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-2ff02a41-93c5-48c9-88ba-004f4515a157 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Publish callbacks [] for floatingip (81e86c93-a1fb-4de2-8e2d-25dfd42f0aad), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:47.473615 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-2ff02a41-93c5-48c9-88ba-004f4515a157 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Calling delete_port for 81e86c93-a1fb-4de2-8e2d-25dfd42f0aad owned by network:floatingip {{(pid=104004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 05:28:47.661816 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-2ff02a41-93c5-48c9-88ba-004f4515a157 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737760621891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737760223820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660275'] for port (81e86c93-a1fb-4de2-8e2d-25dfd42f0aad), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:47.688355 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff02a41-93c5-48c9-88ba-004f4515a157 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Pushing event deleted for resources: {'Port': ['ID=81e86c93-a1fb-4de2-8e2d-25dfd42f0aad,revision_number=None']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:28:47.732011 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:28:47.753922 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-2ff02a41-93c5-48c9-88ba-004f4515a157 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Publish callbacks [] for floatingip (12ccccf1-95e4-4167-ba21-d2114b7460d9), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:47.756503 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-2ff02a41-93c5-48c9-88ba-004f4515a157 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249840'] for floatingip (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:47.757666 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-2ff02a41-93c5-48c9-88ba-004f4515a157 tempest-AttachVolumeShelveTestJSON-1359370483 tempest-AttachVolumeShelveTestJSON-1359370483-project] 10.222.0.49 "DELETE /v2.0/floatingips/12ccccf1-95e4-4167-ba21-d2114b7460d9 HTTP/1.1" status: 204 len: 168 time: 0.5702007 Jul 29 05:28:48.974486 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Device 6f412c06-c9c0-4423-b60d-0b7fa2c32b6f no longer exists at agent hyperv_hv-cinder-85127 {{(pid=104006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 05:28:48.995910 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] No Port match for: 6f412c06-c9c0-4423-b60d-0b7fa2c32b6f {{(pid=104006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 05:28:48.998488 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Device 6f412c06-c9c0-4423-b60d-0b7fa2c32b6f not bound to the agent host hv-cinder-85127 {{(pid=104006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 05:28:49.788307 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-bd0bf1a7-0ec9-46d4-acc6-a35da63691d7 req-76a792b2-e044-4ca7-9576-4e5c10c81371 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2041740346&fields=id&tenant_id=719297a86f0a4930b4daf3b9f663e472 HTTP/1.1" status: 200 len: 267 time: 0.0478892 Jul 29 05:28:49.902943 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0bf1a7-0ec9-46d4-acc6-a35da63691d7 req-db24b971-5abd-4bd4-9fb7-b9098b3240b9 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:28:49.904992 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-bd0bf1a7-0ec9-46d4-acc6-a35da63691d7 req-db24b971-5abd-4bd4-9fb7-b9098b3240b9 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] 10.222.0.49 "GET /v2.0/networks?id=bf6a3cea-818f-4098-a73e-2bd56be30084 HTTP/1.1" status: 200 len: 809 time: 0.1093206 Jul 29 05:28:49.916898 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:DELETE=7,neutron:INSERT=5 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:28:49.921724 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-bd0bf1a7-0ec9-46d4-acc6-a35da63691d7 req-34e1621b-bb9c-4e7d-a371-868135c7c8e4 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] 10.222.0.49 "GET /v2.0/quotas/719297a86f0a4930b4daf3b9f663e472 HTTP/1.1" status: 200 len: 375 time: 0.0108004 Jul 29 05:28:49.982068 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-bd0bf1a7-0ec9-46d4-acc6-a35da63691d7 req-c77aee6b-61bb-4187-8996-173a27119fd4 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=719297a86f0a4930b4daf3b9f663e472&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0519593 Jul 29 05:28:50.089726 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-bd0bf1a7-0ec9-46d4-acc6-a35da63691d7 req-ae4d764b-c953-44c4-82e1-2d85f14c908e service neutron] 10.222.0.49 "GET /v2.0/networks/bf6a3cea-818f-4098-a73e-2bd56be30084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971198 Jul 29 05:28:50.187799 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-bd0bf1a7-0ec9-46d4-acc6-a35da63691d7 req-e8357d68-007b-4daf-ab88-2deb23811ed5 service neutron] 10.222.0.49 "GET /v2.0/networks/bf6a3cea-818f-4098-a73e-2bd56be30084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906551 Jul 29 05:28:50.259111 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 37202) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:28:50.532292 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-cb5b1a07-8461-4462-82b1-d79f5b310f33 req-8fa2cc8e-5572-453a-a2ec-95f105154c52 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] 10.222.0.49 "GET /v2.0/ports?device_id=87eb34fa-b0bc-4ee0-aeea-70301f77125d HTTP/1.1" status: 200 len: 210 time: 0.0324941 Jul 29 05:28:50.939957 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bbf2-c725-4979-9fcf-4d5f11178499 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-361244'] for router_interface (e8b15e57-d2b6-483c-b2b4-556a4c67aae0), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:50.990222 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:28:51.307712 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-5ca4bbf2-c725-4979-9fcf-4d5f11178499 admin admin] Deleting port 4942139b-2079-47b3-b08e-a8f68dea17c9 {{(pid=104004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 05:28:51.308407 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bbf2-c725-4979-9fcf-4d5f11178499 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737760600589'] for port (4942139b-2079-47b3-b08e-a8f68dea17c9), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:51.424091 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-5ca4bbf2-c725-4979-9fcf-4d5f11178499 admin admin] For port 4942139b-2079-47b3-b08e-a8f68dea17c9, host dv-cinder-851279-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-2-iscsi',level=0,port_id=4942139b-2079-47b3-b08e-a8f68dea17c9,segment=NetworkSegment(9167e3b9-12fc-4803-a3cb-91dd7148cc6f),segment_id=9167e3b9-12fc-4803-a3cb-91dd7148cc6f)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:28:51.424687 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bbf2-c725-4979-9fcf-4d5f11178499 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420629'] for port (4942139b-2079-47b3-b08e-a8f68dea17c9), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:51.445102 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-5ca4bbf2-c725-4979-9fcf-4d5f11178499 admin admin] Calling delete_port for 4942139b-2079-47b3-b08e-a8f68dea17c9 owned by network:router_interface {{(pid=104004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 05:28:51.621092 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:28:51.681214 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-770b3ef3-0cc1-4bed-88d9-c4cade9b9394 req-c8237dda-6a0b-4c3d-9740-218309762f86 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] 10.222.0.49 "GET /v2.0/ports?device_id=87eb34fa-b0bc-4ee0-aeea-70301f77125d HTTP/1.1" status: 200 len: 210 time: 0.0511577 Jul 29 05:28:51.726751 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bbf2-c725-4979-9fcf-4d5f11178499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737760621891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737760223820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660275'] for port (4942139b-2079-47b3-b08e-a8f68dea17c9), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:51.777526 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca4bbf2-c725-4979-9fcf-4d5f11178499 admin admin] Pushing event deleted for resources: {'Port': ['ID=4942139b-2079-47b3-b08e-a8f68dea17c9,revision_number=None']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:28:51.860191 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0bf1a7-0ec9-46d4-acc6-a35da63691d7 req-ff37258c-e9fc-43a5-9fc2-54e7aa054aa4 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:28:51.862146 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-bd0bf1a7-0ec9-46d4-acc6-a35da63691d7 req-ff37258c-e9fc-43a5-9fc2-54e7aa054aa4 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] 10.222.0.60 "GET /v2.0/networks?id=bf6a3cea-818f-4098-a73e-2bd56be30084 HTTP/1.1" status: 200 len: 809 time: 0.2168446 Jul 29 05:28:51.993814 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-bd0bf1a7-0ec9-46d4-acc6-a35da63691d7 req-10ab57bf-0703-42c1-9ec8-2d1f730e1813 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=719297a86f0a4930b4daf3b9f663e472 HTTP/1.1" status: 200 len: 380 time: 0.1187446 Jul 29 05:28:52.006267 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.v2.base [req-bd0bf1a7-0ec9-46d4-acc6-a35da63691d7 req-ac5c4d9b-3262-47b4-aa63-b3ffc431904b tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Request body: {'port': {'device_id': '87eb34fa-b0bc-4ee0-aeea-70301f77125d', 'network_id': 'bf6a3cea-818f-4098-a73e-2bd56be30084', 'admin_state_up': True, 'tenant_id': '719297a86f0a4930b4daf3b9f663e472', 'security_groups': ['7a108177-33f2-4e02-b63e-328953babc4a']}} {{(pid=104005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:28:52.132607 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bbf2-c725-4979-9fcf-4d5f11178499 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-361352'] for router_interface (e8b15e57-d2b6-483c-b2b4-556a4c67aae0), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:52.162345 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd0bf1a7-0ec9-46d4-acc6-a35da63691d7 req-ac5c4d9b-3262-47b4-aa63-b3ffc431904b tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Made reservation on behalf of 719297a86f0a4930b4daf3b9f663e472 for: {'port': 1} {{(pid=104005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 05:28:52.167022 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-bd0bf1a7-0ec9-46d4-acc6-a35da63691d7 req-ac5c4d9b-3262-47b4-aa63-b3ffc431904b tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (None), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:52.327564 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.db_base_plugin_common [req-bd0bf1a7-0ec9-46d4-acc6-a35da63691d7 req-ac5c4d9b-3262-47b4-aa63-b3ffc431904b tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Allocated IP 172.20.0.3 (bf6a3cea-818f-4098-a73e-2bd56be30084/bd4850d2-d662-48cd-9d64-c0fcdc752249/f47132ea-cd5d-4836-887a-b486a4824db2) {{(pid=104005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 05:28:52.371400 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:28:52.399316 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ca4bbf2-c725-4979-9fcf-4d5f11178499 admin admin] Router e8b15e57-d2b6-483c-b2b4-556a4c67aae0 has already been hosted by L3 agent 8a9a6061-e61b-4901-b35e-5e71dea10db3 {{(pid=104004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 05:28:52.544028 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-bd0bf1a7-0ec9-46d4-acc6-a35da63691d7 req-ac5c4d9b-3262-47b4-aa63-b3ffc431904b tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Publish callbacks [] for port (f47132ea-cd5d-4836-887a-b486a4824db2), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:52.552482 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:28:52.553144 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:28:52.556998 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ca4bbf2-c725-4979-9fcf-4d5f11178499 admin admin] Notify agent at l3_agent.dv-cinder-851279-2-iscsi the message routers_updated {{(pid=104004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 05:28:52.563831 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-5ca4bbf2-c725-4979-9fcf-4d5f11178499 admin admin] 10.222.0.49 "PUT /v2.0/routers/e8b15e57-d2b6-483c-b2b4-556a4c67aae0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3049126 Jul 29 05:28:52.566252 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 37278) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:28:52.569743 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b5302d-1a2f-4d4e-806d-6d454f7857c8 None None] Sync routers for ids ['e8b15e57-d2b6-483c-b2b4-556a4c67aae0'] in dv-cinder-851279-2-iscsi {{(pid=104006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 05:28:52.593139 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b5302d-1a2f-4d4e-806d-6d454f7857c8 None None] Routers {'e8b15e57-d2b6-483c-b2b4-556a4c67aae0'} bound to L3 agent in host dv-cinder-851279-2-iscsi {{(pid=104006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:28:52.597072 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_hamode_db [None req-c1b5302d-1a2f-4d4e-806d-6d454f7857c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-29T05:12:08Z,description=,heartbeat_timestamp=2022-07-29T05:28:38Z,host='dv-cinder-851279-2-iscsi',id=8a9a6061-e61b-4901-b35e-5e71dea10db3,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T05:12:08Z,topic='l3_agent')) {'router_ids': ['e8b15e57-d2b6-483c-b2b4-556a4c67aae0'], 'active': True} {{(pid=104006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:28:52.603601 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-bd0bf1a7-0ec9-46d4-acc6-a35da63691d7 req-ac5c4d9b-3262-47b4-aa63-b3ffc431904b tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737760223811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1905596'] for port (f47132ea-cd5d-4836-887a-b486a4824db2), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:52.655984 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd0bf1a7-0ec9-46d4-acc6-a35da63691d7 req-ac5c4d9b-3262-47b4-aa63-b3ffc431904b tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Network bf6a3cea-818f-4098-a73e-2bd56be30084 is already hosted by enough agents. {{(pid=104005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 05:28:52.659482 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.base_scheduler [req-bd0bf1a7-0ec9-46d4-acc6-a35da63691d7 req-ac5c4d9b-3262-47b4-aa63-b3ffc431904b tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Resources bound (agent type, host, resource id): {{(pid=104005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:28:52.663469 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd0bf1a7-0ec9-46d4-acc6-a35da63691d7 req-ac5c4d9b-3262-47b4-aa63-b3ffc431904b tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Received port after_create {{(pid=104005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 05:28:52.712527 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5c4d9b-3262-47b4-aa63-b3ffc431904b tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Pushing event updated for resources: {'Port': ['ID=f47132ea-cd5d-4836-887a-b486a4824db2,revision_number=1']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:28:52.729774 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5c4d9b-3262-47b4-aa63-b3ffc431904b tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:28:52.730130 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5c4d9b-3262-47b4-aa63-b3ffc431904b tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:28:52.730306 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5c4d9b-3262-47b4-aa63-b3ffc431904b tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:28:52.730549 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5c4d9b-3262-47b4-aa63-b3ffc431904b tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:28:52.730878 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5c4d9b-3262-47b4-aa63-b3ffc431904b tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:28:52.731271 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5c4d9b-3262-47b4-aa63-b3ffc431904b tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:28:52.731630 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5c4d9b-3262-47b4-aa63-b3ffc431904b tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:28:52.731954 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5c4d9b-3262-47b4-aa63-b3ffc431904b tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:28:52.732276 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5c4d9b-3262-47b4-aa63-b3ffc431904b tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:28:52.733026 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5c4d9b-3262-47b4-aa63-b3ffc431904b tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:28:52.733026 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5c4d9b-3262-47b4-aa63-b3ffc431904b tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:28:52.733347 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5c4d9b-3262-47b4-aa63-b3ffc431904b tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:28:52.733509 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5c4d9b-3262-47b4-aa63-b3ffc431904b tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:28:52.733837 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5c4d9b-3262-47b4-aa63-b3ffc431904b tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:28:52.734152 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5c4d9b-3262-47b4-aa63-b3ffc431904b tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:28:52.745240 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-fe4eb822-f9a1-4698-90e9-bb753d089c04 admin admin] Publish callbacks [] for router (e8b15e57-d2b6-483c-b2b4-556a4c67aae0), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:52.769788 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0bf1a7-0ec9-46d4-acc6-a35da63691d7 req-ac5c4d9b-3262-47b4-aa63-b3ffc431904b tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:28:52.770536 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-bd0bf1a7-0ec9-46d4-acc6-a35da63691d7 req-ac5c4d9b-3262-47b4-aa63-b3ffc431904b tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249840'] for port (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:52.780141 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvr_db [None req-c1b5302d-1a2f-4d4e-806d-6d454f7857c8 None None] Set router e8b15e57-d2b6-483c-b2b4-556a4c67aae0 gateway port host: dv-cinder-851279-2-iscsi {{(pid=104006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:28:52.814516 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-bd0bf1a7-0ec9-46d4-acc6-a35da63691d7 req-ac5c4d9b-3262-47b4-aa63-b3ffc431904b tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8145485 Jul 29 05:28:52.830183 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.v2.base [req-bd0bf1a7-0ec9-46d4-acc6-a35da63691d7 req-d9d08436-5f8c-4db0-b361-ab9ebafa4d79 service neutron] Request body: {'port': {'device_id': '87eb34fa-b0bc-4ee0-aeea-70301f77125d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85127'}} {{(pid=104005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:28:52.926276 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae80871-7377-42b9-98dc-52e6b582a877 req-e416e464-2462-4c5f-96e0-c3b25c1816d9 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:28:52.927416 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-7ae80871-7377-42b9-98dc-52e6b582a877 req-e416e464-2462-4c5f-96e0-c3b25c1816d9 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] 10.222.0.49 "GET /v2.0/ports?device_id=87eb34fa-b0bc-4ee0-aeea-70301f77125d HTTP/1.1" status: 200 len: 931 time: 0.1079881 Jul 29 05:28:52.982177 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-fe4eb822-f9a1-4698-90e9-bb753d089c04 admin admin] Publish callbacks [] for router_gateway (e8b15e57-d2b6-483c-b2b4-556a4c67aae0), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:53.034969 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-bd0bf1a7-0ec9-46d4-acc6-a35da63691d7 req-d9d08436-5f8c-4db0-b361-ab9ebafa4d79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (f47132ea-cd5d-4836-887a-b486a4824db2), before_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:53.036053 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_hamode_db [None req-c1b5302d-1a2f-4d4e-806d-6d454f7857c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b15e57-d2b6-483c-b2b4-556a4c67aae0', 'name': 'tempest-AttachVolumeShelveTestJSON-766186712-router', 'tenant_id': '9fda8c6d9ffa4955b2f19411ee340cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': '73c83217-8a8b-4fa8-bce3-ddeb31f92b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:21:05Z', 'updated_at': '2022-07-29T05:28:51Z', 'revision_number': 5, 'project_id': '9fda8c6d9ffa4955b2f19411ee340cb3', 'gw_port': {'id': '73c83217-8a8b-4fa8-bce3-ddeb31f92b04', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:28:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b15e57-d2b6-483c-b2b4-556a4c67aae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:21:07Z', 'updated_at': '2022-07-29T05:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi'}], 'dv-cinder-851279-2-iscsi', False) {} {{(pid=104006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:28:53.056624 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-7ae80871-7377-42b9-98dc-52e6b582a877 req-38ed6c32-4762-4007-9553-a093875abb6b tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a108177-33f2-4e02-b63e-328953babc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074431 Jul 29 05:28:53.081509 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-fe4eb822-f9a1-4698-90e9-bb753d089c04 admin admin] Deleting port 73c83217-8a8b-4fa8-bce3-ddeb31f92b04 {{(pid=104004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 05:28:53.081701 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-fe4eb822-f9a1-4698-90e9-bb753d089c04 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737760600589'] for port (73c83217-8a8b-4fa8-bce3-ddeb31f92b04), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:53.102260 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b5302d-1a2f-4d4e-806d-6d454f7857c8 None None] Checking router: e8b15e57-d2b6-483c-b2b4-556a4c67aae0 for host: dv-cinder-851279-2-iscsi {{(pid=104006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 05:28:53.105368 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=100 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:28:53.126865 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b5302d-1a2f-4d4e-806d-6d454f7857c8 None None] Routers {'e8b15e57-d2b6-483c-b2b4-556a4c67aae0'} bound to L3 agent in host dv-cinder-851279-2-iscsi {{(pid=104006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:28:53.128203 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_hamode_db [None req-c1b5302d-1a2f-4d4e-806d-6d454f7857c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-29T05:12:08Z,description=,heartbeat_timestamp=2022-07-29T05:28:38Z,host='dv-cinder-851279-2-iscsi',id=8a9a6061-e61b-4901-b35e-5e71dea10db3,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T05:12:08Z,topic='l3_agent')) {'router_ids': ['e8b15e57-d2b6-483c-b2b4-556a4c67aae0'], 'active': True} {{(pid=104006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:28:53.172038 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:28:53.226309 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-fe4eb822-f9a1-4698-90e9-bb753d089c04 admin admin] For port 73c83217-8a8b-4fa8-bce3-ddeb31f92b04, host dv-cinder-851279-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-2-iscsi',level=0,port_id=73c83217-8a8b-4fa8-bce3-ddeb31f92b04,segment=NetworkSegment(f0686699-af43-47c7-b9bc-f7993eec27ee),segment_id=f0686699-af43-47c7-b9bc-f7993eec27ee)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:28:53.226822 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-fe4eb822-f9a1-4698-90e9-bb753d089c04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420629'] for port (73c83217-8a8b-4fa8-bce3-ddeb31f92b04), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:53.234262 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-c55e2e3a-1378-4881-96f8-b0f474270cac None None] Provisioning complete for port f47132ea-cd5d-4836-887a-b486a4824db2 triggered by entity DHCP. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:28:53.234631 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c55e2e3a-1378-4881-96f8-b0f474270cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (f47132ea-cd5d-4836-887a-b486a4824db2), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:53.249278 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-fe4eb822-f9a1-4698-90e9-bb753d089c04 admin admin] Calling delete_port for 73c83217-8a8b-4fa8-bce3-ddeb31f92b04 owned by network:router_gateway {{(pid=104004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 05:28:53.279287 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-c55e2e3a-1378-4881-96f8-b0f474270cac None None] Port f47132ea-cd5d-4836-887a-b486a4824db2 cannot update to ACTIVE because it is not bound. {{(pid=104006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 29 05:28:53.294226 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvr_db [None req-c1b5302d-1a2f-4d4e-806d-6d454f7857c8 None None] Set router e8b15e57-d2b6-483c-b2b4-556a4c67aae0 gateway port host: None {{(pid=104006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:28:53.358900 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_hamode_db [None req-c1b5302d-1a2f-4d4e-806d-6d454f7857c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b15e57-d2b6-483c-b2b4-556a4c67aae0', 'name': 'tempest-AttachVolumeShelveTestJSON-766186712-router', 'tenant_id': '9fda8c6d9ffa4955b2f19411ee340cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:21:05Z', 'updated_at': '2022-07-29T05:28:52Z', 'revision_number': 6, 'project_id': '9fda8c6d9ffa4955b2f19411ee340cb3', 'gw_port_host': None}], 'dv-cinder-851279-2-iscsi', False) {} {{(pid=104006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:28:53.389657 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b5302d-1a2f-4d4e-806d-6d454f7857c8 None None] The sync data for ids ['e8b15e57-d2b6-483c-b2b4-556a4c67aae0'] in dv-cinder-851279-2-iscsi is: [{'id': 'e8b15e57-d2b6-483c-b2b4-556a4c67aae0', 'name': 'tempest-AttachVolumeShelveTestJSON-766186712-router', 'tenant_id': '9fda8c6d9ffa4955b2f19411ee340cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:21:05Z', 'updated_at': '2022-07-29T05:28:52Z', 'revision_number': 6, 'project_id': '9fda8c6d9ffa4955b2f19411ee340cb3', 'gw_port_host': None}] {{(pid=104006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 05:28:53.493136 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.notifiers.nova [req-bd0bf1a7-0ec9-46d4-acc6-a35da63691d7 req-d9d08436-5f8c-4db0-b361-ab9ebafa4d79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f47132ea-cd5d-4836-887a-b486a4824db2 {{(pid=104005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 05:28:53.504959 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-bd0bf1a7-0ec9-46d4-acc6-a35da63691d7 req-d9d08436-5f8c-4db0-b361-ab9ebafa4d79 service neutron] Publish callbacks [] for port (f47132ea-cd5d-4836-887a-b486a4824db2), precommit_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:53.511570 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-fe4eb822-f9a1-4698-90e9-bb753d089c04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737760621891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737760223820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660275'] for port (73c83217-8a8b-4fa8-bce3-ddeb31f92b04), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:53.521278 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.provisioning_blocks [req-bd0bf1a7-0ec9-46d4-acc6-a35da63691d7 req-d9d08436-5f8c-4db0-b361-ab9ebafa4d79 service neutron] Transition to ACTIVE for port object f47132ea-cd5d-4836-887a-b486a4824db2 will not be triggered until provisioned by entity L2. {{(pid=104005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 29 05:28:53.526478 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-bd0bf1a7-0ec9-46d4-acc6-a35da63691d7 req-d9d08436-5f8c-4db0-b361-ab9ebafa4d79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1905579'] for port (f47132ea-cd5d-4836-887a-b486a4824db2), after_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:53.545538 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4eb822-f9a1-4698-90e9-bb753d089c04 admin admin] Pushing event deleted for resources: {'Port': ['ID=73c83217-8a8b-4fa8-bce3-ddeb31f92b04,revision_number=None']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:28:53.616463 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:28:53.616759 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d08436-5f8c-4db0-b361-ab9ebafa4d79 service neutron] Pushing event updated for resources: {'Port': ['ID=f47132ea-cd5d-4836-887a-b486a4824db2,revision_number=2']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:28:53.631477 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-fe4eb822-f9a1-4698-90e9-bb753d089c04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-375324'] for router_gateway (e8b15e57-d2b6-483c-b2b4-556a4c67aae0), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:53.753410 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.managers [req-bd0bf1a7-0ec9-46d4-acc6-a35da63691d7 req-d9d08436-5f8c-4db0-b361-ab9ebafa4d79 service neutron] Attempting to bind port f47132ea-cd5d-4836-887a-b486a4824db2 on host hv-cinder-85127 for vnic_type normal with profile {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 05:28:53.754445 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.managers [req-bd0bf1a7-0ec9-46d4-acc6-a35da63691d7 req-d9d08436-5f8c-4db0-b361-ab9ebafa4d79 service neutron] Attempting to bind port f47132ea-cd5d-4836-887a-b486a4824db2 by drivers openvswitch,hyperv on host hv-cinder-85127 at level 0 using segments [{'id': 'f3483ac0-5247-4ffa-936a-83f1b989606a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'bf6a3cea-818f-4098-a73e-2bd56be30084'}] {{(pid=104005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 05:28:53.755106 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0bf1a7-0ec9-46d4-acc6-a35da63691d7 req-d9d08436-5f8c-4db0-b361-ab9ebafa4d79 service neutron] Attempting to bind port f47132ea-cd5d-4836-887a-b486a4824db2 on network bf6a3cea-818f-4098-a73e-2bd56be30084 {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 05:28:53.759724 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-fe4eb822-f9a1-4698-90e9-bb753d089c04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-401047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1364'] for router (e8b15e57-d2b6-483c-b2b4-556a4c67aae0), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:53.766158 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-fe4eb822-f9a1-4698-90e9-bb753d089c04 admin admin] Publish callbacks [] for router_controller (e8b15e57-d2b6-483c-b2b4-556a4c67aae0), precommit_delete_associations {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:53.768190 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0bf1a7-0ec9-46d4-acc6-a35da63691d7 req-d9d08436-5f8c-4db0-b361-ab9ebafa4d79 service neutron] Port f47132ea-cd5d-4836-887a-b486a4824db2 on network bf6a3cea-818f-4098-a73e-2bd56be30084 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85127 {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 29 05:28:53.768651 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0bf1a7-0ec9-46d4-acc6-a35da63691d7 req-d9d08436-5f8c-4db0-b361-ab9ebafa4d79 service neutron] Attempting to bind port f47132ea-cd5d-4836-887a-b486a4824db2 on network bf6a3cea-818f-4098-a73e-2bd56be30084 {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 05:28:53.789685 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0bf1a7-0ec9-46d4-acc6-a35da63691d7 req-d9d08436-5f8c-4db0-b361-ab9ebafa4d79 service neutron] Checking agent: {'id': '12b139f9-2daf-4047-bd2d-6bc43cda34b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85127', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 5, 19, 7), 'started_at': datetime.datetime(2022, 7, 29, 5, 19, 7), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 5, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 05:28:53.790033 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0bf1a7-0ec9-46d4-acc6-a35da63691d7 req-d9d08436-5f8c-4db0-b361-ab9ebafa4d79 service neutron] Checking segment: {'id': 'f3483ac0-5247-4ffa-936a-83f1b989606a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'bf6a3cea-818f-4098-a73e-2bd56be30084'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 05:28:53.790621 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0bf1a7-0ec9-46d4-acc6-a35da63691d7 req-d9d08436-5f8c-4db0-b361-ab9ebafa4d79 service neutron] Bound using segment: {'id': 'f3483ac0-5247-4ffa-936a-83f1b989606a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'bf6a3cea-818f-4098-a73e-2bd56be30084'} {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 05:28:53.791248 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.managers [req-bd0bf1a7-0ec9-46d4-acc6-a35da63691d7 req-d9d08436-5f8c-4db0-b361-ab9ebafa4d79 service neutron] Bound port: f47132ea-cd5d-4836-887a-b486a4824db2, host: hv-cinder-85127, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3483ac0-5247-4ffa-936a-83f1b989606a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'bf6a3cea-818f-4098-a73e-2bd56be30084'}}] {{(pid=104005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 05:28:53.791869 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-bd0bf1a7-0ec9-46d4-acc6-a35da63691d7 req-d9d08436-5f8c-4db0-b361-ab9ebafa4d79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (f47132ea-cd5d-4836-887a-b486a4824db2), before_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:53.932994 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-fe4eb822-f9a1-4698-90e9-bb753d089c04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-400917'] for router (e8b15e57-d2b6-483c-b2b4-556a4c67aae0), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:53.938675 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe4eb822-f9a1-4698-90e9-bb753d089c04 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e8b15e57-d2b6-483c-b2b4-556a4c67aae0 {{(pid=104004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 05:28:53.961385 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-fe4eb822-f9a1-4698-90e9-bb753d089c04 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:53.967067 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-fe4eb822-f9a1-4698-90e9-bb753d089c04 admin admin] 10.222.0.49 "DELETE /v2.0/routers/e8b15e57-d2b6-483c-b2b4-556a4c67aae0 HTTP/1.1" status: 204 len: 168 time: 1.3956730 Jul 29 05:28:53.967067 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 37300) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:28:54.053661 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.db.db_base_plugin_v2 [None req-49966c53-5c99-48d2-a730-e1bcd1a0909f admin admin] Deleting subnet ac46bf73-3dbd-41e0-8b70-b021adbe3f3f {{(pid=104004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 29 05:28:54.064282 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-49966c53-5c99-48d2-a730-e1bcd1a0909f admin admin] Publish callbacks [] for subnet (ac46bf73-3dbd-41e0-8b70-b021adbe3f3f), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:54.112506 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-49966c53-5c99-48d2-a730-e1bcd1a0909f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29149063'] for subnet (ac46bf73-3dbd-41e0-8b70-b021adbe3f3f), precommit_delete_associations {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:54.212424 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.db [req-bd0bf1a7-0ec9-46d4-acc6-a35da63691d7 req-d9d08436-5f8c-4db0-b361-ab9ebafa4d79 service neutron] For port f47132ea-cd5d-4836-887a-b486a4824db2, host hv-cinder-85127, cleared binding levels {{(pid=104005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 05:28:54.218584 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.db [req-bd0bf1a7-0ec9-46d4-acc6-a35da63691d7 req-d9d08436-5f8c-4db0-b361-ab9ebafa4d79 service neutron] For port f47132ea-cd5d-4836-887a-b486a4824db2, host hv-cinder-85127, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=f47132ea-cd5d-4836-887a-b486a4824db2,segment=NetworkSegment(f3483ac0-5247-4ffa-936a-83f1b989606a),segment_id=f3483ac0-5247-4ffa-936a-83f1b989606a)] {{(pid=104005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 05:28:54.228192 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-bd0bf1a7-0ec9-46d4-acc6-a35da63691d7 req-d9d08436-5f8c-4db0-b361-ab9ebafa4d79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1905579'] for port (f47132ea-cd5d-4836-887a-b486a4824db2), after_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:54.257164 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:28:54.277461 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0bf1a7-0ec9-46d4-acc6-a35da63691d7 req-d9d08436-5f8c-4db0-b361-ab9ebafa4d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:28:54.278624 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-bd0bf1a7-0ec9-46d4-acc6-a35da63691d7 req-d9d08436-5f8c-4db0-b361-ab9ebafa4d79 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249840'] for port (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:54.280470 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-bd0bf1a7-0ec9-46d4-acc6-a35da63691d7 req-d9d08436-5f8c-4db0-b361-ab9ebafa4d79 service neutron] 10.222.0.60 "PUT /v2.0/ports/f47132ea-cd5d-4836-887a-b486a4824db2 HTTP/1.1" status: 200 len: 1093 time: 1.4556928 Jul 29 05:28:54.280938 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87eb34fa-b0bc-4ee0-aeea-70301f77125d', 'tag': 'f47132ea-cd5d-4836-887a-b486a4824db2'}] {{(pid=104005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 05:28:54.283387 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18cb6d06cd9bdbb2624e76cf95b2230ef06252a8a1dccb16f0d07e3cc9dc753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12b46f24-e4d1-43e5-bad7-f5420cbb43e7" -d '{"events": [{"name": "network-changed", "server_uuid": "87eb34fa-b0bc-4ee0-aeea-70301f77125d", "tag": "f47132ea-cd5d-4836-887a-b486a4824db2"}]}' {{(pid=104005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 05:28:54.302835 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:28:54.330822 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-49966c53-5c99-48d2-a730-e1bcd1a0909f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3503403'] for subnet (ac46bf73-3dbd-41e0-8b70-b021adbe3f3f), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:54.345655 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d08436-5f8c-4db0-b361-ab9ebafa4d79 service neutron] Pushing event updated for resources: {'Port': ['ID=f47132ea-cd5d-4836-887a-b486a4824db2,revision_number=3']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:28:54.446002 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Device 4942139b-2079-47b3-b08e-a8f68dea17c9 no longer exists at agent ovs-agent-dv-cinder-851279-2-iscsi {{(pid=104006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 05:28:54.455342 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 37312) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:28:54.458137 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b947b766-b86e-4d65-bbf4-54c07ac6bdad req-0197eaec-b5fd-4608-acd5-04ea67965125 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:28:54.459912 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-b947b766-b86e-4d65-bbf4-54c07ac6bdad req-0197eaec-b5fd-4608-acd5-04ea67965125 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] 10.222.0.49 "GET /v2.0/ports?device_id=87eb34fa-b0bc-4ee0-aeea-70301f77125d HTTP/1.1" status: 200 len: 943 time: 0.1635735 Jul 29 05:28:54.461530 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 05:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-408bd8b6-e364-4e25-880f-5031f7f42b31 x-openstack-request-id: req-408bd8b6-e364-4e25-880f-5031f7f42b31 {{(pid=104005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 05:28:54.461825 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87eb34fa-b0bc-4ee0-aeea-70301f77125d", "tag": "f47132ea-cd5d-4836-887a-b486a4824db2", "status": "completed", "code": 200}]} {{(pid=104005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 05:28:54.462079 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-408bd8b6-e364-4e25-880f-5031f7f42b31 {{(pid=104005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 05:28:54.462487 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.notifiers.nova [-] Nova event matching ['req-408bd8b6-e364-4e25-880f-5031f7f42b31'] response: {'name': 'network-changed', 'server_uuid': '87eb34fa-b0bc-4ee0-aeea-70301f77125d', 'tag': 'f47132ea-cd5d-4836-887a-b486a4824db2', 'status': 'completed', 'code': 200} Jul 29 05:28:54.480354 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-49966c53-5c99-48d2-a730-e1bcd1a0909f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3503394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-292102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25660254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25789394'] for subnet (ac46bf73-3dbd-41e0-8b70-b021adbe3f3f), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:54.498090 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] No Port match for: 4942139b-2079-47b3-b08e-a8f68dea17c9 {{(pid=104006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 05:28:54.498447 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Device 4942139b-2079-47b3-b08e-a8f68dea17c9 not bound to the agent host dv-cinder-851279-2-iscsi {{(pid=104006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 05:28:54.536970 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0bf1a7-0ec9-46d4-acc6-a35da63691d7 req-83c30356-1205-4c88-81da-d5e542264347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:28:54.556610 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-bd0bf1a7-0ec9-46d4-acc6-a35da63691d7 req-83c30356-1205-4c88-81da-d5e542264347 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=719297a86f0a4930b4daf3b9f663e472&device_id=87eb34fa-b0bc-4ee0-aeea-70301f77125d HTTP/1.1" status: 200 len: 1127 time: 0.1879289 Jul 29 05:28:54.562050 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49966c53-5c99-48d2-a730-e1bcd1a0909f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac46bf73-3dbd-41e0-8b70-b021adbe3f3f,revision_number=None']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:28:54.572032 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-49966c53-5c99-48d2-a730-e1bcd1a0909f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:54.579737 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 37318) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:28:54.581275 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324d5f9a-1316-4190-9091-5e143a7f044a None None] Network 2abd58fa-fb8d-4cc3-8df0-c903c7b8dd87 requested from dv-cinder-851279-2-iscsi {{(pid=104006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 05:28:54.582018 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-49966c53-5c99-48d2-a730-e1bcd1a0909f admin admin] 10.222.0.49 "DELETE /v2.0/subnets/ac46bf73-3dbd-41e0-8b70-b021adbe3f3f HTTP/1.1" status: 204 len: 168 time: 0.6143911 Jul 29 05:28:54.749615 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-bd2fb145-73f3-4efe-ac08-f8bc600ca4be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:54.797952 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-b947b766-b86e-4d65-bbf4-54c07ac6bdad req-0c977541-ab10-47a1-9acb-de41148006af tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a108177-33f2-4e02-b63e-328953babc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3174591 Jul 29 05:28:54.820889 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-bd0bf1a7-0ec9-46d4-acc6-a35da63691d7 req-962e00ef-7506-4e14-bbf3-db8a8bc836cf service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f47132ea-cd5d-4836-887a-b486a4824db2 HTTP/1.1" status: 200 len: 217 time: 0.2622061 Jul 29 05:28:54.916155 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-5f2b7646-3d15-4434-b4fe-e2a2e89c4b72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3418721'] for network (2abd58fa-fb8d-4cc3-8df0-c903c7b8dd87), before_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:54.924857 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-bd2fb145-73f3-4efe-ac08-f8bc600ca4be admin admin] Publish callbacks [] for security_group (cd953bf1-6986-4c74-925f-90f843891b96), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:54.944196 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-bd2fb145-73f3-4efe-ac08-f8bc600ca4be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (cd953bf1-6986-4c74-925f-90f843891b96), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:54.959123 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0bf1a7-0ec9-46d4-acc6-a35da63691d7 req-7d71d7f1-04ba-4e5f-8004-64137bf11ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:28:54.961086 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-bd0bf1a7-0ec9-46d4-acc6-a35da63691d7 req-7d71d7f1-04ba-4e5f-8004-64137bf11ec1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bd4850d2-d662-48cd-9d64-c0fcdc752249 HTTP/1.1" status: 200 len: 848 time: 0.1333053 Jul 29 05:28:54.979269 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdea9168-3714-49d0-b794-ae5d0b1f6769 None None] DHCP port deletion for 2abd58fa-fb8d-4cc3-8df0-c903c7b8dd87 request from dv-cinder-851279-2-iscsi {{(pid=104006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 29 05:28:55.061556 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-cdea9168-3714-49d0-b794-ae5d0b1f6769 None None] Deleting port e887e5e6-ffc8-4009-b61f-2ae584dd675e {{(pid=104006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 05:28:55.066631 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-cdea9168-3714-49d0-b794-ae5d0b1f6769 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737760600589'] for port (e887e5e6-ffc8-4009-b61f-2ae584dd675e), before_delete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:55.077960 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0bf1a7-0ec9-46d4-acc6-a35da63691d7 req-5af25058-1b81-4856-9f9e-f7118bc2a208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:28:55.079648 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-bd0bf1a7-0ec9-46d4-acc6-a35da63691d7 req-5af25058-1b81-4856-9f9e-f7118bc2a208 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bf6a3cea-818f-4098-a73e-2bd56be30084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0743146 Jul 29 05:28:55.111864 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.plugin [None req-5f2b7646-3d15-4434-b4fe-e2a2e89c4b72 admin admin] Deleting port e887e5e6-ffc8-4009-b61f-2ae584dd675e {{(pid=104005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 05:28:55.111864 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-5f2b7646-3d15-4434-b4fe-e2a2e89c4b72 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737760600589'] for port (e887e5e6-ffc8-4009-b61f-2ae584dd675e), before_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:55.198824 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-cdea9168-3714-49d0-b794-ae5d0b1f6769 None None] For port e887e5e6-ffc8-4009-b61f-2ae584dd675e, host dv-cinder-851279-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-2-iscsi',level=0,port_id=e887e5e6-ffc8-4009-b61f-2ae584dd675e,segment=NetworkSegment(9167e3b9-12fc-4803-a3cb-91dd7148cc6f),segment_id=9167e3b9-12fc-4803-a3cb-91dd7148cc6f)] {{(pid=104006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:28:55.200301 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-cdea9168-3714-49d0-b794-ae5d0b1f6769 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420629'] for port (e887e5e6-ffc8-4009-b61f-2ae584dd675e), precommit_delete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:55.225045 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-cdea9168-3714-49d0-b794-ae5d0b1f6769 None None] Calling delete_port for e887e5e6-ffc8-4009-b61f-2ae584dd675e owned by network:dhcp {{(pid=104006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 05:28:55.285499 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=100 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:28:55.313541 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.db [None req-5f2b7646-3d15-4434-b4fe-e2a2e89c4b72 admin admin] For port e887e5e6-ffc8-4009-b61f-2ae584dd675e, host dv-cinder-851279-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-2-iscsi',level=0,port_id=e887e5e6-ffc8-4009-b61f-2ae584dd675e,segment=NetworkSegment(9167e3b9-12fc-4803-a3cb-91dd7148cc6f),segment_id=9167e3b9-12fc-4803-a3cb-91dd7148cc6f)] {{(pid=104005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:28:55.313968 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-5f2b7646-3d15-4434-b4fe-e2a2e89c4b72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420629'] for port (e887e5e6-ffc8-4009-b61f-2ae584dd675e), precommit_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:55.349716 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.plugin [None req-5f2b7646-3d15-4434-b4fe-e2a2e89c4b72 admin admin] Calling delete_port for e887e5e6-ffc8-4009-b61f-2ae584dd675e owned by network:dhcp {{(pid=104005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 05:28:55.354851 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-cdea9168-3714-49d0-b794-ae5d0b1f6769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737760621891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737760223820'] for port (e887e5e6-ffc8-4009-b61f-2ae584dd675e), after_delete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:55.362223 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2fb145-73f3-4efe-ac08-f8bc600ca4be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd953bf1-6986-4c74-925f-90f843891b96,revision_number=1']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:28:55.368169 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-bd0bf1a7-0ec9-46d4-acc6-a35da63691d7 req-ae666b9d-2ac1-4df0-807b-53872548f49c service neutron] 10.222.0.60 "GET /v2.0/networks/bf6a3cea-818f-4098-a73e-2bd56be30084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2774832 Jul 29 05:28:55.403595 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-4055b8c4-150d-4887-a790-d1f7d17976c5 req-75ec599b-1796-4cba-9e23-b8d62fb3cc54 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-588483382&fields=id&tenant_id=4c28b78169ac49a6854f195bea0dd9bf HTTP/1.1" status: 200 len: 267 time: 0.4618835 Jul 29 05:28:55.425341 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-bd2fb145-73f3-4efe-ac08-f8bc600ca4be admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f5e0922d0ed94665810727d27aaa75e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9686337 Jul 29 05:28:55.425999 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 37330) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:28:55.444388 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdea9168-3714-49d0-b794-ae5d0b1f6769 None None] Pushing event deleted for resources: {'Port': ['ID=e887e5e6-ffc8-4009-b61f-2ae584dd675e,revision_number=None']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:28:55.448948 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdea9168-3714-49d0-b794-ae5d0b1f6769 None None] No DVR routers for this DVR port e887e5e6-ffc8-4009-b61f-2ae584dd675e on host dv-cinder-851279-2-iscsi {{(pid=104006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 29 05:28:55.546056 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4055b8c4-150d-4887-a790-d1f7d17976c5 req-d3bb2880-03d3-47e0-bb2f-493cc927cf96 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:28:55.547694 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-4055b8c4-150d-4887-a790-d1f7d17976c5 req-d3bb2880-03d3-47e0-bb2f-493cc927cf96 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] 10.222.0.49 "GET /v2.0/ports?device_id=a8e59cc2-032c-497f-867c-2d5663a4da21 HTTP/1.1" status: 200 len: 984 time: 0.1320200 Jul 29 05:28:55.553064 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:28:55.582181 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-39261d90-fd43-4538-a75c-4c29c4ca7796 admin admin] Publish callbacks [] for security_group (cd953bf1-6986-4c74-925f-90f843891b96), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:55.587056 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:UPDATE=4,neutron:INSERT=10 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:28:55.591868 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-5f2b7646-3d15-4434-b4fe-e2a2e89c4b72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737760621891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737760223820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1905596'] for port (e887e5e6-ffc8-4009-b61f-2ae584dd675e), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:55.601188 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.v2.base [req-4055b8c4-150d-4887-a790-d1f7d17976c5 req-db835bb5-d336-480b-acc0-da08bb9f06d2 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Request body: {'port': {'security_groups': ['aa0dd268-c459-4d1d-8fbc-d37ab58bd0a3']}} {{(pid=104004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:28:55.607898 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-bd0bf1a7-0ec9-46d4-acc6-a35da63691d7 req-1e92831d-0d24-48bb-8346-58edcc5c7e5e service neutron] 10.222.0.60 "GET /v2.0/networks/bf6a3cea-818f-4098-a73e-2bd56be30084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320404 Jul 29 05:28:55.620093 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Device e887e5e6-ffc8-4009-b61f-2ae584dd675e no longer exists at agent ovs-agent-dv-cinder-851279-2-iscsi {{(pid=104006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 05:28:55.675676 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b7646-3d15-4434-b4fe-e2a2e89c4b72 admin admin] Pushing event deleted for resources: {'Port': ['ID=e887e5e6-ffc8-4009-b61f-2ae584dd675e,revision_number=None']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:28:55.677904 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-39261d90-fd43-4538-a75c-4c29c4ca7796 admin admin] Publish callbacks [] for security_group (cd953bf1-6986-4c74-925f-90f843891b96), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:55.680674 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] No Port match for: e887e5e6-ffc8-4009-b61f-2ae584dd675e {{(pid=104006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 05:28:55.681226 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2b7646-3d15-4434-b4fe-e2a2e89c4b72 admin admin] No DVR routers for this DVR port e887e5e6-ffc8-4009-b61f-2ae584dd675e on host dv-cinder-851279-2-iscsi {{(pid=104005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 29 05:28:55.682278 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Device e887e5e6-ffc8-4009-b61f-2ae584dd675e not bound to the agent host dv-cinder-851279-2-iscsi {{(pid=104006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 05:28:55.684618 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Device 73c83217-8a8b-4fa8-bce3-ddeb31f92b04 no longer exists at agent ovs-agent-dv-cinder-851279-2-iscsi {{(pid=104006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 05:28:55.722196 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] No Port match for: 73c83217-8a8b-4fa8-bce3-ddeb31f92b04 {{(pid=104006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 05:28:55.722725 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Device 73c83217-8a8b-4fa8-bce3-ddeb31f92b04 not bound to the agent host dv-cinder-851279-2-iscsi {{(pid=104006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 05:28:55.764806 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [req-4055b8c4-150d-4887-a790-d1f7d17976c5 req-db835bb5-d336-480b-acc0-da08bb9f06d2 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (6d8585cd-d0d9-4ae4-9146-299c453184a4), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:55.804462 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-5f2b7646-3d15-4434-b4fe-e2a2e89c4b72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3505157', 'neutron.services.segments.db._delete_segments_for_network-8737760678346'] for network (2abd58fa-fb8d-4cc3-8df0-c903c7b8dd87), precommit_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:55.841275 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.services.segments.db [None req-5f2b7646-3d15-4434-b4fe-e2a2e89c4b72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2abd58fa-fb8d-4cc3-8df0-c903c7b8dd87']}} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:28:55.844550 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-39261d90-fd43-4538-a75c-4c29c4ca7796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (cd953bf1-6986-4c74-925f-90f843891b96), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:55.848519 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-39261d90-fd43-4538-a75c-4c29c4ca7796 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:55.854599 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-39261d90-fd43-4538-a75c-4c29c4ca7796 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cd953bf1-6986-4c74-925f-90f843891b96 HTTP/1.1" status: 204 len: 168 time: 0.4083109 Jul 29 05:28:55.896671 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b46f24-e4d1-43e5-bad7-f5420cbb43e7 req-8be939e6-ae7d-4754-9f82-046e8f2594ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:28:55.898710 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-12b46f24-e4d1-43e5-bad7-f5420cbb43e7 req-8be939e6-ae7d-4754-9f82-046e8f2594ea service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=719297a86f0a4930b4daf3b9f663e472&device_id=87eb34fa-b0bc-4ee0-aeea-70301f77125d HTTP/1.1" status: 200 len: 1127 time: 0.0456719 Jul 29 05:28:55.900845 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.services.segments.db [None req-5f2b7646-3d15-4434-b4fe-e2a2e89c4b72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9167e3b9-12fc-4803-a3cb-91dd7148cc6f') {'for_net_delete': True} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:28:55.901139 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.services.segments.db [None req-5f2b7646-3d15-4434-b4fe-e2a2e89c4b72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9167e3b9-12fc-4803-a3cb-91dd7148cc6f') {} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:28:55.982821 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:28:55.987523 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-5f2b7646-3d15-4434-b4fe-e2a2e89c4b72 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737760678247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28577015'] for segment (9167e3b9-12fc-4803-a3cb-91dd7148cc6f), before_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:55.991971 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39261d90-fd43-4538-a75c-4c29c4ca7796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd953bf1-6986-4c74-925f-90f843891b96,revision_number=None']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:28:56.009320 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:28:56.054329 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-5f2b7646-3d15-4434-b4fe-e2a2e89c4b72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501452'] for segment (9167e3b9-12fc-4803-a3cb-91dd7148cc6f), precommit_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:56.075672 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f2b7646-3d15-4434-b4fe-e2a2e89c4b72 admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=104005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 05:28:56.075886 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-5f2b7646-3d15-4434-b4fe-e2a2e89c4b72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1905615'] for segment (9167e3b9-12fc-4803-a3cb-91dd7148cc6f), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:56.106899 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58a1bff-e72c-4b6a-a92c-d2140e9581e0 req-a8b3eba4-e85e-494e-ab5a-57755e2e1177 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:28:56.108767 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-d58a1bff-e72c-4b6a-a92c-d2140e9581e0 req-a8b3eba4-e85e-494e-ab5a-57755e2e1177 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] 10.222.0.49 "GET /v2.0/ports?device_id=87eb34fa-b0bc-4ee0-aeea-70301f77125d HTTP/1.1" status: 200 len: 943 time: 0.1271567 Jul 29 05:28:56.110430 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [req-4055b8c4-150d-4887-a790-d1f7d17976c5 req-db835bb5-d336-480b-acc0-da08bb9f06d2 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] For port 6d8585cd-d0d9-4ae4-9146-299c453184a4, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=6d8585cd-d0d9-4ae4-9146-299c453184a4,segment=NetworkSegment(aef3e43e-a6f3-499f-af37-57141ca0f5f4),segment_id=aef3e43e-a6f3-499f-af37-57141ca0f5f4)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:28:56.110742 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.services.segments.plugin [-] Segment 9167e3b9-12fc-4803-a3cb-91dd7148cc6f resource provider aggregate not found Jul 29 05:28:56.156115 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [req-4055b8c4-150d-4887-a790-d1f7d17976c5 req-db835bb5-d336-480b-acc0-da08bb9f06d2 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Publish callbacks [] for port (6d8585cd-d0d9-4ae4-9146-299c453184a4), precommit_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:56.172514 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [req-4055b8c4-150d-4887-a790-d1f7d17976c5 req-db835bb5-d336-480b-acc0-da08bb9f06d2 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25660260'] for port (6d8585cd-d0d9-4ae4-9146-299c453184a4), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:56.182612 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.services.segments.plugin [-] Segment 9167e3b9-12fc-4803-a3cb-91dd7148cc6f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9167e3b9-12fc-4803-a3cb-91dd7148cc6f found for delete ", "request_id": "req-0c556723-8ef0-4f46-8edf-09b26d33d8e3"}]} Jul 29 05:28:56.203270 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] get_ports_and_sgs() called for port_ids ['6d8585cd-d0d9-4ae4-9146-299c453184a4'] {{(pid=104006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 05:28:56.210063 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b46f24-e4d1-43e5-bad7-f5420cbb43e7 req-9852f951-aa6d-4b17-9915-7d4622fe603d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:28:56.212774 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-12b46f24-e4d1-43e5-bad7-f5420cbb43e7 req-9852f951-aa6d-4b17-9915-7d4622fe603d service neutron] 10.222.0.60 "GET /v2.0/networks?id=bf6a3cea-818f-4098-a73e-2bd56be30084 HTTP/1.1" status: 200 len: 910 time: 0.3025928 Jul 29 05:28:56.234761 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-5f2b7646-3d15-4434-b4fe-e2a2e89c4b72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3505166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-375344'] for network (2abd58fa-fb8d-4cc3-8df0-c903c7b8dd87), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:56.273065 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4055b8c4-150d-4887-a790-d1f7d17976c5 req-db835bb5-d336-480b-acc0-da08bb9f06d2 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:28:56.274075 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [req-4055b8c4-150d-4887-a790-d1f7d17976c5 req-db835bb5-d336-480b-acc0-da08bb9f06d2 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249840'] for port (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:56.274645 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-5f2b7646-3d15-4434-b4fe-e2a2e89c4b72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670410'] for network (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:56.275621 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-4055b8c4-150d-4887-a790-d1f7d17976c5 req-db835bb5-d336-480b-acc0-da08bb9f06d2 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] 10.222.0.49 "PUT /v2.0/ports/6d8585cd-d0d9-4ae4-9146-299c453184a4 HTTP/1.1" status: 200 len: 942 time: 0.6964869 Jul 29 05:28:56.279259 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8e59cc2-032c-497f-867c-2d5663a4da21', 'tag': '6d8585cd-d0d9-4ae4-9146-299c453184a4'}] {{(pid=104004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 05:28:56.281579 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-5f2b7646-3d15-4434-b4fe-e2a2e89c4b72 admin admin] 10.222.0.49 "DELETE /v2.0/networks/2abd58fa-fb8d-4cc3-8df0-c903c7b8dd87 HTTP/1.1" status: 204 len: 168 time: 1.6865125 Jul 29 05:28:56.282012 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63c9829679c4fd80aa44d623845be63326d0df95c18b6a0c0eedf1e192ffcaec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-905a9b19-5b0e-472b-a643-e846521b199c" -d '{"events": [{"name": "network-changed", "server_uuid": "a8e59cc2-032c-497f-867c-2d5663a4da21", "tag": "6d8585cd-d0d9-4ae4-9146-299c453184a4"}]}' {{(pid=104004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 05:28:56.289544 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 37344) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:28:56.307920 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db835bb5-d336-480b-acc0-da08bb9f06d2 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Pushing event updated for resources: {'Port': ['ID=6d8585cd-d0d9-4ae4-9146-299c453184a4,revision_number=7']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:28:56.320930 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b7646-3d15-4434-b4fe-e2a2e89c4b72 admin admin] Pushing event deleted for resources: {'Network': ['ID=2abd58fa-fb8d-4cc3-8df0-c903c7b8dd87,revision_number=None']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:28:56.339648 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-12b46f24-e4d1-43e5-bad7-f5420cbb43e7 req-edc38508-867e-45cd-a6bc-7b34bef7c133 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f47132ea-cd5d-4836-887a-b486a4824db2 HTTP/1.1" status: 200 len: 217 time: 0.1067624 Jul 29 05:28:56.350426 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-d58a1bff-e72c-4b6a-a92c-d2140e9581e0 req-7d59eb1f-8c04-4054-8239-44d216b1266d tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a108177-33f2-4e02-b63e-328953babc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1950698 Jul 29 05:28:56.393406 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-4f6ccc1d-9459-471a-974f-b0a9fe11ef58 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Publish callbacks [] for security_group (e1e82250-30d0-4c5a-bdb8-bd9b19a7fcd6), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:56.446393 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] get_ports_and_sgs() called for port_ids ['6d8585cd-d0d9-4ae4-9146-299c453184a4'] {{(pid=104006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 05:28:56.447782 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 05:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89574e7b-5cb8-4af6-8ca3-eb0e24422538 x-openstack-request-id: req-89574e7b-5cb8-4af6-8ca3-eb0e24422538 {{(pid=104004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 05:28:56.448085 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8e59cc2-032c-497f-867c-2d5663a4da21", "tag": "6d8585cd-d0d9-4ae4-9146-299c453184a4", "status": "completed", "code": 200}]} {{(pid=104004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 05:28:56.449176 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-89574e7b-5cb8-4af6-8ca3-eb0e24422538 {{(pid=104004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 05:28:56.449176 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89574e7b-5cb8-4af6-8ca3-eb0e24422538'] response: {'name': 'network-changed', 'server_uuid': 'a8e59cc2-032c-497f-867c-2d5663a4da21', 'tag': '6d8585cd-d0d9-4ae4-9146-299c453184a4', 'status': 'completed', 'code': 200} Jul 29 05:28:56.458228 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-4f6ccc1d-9459-471a-974f-b0a9fe11ef58 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Publish callbacks [] for security_group (e1e82250-30d0-4c5a-bdb8-bd9b19a7fcd6), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:56.483140 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b46f24-e4d1-43e5-bad7-f5420cbb43e7 req-56d46f5f-50d2-4170-8088-5d44e8bfea55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:28:56.487988 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-12b46f24-e4d1-43e5-bad7-f5420cbb43e7 req-56d46f5f-50d2-4170-8088-5d44e8bfea55 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bd4850d2-d662-48cd-9d64-c0fcdc752249 HTTP/1.1" status: 200 len: 848 time: 0.1356454 Jul 29 05:28:56.600057 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-4f6ccc1d-9459-471a-974f-b0a9fe11ef58 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (e1e82250-30d0-4c5a-bdb8-bd9b19a7fcd6), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:56.604221 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-4f6ccc1d-9459-471a-974f-b0a9fe11ef58 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Publish callbacks [] for security_group (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:56.605433 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-4f6ccc1d-9459-471a-974f-b0a9fe11ef58 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] 10.222.0.49 "DELETE /v2.0/security-groups/e1e82250-30d0-4c5a-bdb8-bd9b19a7fcd6 HTTP/1.1" status: 204 len: 168 time: 0.3148899 Jul 29 05:28:56.620919 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 37350) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:28:56.627470 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 37352) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:28:56.630445 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6ccc1d-9459-471a-974f-b0a9fe11ef58 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1e82250-30d0-4c5a-bdb8-bd9b19a7fcd6,revision_number=None']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:28:56.687492 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 37356) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:28:56.710017 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-96be21c2-4ebc-42d2-8f2f-74251d8dc84e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:56.734172 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905a9b19-5b0e-472b-a643-e846521b199c req-fd226780-4269-478d-87c8-6db5782f552c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:28:56.736796 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-905a9b19-5b0e-472b-a643-e846521b199c req-fd226780-4269-478d-87c8-6db5782f552c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4c28b78169ac49a6854f195bea0dd9bf&device_id=a8e59cc2-032c-497f-867c-2d5663a4da21 HTTP/1.1" status: 200 len: 1129 time: 0.2469449 Jul 29 05:28:56.759182 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b46f24-e4d1-43e5-bad7-f5420cbb43e7 req-1391f502-93e1-4b5c-b330-ea2a272052e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:28:56.760898 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-12b46f24-e4d1-43e5-bad7-f5420cbb43e7 req-1391f502-93e1-4b5c-b330-ea2a272052e4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bf6a3cea-818f-4098-a73e-2bd56be30084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2474849 Jul 29 05:28:56.790297 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-da37f2b7-ed93-4977-89e0-4305f4257abb None None] Provisioning complete for port 6d8585cd-d0d9-4ae4-9146-299c453184a4 triggered by entity DHCP. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:28:56.790940 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-da37f2b7-ed93-4977-89e0-4305f4257abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (6d8585cd-d0d9-4ae4-9146-299c453184a4), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:56.805459 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-2ab2ecec-e4e6-4281-91ed-f059e1734288 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9fda8c6d9ffa4955b2f19411ee340cb3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1154499 Jul 29 05:28:56.810656 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 37360) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:28:56.916488 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:28:56.938217 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-da977b74-4af9-43e0-9f6d-224cd65fec36 admin admin] Publish callbacks [] for security_group (58fc7181-ea98-4ba0-972e-a343990f0ab4), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:56.985794 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:28:56.990450 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-da977b74-4af9-43e0-9f6d-224cd65fec36 admin admin] Publish callbacks [] for security_group (58fc7181-ea98-4ba0-972e-a343990f0ab4), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:56.997462 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-12b46f24-e4d1-43e5-bad7-f5420cbb43e7 req-ae8c224f-a330-4357-ab6c-413bef6f51cb service neutron] 10.222.0.60 "GET /v2.0/networks/bf6a3cea-818f-4098-a73e-2bd56be30084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249596 Jul 29 05:28:57.100353 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-da977b74-4af9-43e0-9f6d-224cd65fec36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (58fc7181-ea98-4ba0-972e-a343990f0ab4), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:57.104463 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-da977b74-4af9-43e0-9f6d-224cd65fec36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:57.106668 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-da977b74-4af9-43e0-9f6d-224cd65fec36 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/58fc7181-ea98-4ba0-972e-a343990f0ab4 HTTP/1.1" status: 204 len: 168 time: 0.2945583 Jul 29 05:28:57.119552 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da977b74-4af9-43e0-9f6d-224cd65fec36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58fc7181-ea98-4ba0-972e-a343990f0ab4,revision_number=None']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:28:57.120909 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-da37f2b7-ed93-4977-89e0-4305f4257abb None None] Current status of the port 6d8585cd-d0d9-4ae4-9146-299c453184a4 is: ACTIVE; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:28:57.219756 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.plugin [None req-687ea296-72d4-4aa7-be9b-22324e076078 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Deleting port dc29a6ec-c979-4b54-9aea-c6edde1a2963 {{(pid=104005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 05:28:57.220114 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-687ea296-72d4-4aa7-be9b-22324e076078 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737760600589'] for port (dc29a6ec-c979-4b54-9aea-c6edde1a2963), before_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:57.289956 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:28:57.336142 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=6 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:28:57.337613 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905a9b19-5b0e-472b-a643-e846521b199c req-cfba9fbe-f4b2-4baf-91a5-12b78d7abcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:28:57.339179 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-905a9b19-5b0e-472b-a643-e846521b199c req-cfba9fbe-f4b2-4baf-91a5-12b78d7abcdc service neutron] 10.222.0.60 "GET /v2.0/networks?id=fbc0aa89-ee8e-4e90-b085-d635259d746e HTTP/1.1" status: 200 len: 916 time: 0.5896907 Jul 29 05:28:57.353520 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-96be21c2-4ebc-42d2-8f2f-74251d8dc84e admin admin] Publish callbacks [] for security_group (02b7873c-1b28-4cd1-8117-ba4fea59cbce), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:57.393321 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-96be21c2-4ebc-42d2-8f2f-74251d8dc84e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (02b7873c-1b28-4cd1-8117-ba4fea59cbce), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:57.448732 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-12b46f24-e4d1-43e5-bad7-f5420cbb43e7 req-a20182ab-0a92-4ab1-9fd2-630d1c045911 service neutron] 10.222.0.60 "GET /v2.0/networks/bf6a3cea-818f-4098-a73e-2bd56be30084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4425609 Jul 29 05:28:57.491245 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-687ea296-72d4-4aa7-be9b-22324e076078 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420629'] for port (dc29a6ec-c979-4b54-9aea-c6edde1a2963), precommit_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:57.491589 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-687ea296-72d4-4aa7-be9b-22324e076078 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Publish callbacks [] for floatingip (dc29a6ec-c979-4b54-9aea-c6edde1a2963), precommit_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:57.532103 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-96be21c2-4ebc-42d2-8f2f-74251d8dc84e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fb49cf0b4c0141199dae19544f5e2a4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8966732 Jul 29 05:28:57.532103 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96be21c2-4ebc-42d2-8f2f-74251d8dc84e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02b7873c-1b28-4cd1-8117-ba4fea59cbce,revision_number=1']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:28:57.533865 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 37368) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:28:57.537600 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.plugin [None req-687ea296-72d4-4aa7-be9b-22324e076078 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Calling delete_port for dc29a6ec-c979-4b54-9aea-c6edde1a2963 owned by network:floatingip {{(pid=104005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 05:28:57.541091 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-905a9b19-5b0e-472b-a643-e846521b199c req-ed4cb344-3919-4c8b-9632-cf00da0f974c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6d8585cd-d0d9-4ae4-9146-299c453184a4 HTTP/1.1" status: 200 len: 1000 time: 0.1903188 Jul 29 05:28:57.611149 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-1768fede-14b3-4aeb-adf6-6ea01d2400a6 admin admin] Publish callbacks [] for security_group (02b7873c-1b28-4cd1-8117-ba4fea59cbce), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:57.639382 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-1768fede-14b3-4aeb-adf6-6ea01d2400a6 admin admin] Publish callbacks [] for security_group (02b7873c-1b28-4cd1-8117-ba4fea59cbce), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:57.670408 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfb1c9e-18be-4e70-bfba-4b75986c0151 req-1a5cdfe0-3ec4-46e2-a81e-97706dae4034 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:28:57.672029 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-7cfb1c9e-18be-4e70-bfba-4b75986c0151 req-1a5cdfe0-3ec4-46e2-a81e-97706dae4034 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] 10.222.0.49 "GET /v2.0/ports?device_id=87eb34fa-b0bc-4ee0-aeea-70301f77125d HTTP/1.1" status: 200 len: 943 time: 0.1198816 Jul 29 05:28:57.707587 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-1768fede-14b3-4aeb-adf6-6ea01d2400a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (02b7873c-1b28-4cd1-8117-ba4fea59cbce), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:57.713669 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-1768fede-14b3-4aeb-adf6-6ea01d2400a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:57.718142 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-1768fede-14b3-4aeb-adf6-6ea01d2400a6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/02b7873c-1b28-4cd1-8117-ba4fea59cbce HTTP/1.1" status: 204 len: 168 time: 0.1801722 Jul 29 05:28:57.732617 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1768fede-14b3-4aeb-adf6-6ea01d2400a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02b7873c-1b28-4cd1-8117-ba4fea59cbce,revision_number=None']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:28:57.771015 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-7cfb1c9e-18be-4e70-bfba-4b75986c0151 req-5060f047-735f-46fe-97d3-5e2341b56ddb tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a108177-33f2-4e02-b63e-328953babc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737884 Jul 29 05:28:57.833277 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-687ea296-72d4-4aa7-be9b-22324e076078 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737760621891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737760223820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1905596'] for port (dc29a6ec-c979-4b54-9aea-c6edde1a2963), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:57.883247 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687ea296-72d4-4aa7-be9b-22324e076078 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Pushing event deleted for resources: {'Port': ['ID=dc29a6ec-c979-4b54-9aea-c6edde1a2963,revision_number=None']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:28:57.967524 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-687ea296-72d4-4aa7-be9b-22324e076078 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Publish callbacks [] for floatingip (5e9e45a3-a8f7-41b3-95cc-2964813594e5), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:57.968163 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.db.l3_db [None req-687ea296-72d4-4aa7-be9b-22324e076078 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Floating IP 5e9e45a3-a8f7-41b3-95cc-2964813594e5 disassociated (deleted). External IP: 172.27.2.98, port: 6d8585cd-d0d9-4ae4-9146-299c453184a4. Jul 29 05:28:58.523824 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-687ea296-72d4-4aa7-be9b-22324e076078 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Router bf37182a-08ca-4873-931f-88c1f9eb9ac2 has already been hosted by L3 agent 8a9a6061-e61b-4901-b35e-5e71dea10db3 {{(pid=104005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 05:28:58.613220 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:28:58.709444 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-687ea296-72d4-4aa7-be9b-22324e076078 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Notify agent at l3_agent.dv-cinder-851279-2-iscsi the message routers_updated {{(pid=104005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 05:28:58.715885 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-687ea296-72d4-4aa7-be9b-22324e076078 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249840'] for floatingip (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:58.726210 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a112c2f1-c12a-4826-ad24-562c6ce58908 None None] Sync routers for ids ['bf37182a-08ca-4873-931f-88c1f9eb9ac2'] in dv-cinder-851279-2-iscsi {{(pid=104007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 05:28:58.748082 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a112c2f1-c12a-4826-ad24-562c6ce58908 None None] Routers {'bf37182a-08ca-4873-931f-88c1f9eb9ac2'} bound to L3 agent in host dv-cinder-851279-2-iscsi {{(pid=104007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:28:58.750213 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-a112c2f1-c12a-4826-ad24-562c6ce58908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-29T05:12:08Z,description=,heartbeat_timestamp=2022-07-29T05:28:38Z,host='dv-cinder-851279-2-iscsi',id=8a9a6061-e61b-4901-b35e-5e71dea10db3,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T05:12:08Z,topic='l3_agent')) {'router_ids': ['bf37182a-08ca-4873-931f-88c1f9eb9ac2'], 'active': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:28:58.771831 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-687ea296-72d4-4aa7-be9b-22324e076078 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] 10.222.0.49 "DELETE /v2.0/floatingips/5e9e45a3-a8f7-41b3-95cc-2964813594e5 HTTP/1.1" status: 204 len: 168 time: 2.1386750 Jul 29 05:28:58.771831 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8e59cc2-032c-497f-867c-2d5663a4da21', 'tag': '6d8585cd-d0d9-4ae4-9146-299c453184a4'}] {{(pid=104005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 05:28:58.775154 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18cb6d06cd9bdbb2624e76cf95b2230ef06252a8a1dccb16f0d07e3cc9dc753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78b1f9db-643c-4528-a9d2-93d5cd85bd57" -d '{"events": [{"name": "network-changed", "server_uuid": "a8e59cc2-032c-497f-867c-2d5663a4da21", "tag": "6d8585cd-d0d9-4ae4-9146-299c453184a4"}]}' {{(pid=104005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 05:28:58.837225 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 05:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91166133-7a85-4294-92af-366c7fd4186d x-openstack-request-id: req-91166133-7a85-4294-92af-366c7fd4186d {{(pid=104005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 05:28:58.837601 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8e59cc2-032c-497f-867c-2d5663a4da21", "tag": "6d8585cd-d0d9-4ae4-9146-299c453184a4", "status": "completed", "code": 200}]} {{(pid=104005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 05:28:58.837930 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-91166133-7a85-4294-92af-366c7fd4186d {{(pid=104005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 05:28:58.838451 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91166133-7a85-4294-92af-366c7fd4186d'] response: {'name': 'network-changed', 'server_uuid': 'a8e59cc2-032c-497f-867c-2d5663a4da21', 'tag': '6d8585cd-d0d9-4ae4-9146-299c453184a4', 'status': 'completed', 'code': 200} Jul 29 05:28:58.931787 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvr_db [None req-a112c2f1-c12a-4826-ad24-562c6ce58908 None None] Set router bf37182a-08ca-4873-931f-88c1f9eb9ac2 gateway port host: dv-cinder-851279-2-iscsi {{(pid=104007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:28:58.963586 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9cb388-a870-497d-87d8-be4f8c9f4542 req-109a5366-eaa0-4c3b-9669-23503c102367 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:28:58.971097 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-0b9cb388-a870-497d-87d8-be4f8c9f4542 req-109a5366-eaa0-4c3b-9669-23503c102367 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] 10.222.0.49 "GET /v2.0/ports?device_id=87eb34fa-b0bc-4ee0-aeea-70301f77125d HTTP/1.1" status: 200 len: 943 time: 0.0675452 Jul 29 05:28:59.051670 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 37428) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:28:59.148357 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-0b9cb388-a870-497d-87d8-be4f8c9f4542 req-6d5b91f0-a728-4c7a-bf11-6435b615ba50 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a108177-33f2-4e02-b63e-328953babc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1756885 Jul 29 05:28:59.300897 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-a112c2f1-c12a-4826-ad24-562c6ce58908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf37182a-08ca-4873-931f-88c1f9eb9ac2', 'name': 'tempest-TestMinimumBasicScenario-2025275122-router', 'tenant_id': '4c28b78169ac49a6854f195bea0dd9bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '61314654-85ef-46de-aad5-c2b1f08fd7d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:26:18Z', 'updated_at': '2022-07-29T05:26:23Z', 'revision_number': 4, 'project_id': '4c28b78169ac49a6854f195bea0dd9bf', 'gw_port': {'id': '61314654-85ef-46de-aad5-c2b1f08fd7d3', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:fa:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf37182a-08ca-4873-931f-88c1f9eb9ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:26:19Z', 'updated_at': '2022-07-29T05:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi', '_interfaces': [{'id': 'ff613929-c7be-4217-b36e-bb5606eaf606', 'name': '', 'network_id': 'fbc0aa89-ee8e-4e90-b085-d635259d746e', 'tenant_id': '4c28b78169ac49a6854f195bea0dd9bf', 'mac_address': 'fa:16:3e:a3:06:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf37182a-08ca-4873-931f-88c1f9eb9ac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '8376599e-1b82-4f50-882f-6526e26807a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:26:22Z', 'updated_at': '2022-07-29T05:26:27Z', 'revision_number': 5, 'project_id': '4c28b78169ac49a6854f195bea0dd9bf', 'subnets': [{'id': '8376599e-1b82-4f50-882f-6526e26807a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-2-iscsi', False) {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:28:59.342043 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.v2.base [None req-fdc93a1a-f97e-4519-b03b-ca945bff3764 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-80440787-network', 'tenant_id': '990d473a2c6e4602a60ca4364a725741'}} {{(pid=104004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:28:59.349537 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a112c2f1-c12a-4826-ad24-562c6ce58908 None None] Checking router: bf37182a-08ca-4873-931f-88c1f9eb9ac2 for host: dv-cinder-851279-2-iscsi {{(pid=104007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 05:28:59.360523 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a112c2f1-c12a-4826-ad24-562c6ce58908 None None] Routers {'bf37182a-08ca-4873-931f-88c1f9eb9ac2'} bound to L3 agent in host dv-cinder-851279-2-iscsi {{(pid=104007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:28:59.361410 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-a112c2f1-c12a-4826-ad24-562c6ce58908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-29T05:12:08Z,description=,heartbeat_timestamp=2022-07-29T05:28:38Z,host='dv-cinder-851279-2-iscsi',id=8a9a6061-e61b-4901-b35e-5e71dea10db3,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T05:12:08Z,topic='l3_agent')) {'router_ids': ['bf37182a-08ca-4873-931f-88c1f9eb9ac2'], 'active': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:28:59.367115 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdc93a1a-f97e-4519-b03b-ca945bff3764 admin admin] Made reservation on behalf of 990d473a2c6e4602a60ca4364a725741 for: {'network': 1} {{(pid=104004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 05:28:59.369681 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-fdc93a1a-f97e-4519-b03b-ca945bff3764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for network (None), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:59.390233 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-fdc93a1a-f97e-4519-b03b-ca945bff3764 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:59.406464 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:28:59.490455 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-fdc93a1a-f97e-4519-b03b-ca945bff3764 admin admin] Publish callbacks [] for security_group (e5342718-14d6-4c11-9818-94d1a2ff62b0), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:59.497850 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-fdc93a1a-f97e-4519-b03b-ca945bff3764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (e5342718-14d6-4c11-9818-94d1a2ff62b0), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:59.510630 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvr_db [None req-a112c2f1-c12a-4826-ad24-562c6ce58908 None None] Set router bf37182a-08ca-4873-931f-88c1f9eb9ac2 gateway port host: dv-cinder-851279-2-iscsi {{(pid=104007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:28:59.529185 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdc93a1a-f97e-4519-b03b-ca945bff3764 admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=104004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 05:28:59.540057 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc93a1a-f97e-4519-b03b-ca945bff3764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5342718-14d6-4c11-9818-94d1a2ff62b0,revision_number=1']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:28:59.551643 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-fdc93a1a-f97e-4519-b03b-ca945bff3764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501452'] for segment (ebe57dd7-566b-488d-9cf8-90139e370763), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:59.552298 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.db.segments_db [None req-fdc93a1a-f97e-4519-b03b-ca945bff3764 admin admin] Added segment ebe57dd7-566b-488d-9cf8-90139e370763 of type vlan for network d19a26be-0d28-48b3-93b6-f87a05b0f502 Jul 29 05:28:59.604066 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-fdc93a1a-f97e-4519-b03b-ca945bff3764 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737760211330'] for network (d19a26be-0d28-48b3-93b6-f87a05b0f502), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:59.645344 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-fdc93a1a-f97e-4519-b03b-ca945bff3764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436'] for network (d19a26be-0d28-48b3-93b6-f87a05b0f502), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:59.647817 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc93a1a-f97e-4519-b03b-ca945bff3764 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:28:59.647817 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-fdc93a1a-f97e-4519-b03b-ca945bff3764 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670410'] for network (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:59.714544 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-fdc93a1a-f97e-4519-b03b-ca945bff3764 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.6695492 Jul 29 05:28:59.719609 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 37446) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:28:59.727050 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.v2.base [None req-18602d93-e6b3-4b5a-b74d-988f7fa1f190 admin admin] Request body: {'subnet': {'network_id': 'd19a26be-0d28-48b3-93b6-f87a05b0f502', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-80440787-subnet', 'tenant_id': '990d473a2c6e4602a60ca4364a725741', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:28:59.733200 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc93a1a-f97e-4519-b03b-ca945bff3764 admin admin] Pushing event updated for resources: {'Network': ['ID=d19a26be-0d28-48b3-93b6-f87a05b0f502,revision_number=1']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:28:59.751674 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Network d19a26be-0d28-48b3-93b6-f87a05b0f502 details requested by agent ovs-agent-dv-cinder-851279-2-iscsi with host dv-cinder-851279-2-iscsi {{(pid=104006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 05:28:59.761479 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18602d93-e6b3-4b5a-b74d-988f7fa1f190 admin admin] Made reservation on behalf of 990d473a2c6e4602a60ca4364a725741 for: {'subnet': 1} {{(pid=104004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 05:28:59.765182 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-18602d93-e6b3-4b5a-b74d-988f7fa1f190 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25789431'] for subnet (None), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:28:59.797064 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-a112c2f1-c12a-4826-ad24-562c6ce58908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf37182a-08ca-4873-931f-88c1f9eb9ac2', 'name': 'tempest-TestMinimumBasicScenario-2025275122-router', 'tenant_id': '4c28b78169ac49a6854f195bea0dd9bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '61314654-85ef-46de-aad5-c2b1f08fd7d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:26:18Z', 'updated_at': '2022-07-29T05:26:23Z', 'revision_number': 4, 'project_id': '4c28b78169ac49a6854f195bea0dd9bf', 'gw_port': {'id': '61314654-85ef-46de-aad5-c2b1f08fd7d3', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:fa:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf37182a-08ca-4873-931f-88c1f9eb9ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:26:19Z', 'updated_at': '2022-07-29T05:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi', '_interfaces': [{'id': 'ff613929-c7be-4217-b36e-bb5606eaf606', 'name': '', 'network_id': 'fbc0aa89-ee8e-4e90-b085-d635259d746e', 'tenant_id': '4c28b78169ac49a6854f195bea0dd9bf', 'mac_address': 'fa:16:3e:a3:06:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf37182a-08ca-4873-931f-88c1f9eb9ac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '8376599e-1b82-4f50-882f-6526e26807a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:26:22Z', 'updated_at': '2022-07-29T05:26:27Z', 'revision_number': 5, 'project_id': '4c28b78169ac49a6854f195bea0dd9bf', 'subnets': [{'id': '8376599e-1b82-4f50-882f-6526e26807a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-2-iscsi', False) {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:28:59.802952 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:28:59.852630 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a112c2f1-c12a-4826-ad24-562c6ce58908 None None] The sync data for ids ['bf37182a-08ca-4873-931f-88c1f9eb9ac2'] in dv-cinder-851279-2-iscsi is: [{'id': 'bf37182a-08ca-4873-931f-88c1f9eb9ac2', 'name': 'tempest-TestMinimumBasicScenario-2025275122-router', 'tenant_id': '4c28b78169ac49a6854f195bea0dd9bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '61314654-85ef-46de-aad5-c2b1f08fd7d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:26:18Z', 'updated_at': '2022-07-29T05:26:23Z', 'revision_number': 4, 'project_id': '4c28b78169ac49a6854f195bea0dd9bf', 'gw_port': {'id': '61314654-85ef-46de-aad5-c2b1f08fd7d3', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:fa:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf37182a-08ca-4873-931f-88c1f9eb9ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:26:19Z', 'updated_at': '2022-07-29T05:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi', '_interfaces': [{'id': 'ff613929-c7be-4217-b36e-bb5606eaf606', 'name': '', 'network_id': 'fbc0aa89-ee8e-4e90-b085-d635259d746e', 'tenant_id': '4c28b78169ac49a6854f195bea0dd9bf', 'mac_address': 'fa:16:3e:a3:06:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf37182a-08ca-4873-931f-88c1f9eb9ac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '8376599e-1b82-4f50-882f-6526e26807a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:26:22Z', 'updated_at': '2022-07-29T05:26:27Z', 'revision_number': 5, 'project_id': '4c28b78169ac49a6854f195bea0dd9bf', 'subnets': [{'id': '8376599e-1b82-4f50-882f-6526e26807a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 05:28:59.992709 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:29:00.047544 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:29:00.100940 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905a9b19-5b0e-472b-a643-e846521b199c req-db4687be-cafc-42ea-8cbf-1e29ffb387ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:29:00.104585 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-905a9b19-5b0e-472b-a643-e846521b199c req-db4687be-cafc-42ea-8cbf-1e29ffb387ea service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8376599e-1b82-4f50-882f-6526e26807a2 HTTP/1.1" status: 200 len: 854 time: 0.1371977 Jul 29 05:29:00.110380 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-18602d93-e6b3-4b5a-b74d-988f7fa1f190 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-292102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25660319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25789401'] for subnet (7eceac0b-838f-4046-b90b-4ae07d1783b7), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:00.237776 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905a9b19-5b0e-472b-a643-e846521b199c req-de1fc7ef-e7bb-4744-ab5f-6840f1607369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:29:00.241294 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-905a9b19-5b0e-472b-a643-e846521b199c req-de1fc7ef-e7bb-4744-ab5f-6840f1607369 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fbc0aa89-ee8e-4e90-b085-d635259d746e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1286335 Jul 29 05:29:00.251490 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18602d93-e6b3-4b5a-b74d-988f7fa1f190 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7eceac0b-838f-4046-b90b-4ae07d1783b7,revision_number=0']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:29:00.283475 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18602d93-e6b3-4b5a-b74d-988f7fa1f190 admin admin] Checking segment: {'id': 'ebe57dd7-566b-488d-9cf8-90139e370763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd19a26be-0d28-48b3-93b6-f87a05b0f502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 05:29:00.283902 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18602d93-e6b3-4b5a-b74d-988f7fa1f190 admin admin] Network hostable DHCP agents. Network: d19a26be-0d28-48b3-93b6-f87a05b0f502, hostable agents: ['0319cf4e-40d4-4455-bfa4-d5e1d8f6ed41'], hosted agents: [] {{(pid=104004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 05:29:00.319265 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18602d93-e6b3-4b5a-b74d-988f7fa1f190 admin admin] Network d19a26be-0d28-48b3-93b6-f87a05b0f502 is scheduled to be hosted by DHCP agent 0319cf4e-40d4-4455-bfa4-d5e1d8f6ed41 with binding_index 1 {{(pid=104004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 05:29:00.367576 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.base_scheduler [None req-18602d93-e6b3-4b5a-b74d-988f7fa1f190 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851279-2-iscsi, d19a26be-0d28-48b3-93b6-f87a05b0f502) {{(pid=104004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:29:00.385017 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89eca46-d3a0-4f24-b0a4-04f2955c6d9a None None] Network d19a26be-0d28-48b3-93b6-f87a05b0f502 requested from dv-cinder-851279-2-iscsi {{(pid=104006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 05:29:00.408740 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18602d93-e6b3-4b5a-b74d-988f7fa1f190 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:29:00.409705 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-18602d93-e6b3-4b5a-b74d-988f7fa1f190 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:00.429819 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f23c694-eff9-4941-9101-1ee3817e8877 None None] New status for floating IP 5e9e45a3-a8f7-41b3-95cc-2964813594e5: DOWN {{(pid=104006) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 29 05:29:00.457068 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a5bfac-3846-4780-a7cc-f2b8fa87cf81 req-306809a8-32dc-4c9d-84c8-f84939a1b8e8 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:29:00.459812 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-18a5bfac-3846-4780-a7cc-f2b8fa87cf81 req-306809a8-32dc-4c9d-84c8-f84939a1b8e8 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] 10.222.0.49 "GET /v2.0/ports?device_id=87eb34fa-b0bc-4ee0-aeea-70301f77125d HTTP/1.1" status: 200 len: 943 time: 0.1131930 Jul 29 05:29:00.467782 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-18602d93-e6b3-4b5a-b74d-988f7fa1f190 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7465959 Jul 29 05:29:00.602102 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-18a5bfac-3846-4780-a7cc-f2b8fa87cf81 req-374645bf-2d46-47f3-b98a-6d9d8574f333 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a108177-33f2-4e02-b63e-328953babc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317539 Jul 29 05:29:00.912428 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9513add-c98a-4e59-9650-a53c4b96cd9b None None] Network d19a26be-0d28-48b3-93b6-f87a05b0f502 requested from dv-cinder-851279-2-iscsi {{(pid=104006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 05:29:01.197713 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 37476) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:29:01.203562 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.v2.base [None req-ef8ce84d-17b0-4449-84e8-1ca94c9f58a2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1785588745-network', 'tenant_id': '95b0171d16cf43f6a5590c86266ad9c2'}} {{(pid=104004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:29:01.227781 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef8ce84d-17b0-4449-84e8-1ca94c9f58a2 admin admin] Made reservation on behalf of 95b0171d16cf43f6a5590c86266ad9c2 for: {'network': 1} {{(pid=104004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 05:29:01.231904 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-ef8ce84d-17b0-4449-84e8-1ca94c9f58a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for network (None), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:01.247214 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-ef8ce84d-17b0-4449-84e8-1ca94c9f58a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:01.286537 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:INSERT=12,neutron:UPDATE=4,neutron:SELECT=82,neutron:DELETE=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:29:01.353263 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-ef8ce84d-17b0-4449-84e8-1ca94c9f58a2 admin admin] Publish callbacks [] for security_group (a523ccfb-960c-4af9-8d7e-318416473a3f), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:01.358528 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-ef8ce84d-17b0-4449-84e8-1ca94c9f58a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (a523ccfb-960c-4af9-8d7e-318416473a3f), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:01.383667 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef8ce84d-17b0-4449-84e8-1ca94c9f58a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=104004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 05:29:01.401512 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8ce84d-17b0-4449-84e8-1ca94c9f58a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a523ccfb-960c-4af9-8d7e-318416473a3f,revision_number=1']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:29:01.404831 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-ef8ce84d-17b0-4449-84e8-1ca94c9f58a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501452'] for segment (b9f8cf5c-2ea0-47fc-8a6b-cd9e2baf45e7), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:01.405175 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.db.segments_db [None req-ef8ce84d-17b0-4449-84e8-1ca94c9f58a2 admin admin] Added segment b9f8cf5c-2ea0-47fc-8a6b-cd9e2baf45e7 of type vlan for network 445f57a4-c88f-44eb-8b8a-5826be37d2c3 Jul 29 05:29:01.453360 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-ef8ce84d-17b0-4449-84e8-1ca94c9f58a2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737760211330'] for network (445f57a4-c88f-44eb-8b8a-5826be37d2c3), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:01.483570 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-ef8ce84d-17b0-4449-84e8-1ca94c9f58a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436'] for network (445f57a4-c88f-44eb-8b8a-5826be37d2c3), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:01.484538 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef8ce84d-17b0-4449-84e8-1ca94c9f58a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:29:01.485290 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-ef8ce84d-17b0-4449-84e8-1ca94c9f58a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670410'] for network (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:01.551909 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-ef8ce84d-17b0-4449-84e8-1ca94c9f58a2 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3530312 Jul 29 05:29:01.555992 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 37480) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:29:01.558103 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8ce84d-17b0-4449-84e8-1ca94c9f58a2 admin admin] Pushing event updated for resources: {'Network': ['ID=445f57a4-c88f-44eb-8b8a-5826be37d2c3,revision_number=1']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:29:01.567338 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.v2.base [None req-dccc04cc-1058-4dcb-8fc6-12c3c0c4e1b0 admin admin] Request body: {'subnet': {'network_id': '445f57a4-c88f-44eb-8b8a-5826be37d2c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1785588745-subnet', 'tenant_id': '95b0171d16cf43f6a5590c86266ad9c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:29:01.573920 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Network 445f57a4-c88f-44eb-8b8a-5826be37d2c3 details requested by agent ovs-agent-dv-cinder-851279-2-iscsi with host dv-cinder-851279-2-iscsi {{(pid=104006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 05:29:01.610025 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dccc04cc-1058-4dcb-8fc6-12c3c0c4e1b0 admin admin] Made reservation on behalf of 95b0171d16cf43f6a5590c86266ad9c2 for: {'subnet': 1} {{(pid=104005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 05:29:01.613112 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-dccc04cc-1058-4dcb-8fc6-12c3c0c4e1b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28373970'] for subnet (None), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:01.638251 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:29:01.868172 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-dccc04cc-1058-4dcb-8fc6-12c3c0c4e1b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-292102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1905488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28374012'] for subnet (0ba79fbb-e000-48bc-ac00-230a518e20b1), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:01.893215 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cd398c-95d9-473e-ab98-4e44df68bd37 req-423961c2-530a-41b4-b8b4-93597d777bba tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:29:01.906707 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-e7cd398c-95d9-473e-ab98-4e44df68bd37 req-423961c2-530a-41b4-b8b4-93597d777bba tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] 10.222.0.49 "GET /v2.0/ports?device_id=87eb34fa-b0bc-4ee0-aeea-70301f77125d HTTP/1.1" status: 200 len: 943 time: 0.1471343 Jul 29 05:29:01.937814 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccc04cc-1058-4dcb-8fc6-12c3c0c4e1b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ba79fbb-e000-48bc-ac00-230a518e20b1,revision_number=0']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:29:01.975741 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dccc04cc-1058-4dcb-8fc6-12c3c0c4e1b0 admin admin] Checking segment: {'id': 'b9f8cf5c-2ea0-47fc-8a6b-cd9e2baf45e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '445f57a4-c88f-44eb-8b8a-5826be37d2c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 05:29:01.976125 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dccc04cc-1058-4dcb-8fc6-12c3c0c4e1b0 admin admin] Network hostable DHCP agents. Network: 445f57a4-c88f-44eb-8b8a-5826be37d2c3, hostable agents: ['0319cf4e-40d4-4455-bfa4-d5e1d8f6ed41'], hosted agents: [] {{(pid=104005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 05:29:02.002132 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dccc04cc-1058-4dcb-8fc6-12c3c0c4e1b0 admin admin] Network 445f57a4-c88f-44eb-8b8a-5826be37d2c3 is scheduled to be hosted by DHCP agent 0319cf4e-40d4-4455-bfa4-d5e1d8f6ed41 with binding_index 1 {{(pid=104005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 05:29:02.019391 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.base_scheduler [None req-dccc04cc-1058-4dcb-8fc6-12c3c0c4e1b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851279-2-iscsi, 445f57a4-c88f-44eb-8b8a-5826be37d2c3) {{(pid=104005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:29:02.030259 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fdfe262-11c1-4de2-8ebe-d0412cb3211b None None] Network 445f57a4-c88f-44eb-8b8a-5826be37d2c3 requested from dv-cinder-851279-2-iscsi {{(pid=104006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 05:29:02.040268 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-e7cd398c-95d9-473e-ab98-4e44df68bd37 req-7127face-534d-4d7b-92a5-daf58505e49b tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a108177-33f2-4e02-b63e-328953babc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294985 Jul 29 05:29:02.049477 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dccc04cc-1058-4dcb-8fc6-12c3c0c4e1b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:29:02.062650 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-dccc04cc-1058-4dcb-8fc6-12c3c0c4e1b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670410'] for subnet (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:02.094646 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-dccc04cc-1058-4dcb-8fc6-12c3c0c4e1b0 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5360129 Jul 29 05:29:02.213059 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b63fafd-a961-4733-a086-deeff6f22ef0 None None] Network 445f57a4-c88f-44eb-8b8a-5826be37d2c3 requested from dv-cinder-851279-2-iscsi {{(pid=104006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 05:29:03.188827 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:29:03.226292 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425fadca-a2d0-45f4-b419-36b4c9a08352 req-dfb29568-f9df-4ebe-8c27-56e8d1cfe80a tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:29:03.229021 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-425fadca-a2d0-45f4-b419-36b4c9a08352 req-dfb29568-f9df-4ebe-8c27-56e8d1cfe80a tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] 10.222.0.49 "GET /v2.0/ports?device_id=87eb34fa-b0bc-4ee0-aeea-70301f77125d HTTP/1.1" status: 200 len: 943 time: 0.0952919 Jul 29 05:29:03.309304 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-425fadca-a2d0-45f4-b419-36b4c9a08352 req-02699e20-5892-4b7c-a1dd-88db3748cadd tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a108177-33f2-4e02-b63e-328953babc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693638 Jul 29 05:29:04.456822 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503d2988-72ce-4af2-80df-c52f14ee200c req-41c80215-16b1-42d4-b215-0a8846bb13df tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:29:04.458516 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-503d2988-72ce-4af2-80df-c52f14ee200c req-41c80215-16b1-42d4-b215-0a8846bb13df tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] 10.222.0.49 "GET /v2.0/ports?device_id=87eb34fa-b0bc-4ee0-aeea-70301f77125d HTTP/1.1" status: 200 len: 943 time: 0.0583630 Jul 29 05:29:04.532492 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-503d2988-72ce-4af2-80df-c52f14ee200c req-897de7a6-ec0e-4fbf-a281-c578791389fb tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a108177-33f2-4e02-b63e-328953babc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623934 Jul 29 05:29:05.591273 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-2a41c642-0ed3-42e1-9bb6-3b100a06ff62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (0319cf4e-40d4-4455-bfa4-d5e1d8f6ed41), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:05.681094 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4545d9-69ab-4ee3-8bbe-a01cb45c33b2 req-20b3377a-f34b-410f-b5a6-821f9e94545e tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:29:05.682706 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-8f4545d9-69ab-4ee3-8bbe-a01cb45c33b2 req-20b3377a-f34b-410f-b5a6-821f9e94545e tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] 10.222.0.49 "GET /v2.0/ports?device_id=87eb34fa-b0bc-4ee0-aeea-70301f77125d HTTP/1.1" status: 200 len: 943 time: 0.0522978 Jul 29 05:29:05.749182 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-8f4545d9-69ab-4ee3-8bbe-a01cb45c33b2 req-c1d38769-fdd5-4621-8c27-9b6472cd4132 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a108177-33f2-4e02-b63e-328953babc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559790 Jul 29 05:29:06.874696 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e24b7a-a56f-4bc3-a0eb-8ed2bd74464d req-4825d147-e776-4ee6-9fbf-9905552ff537 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:29:06.876314 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-e1e24b7a-a56f-4bc3-a0eb-8ed2bd74464d req-4825d147-e776-4ee6-9fbf-9905552ff537 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] 10.222.0.49 "GET /v2.0/ports?device_id=87eb34fa-b0bc-4ee0-aeea-70301f77125d HTTP/1.1" status: 200 len: 943 time: 0.0497642 Jul 29 05:29:06.932910 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-e1e24b7a-a56f-4bc3-a0eb-8ed2bd74464d req-00ef3b08-0287-42c6-a571-419941e67837 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a108177-33f2-4e02-b63e-328953babc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504098 Jul 29 05:29:07.688302 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (12b139f9-2daf-4047-bd2d-6bc43cda34b6), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:08.083084 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d3f53d-9d16-4298-a1c7-6011de17bd54 req-150895eb-548a-46f4-b2dd-126f77a82cab tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:29:08.084702 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-f7d3f53d-9d16-4298-a1c7-6011de17bd54 req-150895eb-548a-46f4-b2dd-126f77a82cab tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] 10.222.0.49 "GET /v2.0/ports?device_id=87eb34fa-b0bc-4ee0-aeea-70301f77125d HTTP/1.1" status: 200 len: 943 time: 0.0635905 Jul 29 05:29:08.139267 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-4e47ea23-4cd4-4915-a40c-1aad16e52574 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (8a9a6061-e61b-4901-b35e-5e71dea10db3), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:08.154146 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-f7d3f53d-9d16-4298-a1c7-6011de17bd54 req-cfe776d6-4017-482b-a90b-00a27c396449 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a108177-33f2-4e02-b63e-328953babc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590606 Jul 29 05:29:09.304430 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e78fa3-bd69-4411-82b4-c89a610ea2c1 req-dbfbfbb9-86a4-4564-82ca-327956224231 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:29:09.306123 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-a4e78fa3-bd69-4411-82b4-c89a610ea2c1 req-dbfbfbb9-86a4-4564-82ca-327956224231 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] 10.222.0.49 "GET /v2.0/ports?device_id=87eb34fa-b0bc-4ee0-aeea-70301f77125d HTTP/1.1" status: 200 len: 943 time: 0.0572824 Jul 29 05:29:09.378641 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-a4e78fa3-bd69-4411-82b4-c89a610ea2c1 req-447a693c-3caf-44da-b7f8-66bf22680503 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a108177-33f2-4e02-b63e-328953babc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623636 Jul 29 05:29:09.791450 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=74 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:29:10.039985 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c0cfcfc2-d3d3-4a7d-ac6c-95a3fd745979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (543ff7d7-1636-45b2-a25e-e19209bc2e01), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:10.509107 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6ec3c2-3728-43f0-ab0c-cb8d38e1c75b req-b333d37f-7916-4ab5-819b-99680db6a5a6 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:29:10.510614 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-cf6ec3c2-3728-43f0-ab0c-cb8d38e1c75b req-b333d37f-7916-4ab5-819b-99680db6a5a6 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] 10.222.0.49 "GET /v2.0/ports?device_id=87eb34fa-b0bc-4ee0-aeea-70301f77125d HTTP/1.1" status: 200 len: 943 time: 0.0558684 Jul 29 05:29:10.548506 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:INSERT=7,neutron:SELECT=92,neutron:DELETE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:29:10.563727 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-cf6ec3c2-3728-43f0-ab0c-cb8d38e1c75b req-9101e422-5c22-45b0-9f98-53aa8480eb85 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a108177-33f2-4e02-b63e-328953babc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467458 Jul 29 05:29:11.099088 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.agents_db [None req-24db149f-f2c4-42ba-b1ad-acaecd0c6386 None None] Agent healthcheck: found 6 active agents {{(pid=104007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 05:29:11.685674 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6d1b80-4e2b-415e-8db4-31c61ffe3124 req-5e1c69b4-5d60-4eae-bce5-56c69864f205 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:29:11.687206 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-eb6d1b80-4e2b-415e-8db4-31c61ffe3124 req-5e1c69b4-5d60-4eae-bce5-56c69864f205 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] 10.222.0.49 "GET /v2.0/ports?device_id=87eb34fa-b0bc-4ee0-aeea-70301f77125d HTTP/1.1" status: 200 len: 943 time: 0.0502591 Jul 29 05:29:11.712827 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-25d2d662-1c10-455a-a758-35c132406432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (7da8dcb9-9a4e-44fd-b4da-fa922ad17d56), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:11.741037 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-eb6d1b80-4e2b-415e-8db4-31c61ffe3124 req-24854b0a-19f6-4677-9818-190220315a25 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a108177-33f2-4e02-b63e-328953babc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482521 Jul 29 05:29:11.788382 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (aa119a64-f506-4951-a68b-6dc6289eaece), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:12.070354 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=51,neutron:UPDATE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:29:12.077952 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=63,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:29:12.867469 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64535057-6ff3-4871-b5ea-2305f30fe136 req-389de265-460c-4963-a500-8ba57117f26b tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:29:12.868979 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-64535057-6ff3-4871-b5ea-2305f30fe136 req-389de265-460c-4963-a500-8ba57117f26b tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] 10.222.0.49 "GET /v2.0/ports?device_id=87eb34fa-b0bc-4ee0-aeea-70301f77125d HTTP/1.1" status: 200 len: 943 time: 0.0510757 Jul 29 05:29:12.939941 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-64535057-6ff3-4871-b5ea-2305f30fe136 req-03ac4bd2-1fbb-4948-86d3-bab07c59ba2c tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a108177-33f2-4e02-b63e-328953babc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651433 Jul 29 05:29:13.060143 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-905a9b19-5b0e-472b-a643-e846521b199c req-2f8b996f-b168-4173-8628-a7407276cb27 service neutron] 10.222.0.60 "GET /v2.0/networks/fbc0aa89-ee8e-4e90-b085-d635259d746e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915654 Jul 29 05:29:13.673872 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-905a9b19-5b0e-472b-a643-e846521b199c req-3e0a138b-5876-4021-b2d9-2e6e6f6c880e service neutron] 10.222.0.60 "GET /v2.0/networks/fbc0aa89-ee8e-4e90-b085-d635259d746e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278515 Jul 29 05:29:13.803676 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b1f9db-643c-4528-a9d2-93d5cd85bd57 req-086a6d92-f1e8-4a30-98b1-028f2632bb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:29:13.805270 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-78b1f9db-643c-4528-a9d2-93d5cd85bd57 req-086a6d92-f1e8-4a30-98b1-028f2632bb92 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4c28b78169ac49a6854f195bea0dd9bf&device_id=a8e59cc2-032c-497f-867c-2d5663a4da21 HTTP/1.1" status: 200 len: 1129 time: 0.0732801 Jul 29 05:29:14.018330 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b1f9db-643c-4528-a9d2-93d5cd85bd57 req-84f43e63-db75-4656-8e4c-e82fe016a59e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:29:14.024266 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-78b1f9db-643c-4528-a9d2-93d5cd85bd57 req-84f43e63-db75-4656-8e4c-e82fe016a59e service neutron] 10.222.0.60 "GET /v2.0/networks?id=fbc0aa89-ee8e-4e90-b085-d635259d746e HTTP/1.1" status: 200 len: 916 time: 0.2102227 Jul 29 05:29:14.121826 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-78b1f9db-643c-4528-a9d2-93d5cd85bd57 req-82516da6-59df-4273-bc2b-687fb944a011 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6d8585cd-d0d9-4ae4-9146-299c453184a4 HTTP/1.1" status: 200 len: 217 time: 0.0855405 Jul 29 05:29:14.166464 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa88546-44e3-4df0-8c74-e171102d0b63 req-f41c5b1c-4611-45d5-9ef9-8f50a1ea0d2e tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:29:14.175585 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-2fa88546-44e3-4df0-8c74-e171102d0b63 req-f41c5b1c-4611-45d5-9ef9-8f50a1ea0d2e tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] 10.222.0.49 "GET /v2.0/ports?device_id=87eb34fa-b0bc-4ee0-aeea-70301f77125d HTTP/1.1" status: 200 len: 943 time: 0.0889471 Jul 29 05:29:14.239243 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b1f9db-643c-4528-a9d2-93d5cd85bd57 req-196caa5c-aa8f-4ee7-b53e-bcc8271b134e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:29:14.242292 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-78b1f9db-643c-4528-a9d2-93d5cd85bd57 req-196caa5c-aa8f-4ee7-b53e-bcc8271b134e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8376599e-1b82-4f50-882f-6526e26807a2 HTTP/1.1" status: 200 len: 854 time: 0.1174202 Jul 29 05:29:14.322473 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-2fa88546-44e3-4df0-8c74-e171102d0b63 req-520746b7-f4ed-4f82-978e-11308369bb8f tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a108177-33f2-4e02-b63e-328953babc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1465952 Jul 29 05:29:14.350008 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b1f9db-643c-4528-a9d2-93d5cd85bd57 req-7fedf6bd-31b8-44e0-a6a1-03a0e2db51a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:29:14.351949 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-78b1f9db-643c-4528-a9d2-93d5cd85bd57 req-7fedf6bd-31b8-44e0-a6a1-03a0e2db51a2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fbc0aa89-ee8e-4e90-b085-d635259d746e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1027808 Jul 29 05:29:14.552560 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-78b1f9db-643c-4528-a9d2-93d5cd85bd57 req-a963da5a-f8ef-446f-a1be-9c5712f70ef5 service neutron] 10.222.0.60 "GET /v2.0/networks/fbc0aa89-ee8e-4e90-b085-d635259d746e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917245 Jul 29 05:29:14.695277 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-78b1f9db-643c-4528-a9d2-93d5cd85bd57 req-6e817978-3b6f-4246-8ddd-8a3a80e31781 service neutron] 10.222.0.60 "GET /v2.0/networks/fbc0aa89-ee8e-4e90-b085-d635259d746e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329465 Jul 29 05:29:14.913522 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 37660) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:29:15.044529 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-c702e85b-96cb-4e85-baa6-9508c7d5ec91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:15.141292 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-c702e85b-96cb-4e85-baa6-9508c7d5ec91 admin admin] Publish callbacks [] for security_group (720fd54c-f790-4b4b-9ed9-caff8df33681), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:15.145662 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-c702e85b-96cb-4e85-baa6-9508c7d5ec91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (720fd54c-f790-4b4b-9ed9-caff8df33681), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:15.191048 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c702e85b-96cb-4e85-baa6-9508c7d5ec91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=720fd54c-f790-4b4b-9ed9-caff8df33681,revision_number=1']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:29:15.201471 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-c702e85b-96cb-4e85-baa6-9508c7d5ec91 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a3c16e58753c41149a3f8f2ef4ce1b0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2862296 Jul 29 05:29:15.204166 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 37668) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:29:15.292916 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-c449a3a8-6abb-4cfd-b9e2-1b607e9086e0 admin admin] Publish callbacks [] for security_group (720fd54c-f790-4b4b-9ed9-caff8df33681), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:15.316270 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=100 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:29:15.318579 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-c449a3a8-6abb-4cfd-b9e2-1b607e9086e0 admin admin] Publish callbacks [] for security_group (720fd54c-f790-4b4b-9ed9-caff8df33681), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:15.388957 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-c449a3a8-6abb-4cfd-b9e2-1b607e9086e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (720fd54c-f790-4b4b-9ed9-caff8df33681), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:15.394057 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-c449a3a8-6abb-4cfd-b9e2-1b607e9086e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:15.396432 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-c449a3a8-6abb-4cfd-b9e2-1b607e9086e0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/720fd54c-f790-4b4b-9ed9-caff8df33681 HTTP/1.1" status: 204 len: 168 time: 0.1904943 Jul 29 05:29:15.419340 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c449a3a8-6abb-4cfd-b9e2-1b607e9086e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=720fd54c-f790-4b4b-9ed9-caff8df33681,revision_number=None']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:29:15.485572 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30b3b63-eb5d-4c46-9568-9f0ff70a080e req-cbbc37bf-7a00-4899-816b-07c63e80e877 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:29:15.487526 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-f30b3b63-eb5d-4c46-9568-9f0ff70a080e req-cbbc37bf-7a00-4899-816b-07c63e80e877 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] 10.222.0.49 "GET /v2.0/ports?device_id=87eb34fa-b0bc-4ee0-aeea-70301f77125d HTTP/1.1" status: 200 len: 943 time: 0.0651407 Jul 29 05:29:15.608818 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-f30b3b63-eb5d-4c46-9568-9f0ff70a080e req-4e3d6d1b-4ecc-4864-a494-981bdc9a0eb5 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a108177-33f2-4e02-b63e-328953babc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967321 Jul 29 05:29:16.782075 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bbb326-5e7b-4a68-b127-648e2f8f8de1 req-eaa24367-43e3-4e54-8ccf-444be94c3276 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:29:16.789463 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-23bbb326-5e7b-4a68-b127-648e2f8f8de1 req-eaa24367-43e3-4e54-8ccf-444be94c3276 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] 10.222.0.49 "GET /v2.0/ports?device_id=87eb34fa-b0bc-4ee0-aeea-70301f77125d HTTP/1.1" status: 200 len: 943 time: 0.0734043 Jul 29 05:29:16.820309 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:29:16.858146 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-23bbb326-5e7b-4a68-b127-648e2f8f8de1 req-ecf939db-f7a6-48da-a680-4b2a3da216e2 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a108177-33f2-4e02-b63e-328953babc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674748 Jul 29 05:29:17.435784 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Device f47132ea-cd5d-4836-887a-b486a4824db2 details requested by agent hyperv_hv-cinder-85127 with host hv-cinder-85127 {{(pid=104006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 05:29:17.516848 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-feac1a67-c5e1-40fd-8c0e-6b9ce80bc0c5 req-8a21c591-5fa3-468d-ab8e-bd79a002ee94 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a8e59cc2-032c-497f-867c-2d5663a4da21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0503888 Jul 29 05:29:17.529090 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:29:17.555836 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] For port f47132ea-cd5d-4836-887a-b486a4824db2, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=f47132ea-cd5d-4836-887a-b486a4824db2,segment=NetworkSegment(f3483ac0-5247-4ffa-936a-83f1b989606a),segment_id=f3483ac0-5247-4ffa-936a-83f1b989606a)] {{(pid=104006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:29:17.569390 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Returning: {'device': 'f47132ea-cd5d-4836-887a-b486a4824db2', 'network_id': 'bf6a3cea-818f-4098-a73e-2bd56be30084', 'port_id': 'f47132ea-cd5d-4836-887a-b486a4824db2', 'mac_address': 'fa:16:3e:c0:e2:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd4850d2-d662-48cd-9d64-c0fcdc752249', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 05:29:17.578527 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:29:17.582313 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feac1a67-c5e1-40fd-8c0e-6b9ce80bc0c5 req-b6deb92b-4ef9-4d14-8840-f5da1e516709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:29:17.584122 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-feac1a67-c5e1-40fd-8c0e-6b9ce80bc0c5 req-b6deb92b-4ef9-4d14-8840-f5da1e516709 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4c28b78169ac49a6854f195bea0dd9bf&device_id=a8e59cc2-032c-497f-867c-2d5663a4da21 HTTP/1.1" status: 200 len: 1129 time: 0.0431941 Jul 29 05:29:17.609924 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Current status of the port f47132ea-cd5d-4836-887a-b486a4824db2 is: DOWN; New status is: BUILD {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:29:17.610469 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (f47132ea-cd5d-4836-887a-b486a4824db2), before_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:17.625111 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.notifiers.nova [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f47132ea-cd5d-4836-887a-b486a4824db2 {{(pid=104006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 05:29:17.649179 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] For port f47132ea-cd5d-4836-887a-b486a4824db2, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=f47132ea-cd5d-4836-887a-b486a4824db2,segment=NetworkSegment(f3483ac0-5247-4ffa-936a-83f1b989606a),segment_id=f3483ac0-5247-4ffa-936a-83f1b989606a)] {{(pid=104006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:29:17.654925 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (f47132ea-cd5d-4836-887a-b486a4824db2), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:17.724350 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Pushing event updated for resources: {'Port': ['ID=f47132ea-cd5d-4836-887a-b486a4824db2,revision_number=4']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:29:17.750033 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feac1a67-c5e1-40fd-8c0e-6b9ce80bc0c5 req-ac9799af-a988-4284-8fe2-8aa76ca37441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:29:17.751803 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-feac1a67-c5e1-40fd-8c0e-6b9ce80bc0c5 req-ac9799af-a988-4284-8fe2-8aa76ca37441 service neutron] 10.222.0.60 "GET /v2.0/networks?id=fbc0aa89-ee8e-4e90-b085-d635259d746e HTTP/1.1" status: 200 len: 916 time: 0.1425734 Jul 29 05:29:17.800766 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-feac1a67-c5e1-40fd-8c0e-6b9ce80bc0c5 req-cc91f27e-c4a1-4866-9d8a-cb1052c81257 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6d8585cd-d0d9-4ae4-9146-299c453184a4 HTTP/1.1" status: 200 len: 217 time: 0.0424485 Jul 29 05:29:17.873456 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feac1a67-c5e1-40fd-8c0e-6b9ce80bc0c5 req-4cc32724-aeb3-4033-b9eb-2769eb496c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:29:17.876040 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-feac1a67-c5e1-40fd-8c0e-6b9ce80bc0c5 req-4cc32724-aeb3-4033-b9eb-2769eb496c84 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8376599e-1b82-4f50-882f-6526e26807a2 HTTP/1.1" status: 200 len: 854 time: 0.0662374 Jul 29 05:29:17.910650 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] get_ports_and_sgs() called for port_ids ['f47132ea-cd5d-4836-887a-b486a4824db2'] {{(pid=104006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 05:29:18.001282 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feac1a67-c5e1-40fd-8c0e-6b9ce80bc0c5 req-b830e0c5-4d35-470f-831e-811d6b79f65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:29:18.001282 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-feac1a67-c5e1-40fd-8c0e-6b9ce80bc0c5 req-b830e0c5-4d35-470f-831e-811d6b79f65f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fbc0aa89-ee8e-4e90-b085-d635259d746e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1182778 Jul 29 05:29:18.132111 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bb83a9-560d-41f3-87d7-fe9c48a55f05 req-1192d4e4-e32f-4805-8d38-14c5adbe8b37 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:29:18.147486 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-57bb83a9-560d-41f3-87d7-fe9c48a55f05 req-1192d4e4-e32f-4805-8d38-14c5adbe8b37 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] 10.222.0.49 "GET /v2.0/ports?device_id=87eb34fa-b0bc-4ee0-aeea-70301f77125d HTTP/1.1" status: 200 len: 944 time: 0.1584787 Jul 29 05:29:18.196590 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-feac1a67-c5e1-40fd-8c0e-6b9ce80bc0c5 req-5e84fd86-6609-45ff-8ac1-da638c68f4df service neutron] 10.222.0.60 "GET /v2.0/networks/fbc0aa89-ee8e-4e90-b085-d635259d746e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886544 Jul 29 05:29:18.263385 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-57bb83a9-560d-41f3-87d7-fe9c48a55f05 req-9337f11d-35dc-4380-b214-7d6f6d41f36a tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a108177-33f2-4e02-b63e-328953babc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090565 Jul 29 05:29:18.320579 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:29:18.377432 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-feac1a67-c5e1-40fd-8c0e-6b9ce80bc0c5 req-b6a94586-dacc-4aee-a250-32fb5047bab4 service neutron] 10.222.0.60 "GET /v2.0/networks/fbc0aa89-ee8e-4e90-b085-d635259d746e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702619 Jul 29 05:29:19.110946 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Device f47132ea-cd5d-4836-887a-b486a4824db2 up at agent hyperv_hv-cinder-85127 {{(pid=104006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 05:29:19.188581 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Provisioning for port f47132ea-cd5d-4836-887a-b486a4824db2 completed by entity L2. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 29 05:29:19.203151 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Provisioning complete for port f47132ea-cd5d-4836-887a-b486a4824db2 triggered by entity L2. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:29:19.203622 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (f47132ea-cd5d-4836-887a-b486a4824db2), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:19.328063 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Current status of the port f47132ea-cd5d-4836-887a-b486a4824db2 is: BUILD; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:29:19.328541 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (f47132ea-cd5d-4836-887a-b486a4824db2), before_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:19.336447 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e66070-eb77-41f7-9e51-65925a8bc9fe req-8a263bd9-2fec-46e9-829f-54592ab60105 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:29:19.350619 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-73e66070-eb77-41f7-9e51-65925a8bc9fe req-8a263bd9-2fec-46e9-829f-54592ab60105 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] 10.222.0.49 "GET /v2.0/ports?device_id=a8e59cc2-032c-497f-867c-2d5663a4da21 HTTP/1.1" status: 200 len: 945 time: 0.0906146 Jul 29 05:29:19.375319 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87eb34fa-b0bc-4ee0-aeea-70301f77125d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f47132ea-cd5d-4836-887a-b486a4824db2'}] {{(pid=104006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 05:29:19.377857 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e99febf74dea338d8edfc28e98bc5f49fff1daa2966fa3a6b84f517592192115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-033b8dcf-83a9-403f-9be9-6321e5ca820d" -d '{"events": [{"server_uuid": "87eb34fa-b0bc-4ee0-aeea-70301f77125d", "name": "network-vif-plugged", "status": "completed", "tag": "f47132ea-cd5d-4836-887a-b486a4824db2"}]}' {{(pid=104006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 05:29:19.397077 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] For port f47132ea-cd5d-4836-887a-b486a4824db2, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=f47132ea-cd5d-4836-887a-b486a4824db2,segment=NetworkSegment(f3483ac0-5247-4ffa-936a-83f1b989606a),segment_id=f3483ac0-5247-4ffa-936a-83f1b989606a)] {{(pid=104006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:29:19.404368 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (f47132ea-cd5d-4836-887a-b486a4824db2), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:19.426973 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-73e66070-eb77-41f7-9e51-65925a8bc9fe req-e6a51817-da0f-4ff9-bd39-f5c18dc57466 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa0dd268-c459-4d1d-8fbc-d37ab58bd0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710516 Jul 29 05:29:19.464575 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92177188-e442-42c3-9b1a-8875ed0f598d req-a74c868e-527f-4e23-a1e4-b7ccbd95d7c0 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:29:19.473579 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-92177188-e442-42c3-9b1a-8875ed0f598d req-a74c868e-527f-4e23-a1e4-b7ccbd95d7c0 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] 10.222.0.49 "GET /v2.0/ports?device_id=87eb34fa-b0bc-4ee0-aeea-70301f77125d HTTP/1.1" status: 200 len: 945 time: 0.0751956 Jul 29 05:29:19.491183 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 05:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-673fd5a8-c4d7-403a-8c79-760537d68a27 x-openstack-request-id: req-673fd5a8-c4d7-403a-8c79-760537d68a27 {{(pid=104006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 05:29:19.491533 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87eb34fa-b0bc-4ee0-aeea-70301f77125d", "name": "network-vif-plugged", "status": "completed", "tag": "f47132ea-cd5d-4836-887a-b486a4824db2", "code": 200}]} {{(pid=104006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 05:29:19.491892 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-673fd5a8-c4d7-403a-8c79-760537d68a27 {{(pid=104006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 05:29:19.492333 dv-cinder-851279-2-iscsi neutron-server[104006]: INFO neutron.notifiers.nova [-] Nova event matching ['req-673fd5a8-c4d7-403a-8c79-760537d68a27'] response: {'server_uuid': '87eb34fa-b0bc-4ee0-aeea-70301f77125d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f47132ea-cd5d-4836-887a-b486a4824db2', 'code': 200} Jul 29 05:29:19.494062 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Pushing event updated for resources: {'Port': ['ID=f47132ea-cd5d-4836-887a-b486a4824db2,revision_number=5']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:29:19.550903 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-92177188-e442-42c3-9b1a-8875ed0f598d req-cbabf7c1-e71c-4a86-9c85-c801f2c47af0 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a108177-33f2-4e02-b63e-328953babc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761206 Jul 29 05:29:20.611422 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d595cf81-e83d-451b-881d-ed9248f63d7f req-9d820c05-276a-4a53-bbd0-929b31727beb tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:29:20.613748 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-d595cf81-e83d-451b-881d-ed9248f63d7f req-9d820c05-276a-4a53-bbd0-929b31727beb tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] 10.222.0.49 "GET /v2.0/ports?device_id=a8e59cc2-032c-497f-867c-2d5663a4da21 HTTP/1.1" status: 200 len: 945 time: 0.0875094 Jul 29 05:29:20.698473 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-d595cf81-e83d-451b-881d-ed9248f63d7f req-a738c009-7eb7-491e-afec-150fd66faedd tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa0dd268-c459-4d1d-8fbc-d37ab58bd0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725048 Jul 29 05:29:20.735401 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29935f2a-f733-47f9-a5de-4191351269d8 req-f41d54b7-9947-4f62-b94e-4e47ef1eba8b tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:29:20.738039 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-29935f2a-f733-47f9-a5de-4191351269d8 req-f41d54b7-9947-4f62-b94e-4e47ef1eba8b tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] 10.222.0.49 "GET /v2.0/ports?device_id=87eb34fa-b0bc-4ee0-aeea-70301f77125d HTTP/1.1" status: 200 len: 945 time: 0.0867863 Jul 29 05:29:20.795789 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-29935f2a-f733-47f9-a5de-4191351269d8 req-636915f0-1017-46c4-b249-825d852f7651 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a108177-33f2-4e02-b63e-328953babc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518374 Jul 29 05:29:21.094919 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=2 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:29:21.844158 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23df14aa-6cf3-41fa-bf74-6459e3115f90 req-eb03df89-2612-46ac-9ef1-59463b9e7966 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:29:21.845780 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-23df14aa-6cf3-41fa-bf74-6459e3115f90 req-eb03df89-2612-46ac-9ef1-59463b9e7966 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] 10.222.0.49 "GET /v2.0/ports?device_id=a8e59cc2-032c-497f-867c-2d5663a4da21 HTTP/1.1" status: 200 len: 945 time: 0.0547867 Jul 29 05:29:21.918852 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-23df14aa-6cf3-41fa-bf74-6459e3115f90 req-edf45d9b-2b22-452d-984e-48ab3cedbd2a tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa0dd268-c459-4d1d-8fbc-d37ab58bd0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622168 Jul 29 05:29:21.953492 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2104072-35d7-407c-b10f-9f36299cbc93 req-384631dc-d663-4952-b648-18b784545255 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:29:21.955061 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-a2104072-35d7-407c-b10f-9f36299cbc93 req-384631dc-d663-4952-b648-18b784545255 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] 10.222.0.49 "GET /v2.0/ports?device_id=87eb34fa-b0bc-4ee0-aeea-70301f77125d HTTP/1.1" status: 200 len: 945 time: 0.0591676 Jul 29 05:29:22.022282 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-a2104072-35d7-407c-b10f-9f36299cbc93 req-fb94bdcc-e474-430d-adb0-ededc4934683 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a108177-33f2-4e02-b63e-328953babc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596390 Jul 29 05:29:22.804379 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477bd2ca-f9db-4e3c-9d65-165e75428018 req-65041ebe-b400-498b-9abb-c26f79e51c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:29:22.805952 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-477bd2ca-f9db-4e3c-9d65-165e75428018 req-65041ebe-b400-498b-9abb-c26f79e51c94 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=87eb34fa-b0bc-4ee0-aeea-70301f77125d HTTP/1.1" status: 200 len: 1129 time: 0.0724800 Jul 29 05:29:22.921012 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-477bd2ca-f9db-4e3c-9d65-165e75428018 req-6e4bc538-ea07-4eff-81bd-b77f716f2fbe service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=7a108177-33f2-4e02-b63e-328953babc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087215 Jul 29 05:29:22.940737 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e823e3-dd56-4f8e-b3a0-31e69269d532 req-f41c0c39-964c-462e-94d3-b08f5cd81555 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:29:22.942747 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-b3e823e3-dd56-4f8e-b3a0-31e69269d532 req-f41c0c39-964c-462e-94d3-b08f5cd81555 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8e59cc2-032c-497f-867c-2d5663a4da21 HTTP/1.1" status: 200 len: 945 time: 0.0896413 Jul 29 05:29:23.101087 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fd803d-0a68-40a3-b5fc-ad80a318dc15 req-6a2f9f14-75d6-496b-a194-5b7615276e70 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:29:23.105210 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-17fd803d-0a68-40a3-b5fc-ad80a318dc15 req-6a2f9f14-75d6-496b-a194-5b7615276e70 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] 10.222.0.49 "GET /v2.0/ports?device_id=a8e59cc2-032c-497f-867c-2d5663a4da21 HTTP/1.1" status: 200 len: 945 time: 0.1003077 Jul 29 05:29:23.191140 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:29:23.209089 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-17fd803d-0a68-40a3-b5fc-ad80a318dc15 req-8cd49749-6f17-4670-9392-ec312289bd78 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa0dd268-c459-4d1d-8fbc-d37ab58bd0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951686 Jul 29 05:29:23.258875 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05d615d-8eb8-4e2d-a185-1c39dfa60d34 req-c7f00540-729f-4fb9-bf62-3b0c50219b4c tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:29:23.262198 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-b05d615d-8eb8-4e2d-a185-1c39dfa60d34 req-c7f00540-729f-4fb9-bf62-3b0c50219b4c tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] 10.222.0.49 "GET /v2.0/ports?device_id=87eb34fa-b0bc-4ee0-aeea-70301f77125d HTTP/1.1" status: 200 len: 945 time: 0.1410885 Jul 29 05:29:23.319452 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=100 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:29:23.336260 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.plugin [req-b3e823e3-dd56-4f8e-b3a0-31e69269d532 req-a18b7b61-2c08-4e9d-a50e-8dab3c004f4f tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Deleting port 6d8585cd-d0d9-4ae4-9146-299c453184a4 {{(pid=104005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 05:29:23.336602 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-b3e823e3-dd56-4f8e-b3a0-31e69269d532 req-a18b7b61-2c08-4e9d-a50e-8dab3c004f4f tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737760600589'] for port (6d8585cd-d0d9-4ae4-9146-299c453184a4), before_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:23.409599 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-b05d615d-8eb8-4e2d-a185-1c39dfa60d34 req-3f013536-3941-442f-bb60-0e80140a6bd1 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a108177-33f2-4e02-b63e-328953babc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153321 Jul 29 05:29:23.412000 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=100 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:29:23.469582 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.db [req-b3e823e3-dd56-4f8e-b3a0-31e69269d532 req-a18b7b61-2c08-4e9d-a50e-8dab3c004f4f tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] For port 6d8585cd-d0d9-4ae4-9146-299c453184a4, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=6d8585cd-d0d9-4ae4-9146-299c453184a4,segment=NetworkSegment(aef3e43e-a6f3-499f-af37-57141ca0f5f4),segment_id=aef3e43e-a6f3-499f-af37-57141ca0f5f4)] {{(pid=104005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:29:23.469953 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-b3e823e3-dd56-4f8e-b3a0-31e69269d532 req-a18b7b61-2c08-4e9d-a50e-8dab3c004f4f tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420629'] for port (6d8585cd-d0d9-4ae4-9146-299c453184a4), precommit_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:23.490710 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.plugin [req-b3e823e3-dd56-4f8e-b3a0-31e69269d532 req-a18b7b61-2c08-4e9d-a50e-8dab3c004f4f tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Calling delete_port for 6d8585cd-d0d9-4ae4-9146-299c453184a4 owned by compute:nova {{(pid=104005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 05:29:23.637266 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-b3e823e3-dd56-4f8e-b3a0-31e69269d532 req-a18b7b61-2c08-4e9d-a50e-8dab3c004f4f tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737760621891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737760223820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1905596'] for port (6d8585cd-d0d9-4ae4-9146-299c453184a4), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:23.671554 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18b7b61-2c08-4e9d-a50e-8dab3c004f4f tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Pushing event deleted for resources: {'Port': ['ID=6d8585cd-d0d9-4ae4-9146-299c453184a4,revision_number=None']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:29:23.736559 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3e823e3-dd56-4f8e-b3a0-31e69269d532 req-a18b7b61-2c08-4e9d-a50e-8dab3c004f4f tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] No DVR routers for this DVR port 6d8585cd-d0d9-4ae4-9146-299c453184a4 on host hv-cinder-85127 {{(pid=104005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 29 05:29:23.739899 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-b3e823e3-dd56-4f8e-b3a0-31e69269d532 req-a18b7b61-2c08-4e9d-a50e-8dab3c004f4f tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249840'] for port (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:23.744824 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-b3e823e3-dd56-4f8e-b3a0-31e69269d532 req-a18b7b61-2c08-4e9d-a50e-8dab3c004f4f tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] 10.222.0.60 "DELETE /v2.0/ports/6d8585cd-d0d9-4ae4-9146-299c453184a4 HTTP/1.1" status: 204 len: 173 time: 0.6216676 Jul 29 05:29:23.745595 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8e59cc2-032c-497f-867c-2d5663a4da21', 'name': 'network-vif-deleted', 'tag': '6d8585cd-d0d9-4ae4-9146-299c453184a4'}] {{(pid=104005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 05:29:23.749042 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18cb6d06cd9bdbb2624e76cf95b2230ef06252a8a1dccb16f0d07e3cc9dc753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a407fa6-369d-409d-8267-1374f2b9ce47" -d '{"events": [{"server_uuid": "a8e59cc2-032c-497f-867c-2d5663a4da21", "name": "network-vif-deleted", "tag": "6d8585cd-d0d9-4ae4-9146-299c453184a4"}]}' {{(pid=104005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 05:29:23.794886 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 05:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f82a7a43-0312-4062-bbbb-4593b57a2c52 x-openstack-request-id: req-f82a7a43-0312-4062-bbbb-4593b57a2c52 {{(pid=104005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 05:29:23.795379 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8e59cc2-032c-497f-867c-2d5663a4da21", "name": "network-vif-deleted", "tag": "6d8585cd-d0d9-4ae4-9146-299c453184a4", "status": "completed", "code": 200}]} {{(pid=104005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 05:29:23.795830 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f82a7a43-0312-4062-bbbb-4593b57a2c52 {{(pid=104005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 05:29:23.796442 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f82a7a43-0312-4062-bbbb-4593b57a2c52'] response: {'server_uuid': 'a8e59cc2-032c-497f-867c-2d5663a4da21', 'name': 'network-vif-deleted', 'tag': '6d8585cd-d0d9-4ae4-9146-299c453184a4', 'status': 'completed', 'code': 200} Jul 29 05:29:24.471562 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-f2dd230e-79c9-4994-a13f-442313b0a0f1 req-11dc69c7-5f12-4adf-acf2-691e945af1d1 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] 10.222.0.49 "GET /v2.0/ports?device_id=a8e59cc2-032c-497f-867c-2d5663a4da21 HTTP/1.1" status: 200 len: 210 time: 0.0488892 Jul 29 05:29:24.579180 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf88c72a-b970-41b1-99e7-d34e88fcc44c req-064c063c-cd74-4af9-8a6e-50cbc3227e17 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:29:24.584190 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-cf88c72a-b970-41b1-99e7-d34e88fcc44c req-064c063c-cd74-4af9-8a6e-50cbc3227e17 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] 10.222.0.49 "GET /v2.0/ports?device_id=87eb34fa-b0bc-4ee0-aeea-70301f77125d HTTP/1.1" status: 200 len: 945 time: 0.0555513 Jul 29 05:29:24.673104 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-cf88c72a-b970-41b1-99e7-d34e88fcc44c req-e227da98-b720-4c7d-8863-59803fe17947 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a108177-33f2-4e02-b63e-328953babc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852909 Jul 29 05:29:24.816941 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab66536-cce7-4ec7-961c-b333440178aa req-7b2f69c4-2b01-463b-9b5f-27b255430513 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:29:24.818557 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-7ab66536-cce7-4ec7-961c-b333440178aa req-7b2f69c4-2b01-463b-9b5f-27b255430513 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] 10.222.0.49 "GET /v2.0/ports?device_id=87eb34fa-b0bc-4ee0-aeea-70301f77125d HTTP/1.1" status: 200 len: 945 time: 0.0528920 Jul 29 05:29:24.876218 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-7ab66536-cce7-4ec7-961c-b333440178aa req-e4870280-cde4-4a67-bf06-3d3aa86caa04 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a108177-33f2-4e02-b63e-328953babc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511577 Jul 29 05:29:24.904956 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 37872) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:29:25.125229 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17db5874-a3a6-496c-b771-45dcd7f0e491 tempest-TestShelveInstance-748316355 tempest-TestShelveInstance-748316355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:29:25.127157 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-17db5874-a3a6-496c-b771-45dcd7f0e491 tempest-TestShelveInstance-748316355 tempest-TestShelveInstance-748316355-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=87eb34fa-b0bc-4ee0-aeea-70301f77125d HTTP/1.1" status: 200 len: 1124 time: 0.2208877 Jul 29 05:29:25.130863 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 37878) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:29:25.139289 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.v2.base [None req-0f9bbdb8-3eaf-4987-8bb1-3f93df6611b0 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Request body: {'floatingip': {'floating_network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'port_id': 'f47132ea-cd5d-4836-887a-b486a4824db2', 'tenant_id': '719297a86f0a4930b4daf3b9f663e472', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:29:25.164910 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-0f9bbdb8-3eaf-4987-8bb1-3f93df6611b0 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:25.263704 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-0f9bbdb8-3eaf-4987-8bb1-3f93df6611b0 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (None), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:25.400624 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.db.db_base_plugin_common [None req-0f9bbdb8-3eaf-4987-8bb1-3f93df6611b0 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Allocated IP 172.27.2.142 (24e7367e-e5e6-44e8-9960-5007b05e27d5/c0e5dfe8-844e-4105-ab86-052903918992/f8539f2a-3bc6-4525-bebc-0b97faa08dc2) {{(pid=104004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 05:29:25.501761 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:29:25.525086 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Device 6d8585cd-d0d9-4ae4-9146-299c453184a4 no longer exists at agent hyperv_hv-cinder-85127 {{(pid=104006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 05:29:25.548121 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] No Port match for: 6d8585cd-d0d9-4ae4-9146-299c453184a4 {{(pid=104006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 05:29:25.549005 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Device 6d8585cd-d0d9-4ae4-9146-299c453184a4 not bound to the agent host hv-cinder-85127 {{(pid=104006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 05:29:25.584745 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-0f9bbdb8-3eaf-4987-8bb1-3f93df6611b0 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Publish callbacks [] for port (f8539f2a-3bc6-4525-bebc-0b97faa08dc2), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:25.636699 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-26215d24-b2c7-407c-8f66-083f4d0527b7 req-c38a418a-173c-49b6-aea6-30666d539647 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] 10.222.0.49 "GET /v2.0/ports?device_id=a8e59cc2-032c-497f-867c-2d5663a4da21 HTTP/1.1" status: 200 len: 210 time: 0.0401800 Jul 29 05:29:25.649020 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-0f9bbdb8-3eaf-4987-8bb1-3f93df6611b0 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737760223811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660275'] for port (f8539f2a-3bc6-4525-bebc-0b97faa08dc2), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:25.698862 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9bbdb8-3eaf-4987-8bb1-3f93df6611b0 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Network 24e7367e-e5e6-44e8-9960-5007b05e27d5 is already hosted by enough agents. {{(pid=104004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 05:29:25.702442 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.base_scheduler [None req-0f9bbdb8-3eaf-4987-8bb1-3f93df6611b0 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Resources bound (agent type, host, resource id): {{(pid=104004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:29:25.706994 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9bbdb8-3eaf-4987-8bb1-3f93df6611b0 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Received port after_create {{(pid=104004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 05:29:25.712646 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9bbdb8-3eaf-4987-8bb1-3f93df6611b0 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Pushing event updated for resources: {'Port': ['ID=f8539f2a-3bc6-4525-bebc-0b97faa08dc2,revision_number=1']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:29:25.914060 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:29:26.097345 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-0f9bbdb8-3eaf-4987-8bb1-3f93df6611b0 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Publish callbacks [] for floatingip (046eb7ff-34d2-4179-969d-02ed357b4d02), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:26.170319 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-0f9bbdb8-3eaf-4987-8bb1-3f93df6611b0 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (f8539f2a-3bc6-4525-bebc-0b97faa08dc2), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:26.337211 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-0f9bbdb8-3eaf-4987-8bb1-3f93df6611b0 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Publish callbacks [] for port (f8539f2a-3bc6-4525-bebc-0b97faa08dc2), precommit_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:26.343278 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-0f9bbdb8-3eaf-4987-8bb1-3f93df6611b0 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25660260'] for port (f8539f2a-3bc6-4525-bebc-0b97faa08dc2), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:26.419539 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9bbdb8-3eaf-4987-8bb1-3f93df6611b0 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Pushing event updated for resources: {'Port': ['ID=f8539f2a-3bc6-4525-bebc-0b97faa08dc2,revision_number=2']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:29:26.436963 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-0f9bbdb8-3eaf-4987-8bb1-3f93df6611b0 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-375524'] for floatingip (046eb7ff-34d2-4179-969d-02ed357b4d02), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:26.486811 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:29:26.551561 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.db.l3_db [None req-0f9bbdb8-3eaf-4987-8bb1-3f93df6611b0 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Floating IP 046eb7ff-34d2-4179-969d-02ed357b4d02 associated. External IP: 172.27.2.142, port: f47132ea-cd5d-4836-887a-b486a4824db2. Jul 29 05:29:26.762283 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-577f3f2d-2360-4fa4-a60f-959cb1f5dbe8 req-5a7feb65-6e56-4c60-8b4e-5e6722133b62 tempest-TestMinimumBasicScenario-125101285 tempest-TestMinimumBasicScenario-125101285-project] 10.222.0.49 "GET /v2.0/ports?device_id=a8e59cc2-032c-497f-867c-2d5663a4da21 HTTP/1.1" status: 200 len: 210 time: 0.0291643 Jul 29 05:29:26.778296 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:29:26.785529 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f9bbdb8-3eaf-4987-8bb1-3f93df6611b0 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Router 5a4788e8-d5d5-40f2-9bcb-da0dac9138fc has already been hosted by L3 agent 8a9a6061-e61b-4901-b35e-5e71dea10db3 {{(pid=104004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 05:29:26.946258 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f9bbdb8-3eaf-4987-8bb1-3f93df6611b0 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Notify agent at l3_agent.dv-cinder-851279-2-iscsi the message routers_updated {{(pid=104004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 05:29:26.958599 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d208832-dc06-4680-a909-bb54199d81d0 None None] Sync routers for ids ['5a4788e8-d5d5-40f2-9bcb-da0dac9138fc'] in dv-cinder-851279-2-iscsi {{(pid=104007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 05:29:26.968541 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-0f9bbdb8-3eaf-4987-8bb1-3f93df6611b0 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249840'] for floatingip (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:26.976032 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d208832-dc06-4680-a909-bb54199d81d0 None None] Routers {'5a4788e8-d5d5-40f2-9bcb-da0dac9138fc'} bound to L3 agent in host dv-cinder-851279-2-iscsi {{(pid=104007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:29:26.977123 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-7d208832-dc06-4680-a909-bb54199d81d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-29T05:12:08Z,description=,heartbeat_timestamp=2022-07-29T05:29:08Z,host='dv-cinder-851279-2-iscsi',id=8a9a6061-e61b-4901-b35e-5e71dea10db3,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T05:12:08Z,topic='l3_agent')) {'router_ids': ['5a4788e8-d5d5-40f2-9bcb-da0dac9138fc'], 'active': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:29:27.004533 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-0f9bbdb8-3eaf-4987-8bb1-3f93df6611b0 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8719223 Jul 29 05:29:27.005244 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87eb34fa-b0bc-4ee0-aeea-70301f77125d', 'tag': 'f47132ea-cd5d-4836-887a-b486a4824db2'}] {{(pid=104004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 05:29:27.007656 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63c9829679c4fd80aa44d623845be63326d0df95c18b6a0c0eedf1e192ffcaec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ace5d14b-feb4-4fb4-8d56-989b947770fe" -d '{"events": [{"name": "network-changed", "server_uuid": "87eb34fa-b0bc-4ee0-aeea-70301f77125d", "tag": "f47132ea-cd5d-4836-887a-b486a4824db2"}]}' {{(pid=104004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 05:29:27.048023 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 05:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d16d9efa-e0ef-4b31-b64c-691f5f06de2b x-openstack-request-id: req-d16d9efa-e0ef-4b31-b64c-691f5f06de2b {{(pid=104004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 05:29:27.048400 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87eb34fa-b0bc-4ee0-aeea-70301f77125d", "tag": "f47132ea-cd5d-4836-887a-b486a4824db2", "status": "completed", "code": 200}]} {{(pid=104004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 05:29:27.048662 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d16d9efa-e0ef-4b31-b64c-691f5f06de2b {{(pid=104004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 05:29:27.049075 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d16d9efa-e0ef-4b31-b64c-691f5f06de2b'] response: {'name': 'network-changed', 'server_uuid': '87eb34fa-b0bc-4ee0-aeea-70301f77125d', 'tag': 'f47132ea-cd5d-4836-887a-b486a4824db2', 'status': 'completed', 'code': 200} Jul 29 05:29:27.124230 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvr_db [None req-7d208832-dc06-4680-a909-bb54199d81d0 None None] Set router 5a4788e8-d5d5-40f2-9bcb-da0dac9138fc gateway port host: dv-cinder-851279-2-iscsi {{(pid=104007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:29:27.289376 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace5d14b-feb4-4fb4-8d56-989b947770fe req-45385b23-c967-4c9f-bdaf-adc38d9b8af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:29:27.290990 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-ace5d14b-feb4-4fb4-8d56-989b947770fe req-45385b23-c967-4c9f-bdaf-adc38d9b8af1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=719297a86f0a4930b4daf3b9f663e472&device_id=87eb34fa-b0bc-4ee0-aeea-70301f77125d HTTP/1.1" status: 200 len: 1129 time: 0.0516961 Jul 29 05:29:27.413279 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace5d14b-feb4-4fb4-8d56-989b947770fe req-1f9e5782-5b84-4cc2-ab0c-ecf2731fdf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:29:27.414809 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-ace5d14b-feb4-4fb4-8d56-989b947770fe req-1f9e5782-5b84-4cc2-ab0c-ecf2731fdf66 service neutron] 10.222.0.60 "GET /v2.0/networks?id=bf6a3cea-818f-4098-a73e-2bd56be30084 HTTP/1.1" status: 200 len: 910 time: 0.1178348 Jul 29 05:29:27.431379 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-7d208832-dc06-4680-a909-bb54199d81d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a4788e8-d5d5-40f2-9bcb-da0dac9138fc', 'name': 'tempest-TestShelveInstance-1276073711-router', 'tenant_id': '719297a86f0a4930b4daf3b9f663e472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': 'e1bda4f7-ce58-407a-932f-15640e323188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:28:10Z', 'updated_at': '2022-07-29T05:28:17Z', 'revision_number': 4, 'project_id': '719297a86f0a4930b4daf3b9f663e472', 'gw_port': {'id': 'e1bda4f7-ce58-407a-932f-15640e323188', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:fb:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a4788e8-d5d5-40f2-9bcb-da0dac9138fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:28:11Z', 'updated_at': '2022-07-29T05:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi', '_floatingips': [{'id': '046eb7ff-34d2-4179-969d-02ed357b4d02', 'tenant_id': '719297a86f0a4930b4daf3b9f663e472', 'floating_ip_address': '172.27.2.142', 'floating_network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'router_id': '5a4788e8-d5d5-40f2-9bcb-da0dac9138fc', 'port_id': 'f47132ea-cd5d-4836-887a-b486a4824db2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf6a3cea-818f-4098-a73e-2bd56be30084', 'mac_address': 'fa:16:3e:c0:e2:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87eb34fa-b0bc-4ee0-aeea-70301f77125d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T05:29:25Z', 'updated_at': '2022-07-29T05:29:25Z', 'revision_number': 0, 'project_id': '719297a86f0a4930b4daf3b9f663e472', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70e0ff5b-ff31-4d48-9a33-08c71825d3b7', 'name': '', 'network_id': 'bf6a3cea-818f-4098-a73e-2bd56be30084', 'tenant_id': '719297a86f0a4930b4daf3b9f663e472', 'mac_address': 'fa:16:3e:3f:92:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a4788e8-d5d5-40f2-9bcb-da0dac9138fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'bd4850d2-d662-48cd-9d64-c0fcdc752249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:28:15Z', 'updated_at': '2022-07-29T05:28:21Z', 'revision_number': 5, 'project_id': '719297a86f0a4930b4daf3b9f663e472', 'subnets': [{'id': 'bd4850d2-d662-48cd-9d64-c0fcdc752249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-2-iscsi', False) {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:29:27.476881 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d208832-dc06-4680-a909-bb54199d81d0 None None] Checking router: 5a4788e8-d5d5-40f2-9bcb-da0dac9138fc for host: dv-cinder-851279-2-iscsi {{(pid=104007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 05:29:27.487200 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d208832-dc06-4680-a909-bb54199d81d0 None None] Routers {'5a4788e8-d5d5-40f2-9bcb-da0dac9138fc'} bound to L3 agent in host dv-cinder-851279-2-iscsi {{(pid=104007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:29:27.487877 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-7d208832-dc06-4680-a909-bb54199d81d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-29T05:12:08Z,description=,heartbeat_timestamp=2022-07-29T05:29:08Z,host='dv-cinder-851279-2-iscsi',id=8a9a6061-e61b-4901-b35e-5e71dea10db3,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T05:12:08Z,topic='l3_agent')) {'router_ids': ['5a4788e8-d5d5-40f2-9bcb-da0dac9138fc'], 'active': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:29:27.492154 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-ace5d14b-feb4-4fb4-8d56-989b947770fe req-4c3a31c4-49a0-4e12-b3bb-dbc07bd05afa service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f47132ea-cd5d-4836-887a-b486a4824db2 HTTP/1.1" status: 200 len: 999 time: 0.0700717 Jul 29 05:29:27.554635 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace5d14b-feb4-4fb4-8d56-989b947770fe req-8bf141be-d7fe-4a27-b871-cf06a57396db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:29:27.556374 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-ace5d14b-feb4-4fb4-8d56-989b947770fe req-8bf141be-d7fe-4a27-b871-cf06a57396db service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bd4850d2-d662-48cd-9d64-c0fcdc752249 HTTP/1.1" status: 200 len: 848 time: 0.0575707 Jul 29 05:29:27.606017 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvr_db [None req-7d208832-dc06-4680-a909-bb54199d81d0 None None] Set router 5a4788e8-d5d5-40f2-9bcb-da0dac9138fc gateway port host: dv-cinder-851279-2-iscsi {{(pid=104007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:29:27.626241 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace5d14b-feb4-4fb4-8d56-989b947770fe req-425f1ba9-f50b-43fb-a3d8-9e018b939586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:29:27.628298 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-ace5d14b-feb4-4fb4-8d56-989b947770fe req-425f1ba9-f50b-43fb-a3d8-9e018b939586 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bf6a3cea-818f-4098-a73e-2bd56be30084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0637035 Jul 29 05:29:27.734635 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-ace5d14b-feb4-4fb4-8d56-989b947770fe req-6b3e27d7-b80b-4eb4-aa36-b75655d8e45b service neutron] 10.222.0.60 "GET /v2.0/networks/bf6a3cea-818f-4098-a73e-2bd56be30084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981133 Jul 29 05:29:27.828760 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:29:27.861670 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-7d208832-dc06-4680-a909-bb54199d81d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a4788e8-d5d5-40f2-9bcb-da0dac9138fc', 'name': 'tempest-TestShelveInstance-1276073711-router', 'tenant_id': '719297a86f0a4930b4daf3b9f663e472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': 'e1bda4f7-ce58-407a-932f-15640e323188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:28:10Z', 'updated_at': '2022-07-29T05:28:17Z', 'revision_number': 4, 'project_id': '719297a86f0a4930b4daf3b9f663e472', 'gw_port': {'id': 'e1bda4f7-ce58-407a-932f-15640e323188', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:fb:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a4788e8-d5d5-40f2-9bcb-da0dac9138fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:28:11Z', 'updated_at': '2022-07-29T05:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi', '_floatingips': [{'id': '046eb7ff-34d2-4179-969d-02ed357b4d02', 'tenant_id': '719297a86f0a4930b4daf3b9f663e472', 'floating_ip_address': '172.27.2.142', 'floating_network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'router_id': '5a4788e8-d5d5-40f2-9bcb-da0dac9138fc', 'port_id': 'f47132ea-cd5d-4836-887a-b486a4824db2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf6a3cea-818f-4098-a73e-2bd56be30084', 'mac_address': 'fa:16:3e:c0:e2:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87eb34fa-b0bc-4ee0-aeea-70301f77125d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T05:29:25Z', 'updated_at': '2022-07-29T05:29:25Z', 'revision_number': 0, 'project_id': '719297a86f0a4930b4daf3b9f663e472', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70e0ff5b-ff31-4d48-9a33-08c71825d3b7', 'name': '', 'network_id': 'bf6a3cea-818f-4098-a73e-2bd56be30084', 'tenant_id': '719297a86f0a4930b4daf3b9f663e472', 'mac_address': 'fa:16:3e:3f:92:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a4788e8-d5d5-40f2-9bcb-da0dac9138fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'bd4850d2-d662-48cd-9d64-c0fcdc752249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:28:15Z', 'updated_at': '2022-07-29T05:28:21Z', 'revision_number': 5, 'project_id': '719297a86f0a4930b4daf3b9f663e472', 'subnets': [{'id': 'bd4850d2-d662-48cd-9d64-c0fcdc752249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-2-iscsi', False) {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:29:27.866470 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-ace5d14b-feb4-4fb4-8d56-989b947770fe req-e3a5b7f9-48bb-415f-8e76-9996e1cc10de service neutron] 10.222.0.60 "GET /v2.0/networks/bf6a3cea-818f-4098-a73e-2bd56be30084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263614 Jul 29 05:29:27.892232 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d208832-dc06-4680-a909-bb54199d81d0 None None] The sync data for ids ['5a4788e8-d5d5-40f2-9bcb-da0dac9138fc'] in dv-cinder-851279-2-iscsi is: [{'id': '5a4788e8-d5d5-40f2-9bcb-da0dac9138fc', 'name': 'tempest-TestShelveInstance-1276073711-router', 'tenant_id': '719297a86f0a4930b4daf3b9f663e472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': 'e1bda4f7-ce58-407a-932f-15640e323188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:28:10Z', 'updated_at': '2022-07-29T05:28:17Z', 'revision_number': 4, 'project_id': '719297a86f0a4930b4daf3b9f663e472', 'gw_port': {'id': 'e1bda4f7-ce58-407a-932f-15640e323188', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:fb:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a4788e8-d5d5-40f2-9bcb-da0dac9138fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:28:11Z', 'updated_at': '2022-07-29T05:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi', '_floatingips': [{'id': '046eb7ff-34d2-4179-969d-02ed357b4d02', 'tenant_id': '719297a86f0a4930b4daf3b9f663e472', 'floating_ip_address': '172.27.2.142', 'floating_network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'router_id': '5a4788e8-d5d5-40f2-9bcb-da0dac9138fc', 'port_id': 'f47132ea-cd5d-4836-887a-b486a4824db2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf6a3cea-818f-4098-a73e-2bd56be30084', 'mac_address': 'fa:16:3e:c0:e2:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87eb34fa-b0bc-4ee0-aeea-70301f77125d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T05:29:25Z', 'updated_at': '2022-07-29T05:29:25Z', 'revision_number': 0, 'project_id': '719297a86f0a4930b4daf3b9f663e472', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70e0ff5b-ff31-4d48-9a33-08c71825d3b7', 'name': '', 'network_id': 'bf6a3cea-818f-4098-a73e-2bd56be30084', 'tenant_id': '719297a86f0a4930b4daf3b9f663e472', 'mac_address': 'fa:16:3e:3f:92:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a4788e8-d5d5-40f2-9bcb-da0dac9138fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'bd4850d2-d662-48cd-9d64-c0fcdc752249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:28:15Z', 'updated_at': '2022-07-29T05:28:21Z', 'revision_number': 5, 'project_id': '719297a86f0a4930b4daf3b9f663e472', 'subnets': [{'id': 'bd4850d2-d662-48cd-9d64-c0fcdc752249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 05:29:28.203496 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6db1f95-025b-46c6-b4a2-428c178cb3d5 None None] New status for floating IP 046eb7ff-34d2-4179-969d-02ed357b4d02: ACTIVE {{(pid=104006) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 29 05:29:28.337599 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:29:28.933663 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 37982) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:29:29.326756 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-1457c035-e656-414f-89e2-4c0ad46d183b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-361244'] for router_interface (bf37182a-08ca-4873-931f-88c1f9eb9ac2), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:29.747722 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:29:29.814696 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-1457c035-e656-414f-89e2-4c0ad46d183b admin admin] Deleting port ff613929-c7be-4217-b36e-bb5606eaf606 {{(pid=104004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 05:29:29.815037 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-1457c035-e656-414f-89e2-4c0ad46d183b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737760600589'] for port (ff613929-c7be-4217-b36e-bb5606eaf606), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:29.926029 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-1457c035-e656-414f-89e2-4c0ad46d183b admin admin] For port ff613929-c7be-4217-b36e-bb5606eaf606, host dv-cinder-851279-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-2-iscsi',level=0,port_id=ff613929-c7be-4217-b36e-bb5606eaf606,segment=NetworkSegment(aef3e43e-a6f3-499f-af37-57141ca0f5f4),segment_id=aef3e43e-a6f3-499f-af37-57141ca0f5f4)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:29:29.926742 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-1457c035-e656-414f-89e2-4c0ad46d183b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420629'] for port (ff613929-c7be-4217-b36e-bb5606eaf606), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:29.942510 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-1457c035-e656-414f-89e2-4c0ad46d183b admin admin] Calling delete_port for ff613929-c7be-4217-b36e-bb5606eaf606 owned by network:router_interface {{(pid=104004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 05:29:30.109243 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:29:30.177673 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-1457c035-e656-414f-89e2-4c0ad46d183b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737760621891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737760223820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660275'] for port (ff613929-c7be-4217-b36e-bb5606eaf606), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:30.224505 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1457c035-e656-414f-89e2-4c0ad46d183b admin admin] Pushing event deleted for resources: {'Port': ['ID=ff613929-c7be-4217-b36e-bb5606eaf606,revision_number=None']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:29:30.280749 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1457c035-e656-414f-89e2-4c0ad46d183b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:29:30.281725 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1457c035-e656-414f-89e2-4c0ad46d183b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:29:30.282253 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1457c035-e656-414f-89e2-4c0ad46d183b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:29:30.283292 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1457c035-e656-414f-89e2-4c0ad46d183b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:29:30.283768 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1457c035-e656-414f-89e2-4c0ad46d183b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:29:30.284437 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1457c035-e656-414f-89e2-4c0ad46d183b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:29:30.285151 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1457c035-e656-414f-89e2-4c0ad46d183b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:29:30.285660 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1457c035-e656-414f-89e2-4c0ad46d183b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:29:30.286276 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1457c035-e656-414f-89e2-4c0ad46d183b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:29:30.287173 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1457c035-e656-414f-89e2-4c0ad46d183b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:29:30.287655 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1457c035-e656-414f-89e2-4c0ad46d183b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:29:30.288218 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1457c035-e656-414f-89e2-4c0ad46d183b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:29:30.288806 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1457c035-e656-414f-89e2-4c0ad46d183b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:29:30.289376 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1457c035-e656-414f-89e2-4c0ad46d183b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:29:30.290000 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1457c035-e656-414f-89e2-4c0ad46d183b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:29:30.506122 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-1457c035-e656-414f-89e2-4c0ad46d183b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-361352'] for router_interface (bf37182a-08ca-4873-931f-88c1f9eb9ac2), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:30.765976 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1457c035-e656-414f-89e2-4c0ad46d183b admin admin] Router bf37182a-08ca-4873-931f-88c1f9eb9ac2 has already been hosted by L3 agent 8a9a6061-e61b-4901-b35e-5e71dea10db3 {{(pid=104004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 05:29:30.830390 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:29:30.896041 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1457c035-e656-414f-89e2-4c0ad46d183b admin admin] Notify agent at l3_agent.dv-cinder-851279-2-iscsi the message routers_updated {{(pid=104004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 05:29:30.905927 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-1457c035-e656-414f-89e2-4c0ad46d183b admin admin] 10.222.0.49 "PUT /v2.0/routers/bf37182a-08ca-4873-931f-88c1f9eb9ac2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9688966 Jul 29 05:29:30.908968 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 37996) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:29:30.912382 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb870eb-736f-4272-90bc-8b0a58992525 None None] Sync routers for ids ['bf37182a-08ca-4873-931f-88c1f9eb9ac2'] in dv-cinder-851279-2-iscsi {{(pid=104007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 05:29:30.931081 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb870eb-736f-4272-90bc-8b0a58992525 None None] Routers {'bf37182a-08ca-4873-931f-88c1f9eb9ac2'} bound to L3 agent in host dv-cinder-851279-2-iscsi {{(pid=104007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:29:30.932272 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-fcb870eb-736f-4272-90bc-8b0a58992525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-29T05:12:08Z,description=,heartbeat_timestamp=2022-07-29T05:29:08Z,host='dv-cinder-851279-2-iscsi',id=8a9a6061-e61b-4901-b35e-5e71dea10db3,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T05:12:08Z,topic='l3_agent')) {'router_ids': ['bf37182a-08ca-4873-931f-88c1f9eb9ac2'], 'active': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:29:31.033165 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-f235c0fc-0769-47ac-843f-f26fa3fc95d0 admin admin] Publish callbacks [] for router (bf37182a-08ca-4873-931f-88c1f9eb9ac2), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:31.083924 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvr_db [None req-fcb870eb-736f-4272-90bc-8b0a58992525 None None] Set router bf37182a-08ca-4873-931f-88c1f9eb9ac2 gateway port host: dv-cinder-851279-2-iscsi {{(pid=104007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:29:31.178724 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-f235c0fc-0769-47ac-843f-f26fa3fc95d0 admin admin] Publish callbacks [] for router_gateway (bf37182a-08ca-4873-931f-88c1f9eb9ac2), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:31.251252 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-f235c0fc-0769-47ac-843f-f26fa3fc95d0 admin admin] Deleting port 61314654-85ef-46de-aad5-c2b1f08fd7d3 {{(pid=104004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 05:29:31.251639 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-f235c0fc-0769-47ac-843f-f26fa3fc95d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737760600589'] for port (61314654-85ef-46de-aad5-c2b1f08fd7d3), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:31.325449 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=100 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:29:31.381894 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=100 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:29:31.390617 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-fcb870eb-736f-4272-90bc-8b0a58992525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf37182a-08ca-4873-931f-88c1f9eb9ac2', 'name': 'tempest-TestMinimumBasicScenario-2025275122-router', 'tenant_id': '4c28b78169ac49a6854f195bea0dd9bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '61314654-85ef-46de-aad5-c2b1f08fd7d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:26:18Z', 'updated_at': '2022-07-29T05:29:30Z', 'revision_number': 5, 'project_id': '4c28b78169ac49a6854f195bea0dd9bf', 'gw_port': {'id': '61314654-85ef-46de-aad5-c2b1f08fd7d3', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:fa:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf37182a-08ca-4873-931f-88c1f9eb9ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:26:19Z', 'updated_at': '2022-07-29T05:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi'}], 'dv-cinder-851279-2-iscsi', False) {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:29:31.418847 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb870eb-736f-4272-90bc-8b0a58992525 None None] Checking router: bf37182a-08ca-4873-931f-88c1f9eb9ac2 for host: dv-cinder-851279-2-iscsi {{(pid=104007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 05:29:31.421299 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-f235c0fc-0769-47ac-843f-f26fa3fc95d0 admin admin] For port 61314654-85ef-46de-aad5-c2b1f08fd7d3, host dv-cinder-851279-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-2-iscsi',level=0,port_id=61314654-85ef-46de-aad5-c2b1f08fd7d3,segment=NetworkSegment(f0686699-af43-47c7-b9bc-f7993eec27ee),segment_id=f0686699-af43-47c7-b9bc-f7993eec27ee)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:29:31.421920 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-f235c0fc-0769-47ac-843f-f26fa3fc95d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420629'] for port (61314654-85ef-46de-aad5-c2b1f08fd7d3), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:31.426298 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:29:31.429299 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb870eb-736f-4272-90bc-8b0a58992525 None None] Routers {'bf37182a-08ca-4873-931f-88c1f9eb9ac2'} bound to L3 agent in host dv-cinder-851279-2-iscsi {{(pid=104007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:29:31.429975 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-fcb870eb-736f-4272-90bc-8b0a58992525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-29T05:12:08Z,description=,heartbeat_timestamp=2022-07-29T05:29:08Z,host='dv-cinder-851279-2-iscsi',id=8a9a6061-e61b-4901-b35e-5e71dea10db3,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T05:12:08Z,topic='l3_agent')) {'router_ids': ['bf37182a-08ca-4873-931f-88c1f9eb9ac2'], 'active': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:29:31.452433 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-f235c0fc-0769-47ac-843f-f26fa3fc95d0 admin admin] Calling delete_port for 61314654-85ef-46de-aad5-c2b1f08fd7d3 owned by network:router_gateway {{(pid=104004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 05:29:31.533516 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvr_db [None req-fcb870eb-736f-4272-90bc-8b0a58992525 None None] Set router bf37182a-08ca-4873-931f-88c1f9eb9ac2 gateway port host: None {{(pid=104007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:29:31.592081 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-fcb870eb-736f-4272-90bc-8b0a58992525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf37182a-08ca-4873-931f-88c1f9eb9ac2', 'name': 'tempest-TestMinimumBasicScenario-2025275122-router', 'tenant_id': '4c28b78169ac49a6854f195bea0dd9bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:26:18Z', 'updated_at': '2022-07-29T05:29:31Z', 'revision_number': 6, 'project_id': '4c28b78169ac49a6854f195bea0dd9bf', 'gw_port_host': None}], 'dv-cinder-851279-2-iscsi', False) {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:29:31.621399 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb870eb-736f-4272-90bc-8b0a58992525 None None] The sync data for ids ['bf37182a-08ca-4873-931f-88c1f9eb9ac2'] in dv-cinder-851279-2-iscsi is: [{'id': 'bf37182a-08ca-4873-931f-88c1f9eb9ac2', 'name': 'tempest-TestMinimumBasicScenario-2025275122-router', 'tenant_id': '4c28b78169ac49a6854f195bea0dd9bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:26:18Z', 'updated_at': '2022-07-29T05:29:31Z', 'revision_number': 6, 'project_id': '4c28b78169ac49a6854f195bea0dd9bf', 'gw_port_host': None}] {{(pid=104007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 05:29:31.761451 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-f235c0fc-0769-47ac-843f-f26fa3fc95d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737760621891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737760223820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660275'] for port (61314654-85ef-46de-aad5-c2b1f08fd7d3), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:31.794585 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f235c0fc-0769-47ac-843f-f26fa3fc95d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=61314654-85ef-46de-aad5-c2b1f08fd7d3,revision_number=None']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:29:31.874740 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-f235c0fc-0769-47ac-843f-f26fa3fc95d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-375324'] for router_gateway (bf37182a-08ca-4873-931f-88c1f9eb9ac2), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:32.028564 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-f235c0fc-0769-47ac-843f-f26fa3fc95d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-401047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1364'] for router (bf37182a-08ca-4873-931f-88c1f9eb9ac2), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:32.037925 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-f235c0fc-0769-47ac-843f-f26fa3fc95d0 admin admin] Publish callbacks [] for router_controller (bf37182a-08ca-4873-931f-88c1f9eb9ac2), precommit_delete_associations {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:32.136220 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-f235c0fc-0769-47ac-843f-f26fa3fc95d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-400917'] for router (bf37182a-08ca-4873-931f-88c1f9eb9ac2), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:32.136905 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f235c0fc-0769-47ac-843f-f26fa3fc95d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf37182a-08ca-4873-931f-88c1f9eb9ac2 {{(pid=104004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 05:29:32.141544 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-f235c0fc-0769-47ac-843f-f26fa3fc95d0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:32.147318 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-f235c0fc-0769-47ac-843f-f26fa3fc95d0 admin admin] 10.222.0.49 "DELETE /v2.0/routers/bf37182a-08ca-4873-931f-88c1f9eb9ac2 HTTP/1.1" status: 204 len: 168 time: 1.2327862 Jul 29 05:29:32.148290 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 38010) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:29:32.242961 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.db_base_plugin_v2 [None req-93466006-711a-43c6-9614-3e2a98260a34 admin admin] Deleting subnet 8376599e-1b82-4f50-882f-6526e26807a2 {{(pid=104005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 29 05:29:32.247432 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:29:32.249505 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-93466006-711a-43c6-9614-3e2a98260a34 admin admin] Publish callbacks [] for subnet (8376599e-1b82-4f50-882f-6526e26807a2), before_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:32.325311 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-93466006-711a-43c6-9614-3e2a98260a34 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28577006'] for subnet (8376599e-1b82-4f50-882f-6526e26807a2), precommit_delete_associations {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:32.487770 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-93466006-711a-43c6-9614-3e2a98260a34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3503403'] for subnet (8376599e-1b82-4f50-882f-6526e26807a2), precommit_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:32.575039 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-93466006-711a-43c6-9614-3e2a98260a34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3503394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-292102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1905553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28374007'] for subnet (8376599e-1b82-4f50-882f-6526e26807a2), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:32.627480 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93466006-711a-43c6-9614-3e2a98260a34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8376599e-1b82-4f50-882f-6526e26807a2,revision_number=None']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:29:32.631265 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-93466006-711a-43c6-9614-3e2a98260a34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670410'] for subnet (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:32.638130 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-93466006-711a-43c6-9614-3e2a98260a34 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/8376599e-1b82-4f50-882f-6526e26807a2 HTTP/1.1" status: 204 len: 168 time: 0.4891870 Jul 29 05:29:32.640677 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 38018) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:29:32.644971 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e860bad-9d43-4389-8522-7bf023444c2b None None] Network fbc0aa89-ee8e-4e90-b085-d635259d746e requested from dv-cinder-851279-2-iscsi {{(pid=104006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 05:29:32.811263 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-299bbb0d-6936-4407-98ad-b4f7b756a1a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3418721'] for network (fbc0aa89-ee8e-4e90-b085-d635259d746e), before_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:32.891989 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.plugin [None req-299bbb0d-6936-4407-98ad-b4f7b756a1a0 admin admin] Deleting port f4a4085b-bd21-43e2-be9f-5c1976256284 {{(pid=104005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 05:29:32.892380 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-299bbb0d-6936-4407-98ad-b4f7b756a1a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737760600589'] for port (f4a4085b-bd21-43e2-be9f-5c1976256284), before_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:32.996131 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.db [None req-299bbb0d-6936-4407-98ad-b4f7b756a1a0 admin admin] For port f4a4085b-bd21-43e2-be9f-5c1976256284, host dv-cinder-851279-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-2-iscsi',level=0,port_id=f4a4085b-bd21-43e2-be9f-5c1976256284,segment=NetworkSegment(aef3e43e-a6f3-499f-af37-57141ca0f5f4),segment_id=aef3e43e-a6f3-499f-af37-57141ca0f5f4)] {{(pid=104005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:29:32.996577 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-299bbb0d-6936-4407-98ad-b4f7b756a1a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420629'] for port (f4a4085b-bd21-43e2-be9f-5c1976256284), precommit_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:32.998499 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b9b13b-52a5-46a0-971d-26f83ec71c10 None None] DHCP port deletion for fbc0aa89-ee8e-4e90-b085-d635259d746e request from dv-cinder-851279-2-iscsi {{(pid=104006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 29 05:29:33.015689 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.plugin [None req-299bbb0d-6936-4407-98ad-b4f7b756a1a0 admin admin] Calling delete_port for f4a4085b-bd21-43e2-be9f-5c1976256284 owned by network:dhcp {{(pid=104005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 05:29:33.058822 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-34b9b13b-52a5-46a0-971d-26f83ec71c10 None None] Deleting port f4a4085b-bd21-43e2-be9f-5c1976256284 {{(pid=104006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 05:29:33.059292 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-34b9b13b-52a5-46a0-971d-26f83ec71c10 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737760600589'] for port (f4a4085b-bd21-43e2-be9f-5c1976256284), before_delete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:33.126679 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-299bbb0d-6936-4407-98ad-b4f7b756a1a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737760621891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737760223820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1905596'] for port (f4a4085b-bd21-43e2-be9f-5c1976256284), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:33.160375 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299bbb0d-6936-4407-98ad-b4f7b756a1a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4a4085b-bd21-43e2-be9f-5c1976256284,revision_number=None']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:29:33.162415 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299bbb0d-6936-4407-98ad-b4f7b756a1a0 admin admin] No DVR routers for this DVR port f4a4085b-bd21-43e2-be9f-5c1976256284 on host dv-cinder-851279-2-iscsi {{(pid=104005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 29 05:29:33.176331 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-34b9b13b-52a5-46a0-971d-26f83ec71c10 None None] For port f4a4085b-bd21-43e2-be9f-5c1976256284, host dv-cinder-851279-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-2-iscsi',level=0,port_id=f4a4085b-bd21-43e2-be9f-5c1976256284,segment=NetworkSegment(aef3e43e-a6f3-499f-af37-57141ca0f5f4),segment_id=aef3e43e-a6f3-499f-af37-57141ca0f5f4)] {{(pid=104006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:29:33.176993 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-34b9b13b-52a5-46a0-971d-26f83ec71c10 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420629'] for port (f4a4085b-bd21-43e2-be9f-5c1976256284), precommit_delete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:33.208225 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-34b9b13b-52a5-46a0-971d-26f83ec71c10 None None] Calling delete_port for f4a4085b-bd21-43e2-be9f-5c1976256284 owned by network:dhcp {{(pid=104006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 05:29:33.248496 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-299bbb0d-6936-4407-98ad-b4f7b756a1a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3505157', 'neutron.services.segments.db._delete_segments_for_network-8737760678346'] for network (fbc0aa89-ee8e-4e90-b085-d635259d746e), precommit_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:33.281315 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.services.segments.db [None req-299bbb0d-6936-4407-98ad-b4f7b756a1a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbc0aa89-ee8e-4e90-b085-d635259d746e']}} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:29:33.294549 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-34b9b13b-52a5-46a0-971d-26f83ec71c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737760621891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737760223820'] for port (f4a4085b-bd21-43e2-be9f-5c1976256284), after_delete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:33.300304 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.services.segments.db [None req-299bbb0d-6936-4407-98ad-b4f7b756a1a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aef3e43e-a6f3-499f-af37-57141ca0f5f4') {'for_net_delete': True} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:29:33.300774 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.services.segments.db [None req-299bbb0d-6936-4407-98ad-b4f7b756a1a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aef3e43e-a6f3-499f-af37-57141ca0f5f4') {} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:29:33.321858 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b9b13b-52a5-46a0-971d-26f83ec71c10 None None] Pushing event deleted for resources: {'Port': ['ID=f4a4085b-bd21-43e2-be9f-5c1976256284,revision_number=None']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:29:33.323995 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-299bbb0d-6936-4407-98ad-b4f7b756a1a0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737760678247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28577015'] for segment (aef3e43e-a6f3-499f-af37-57141ca0f5f4), before_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:33.330301 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b9b13b-52a5-46a0-971d-26f83ec71c10 None None] No DVR routers for this DVR port f4a4085b-bd21-43e2-be9f-5c1976256284 on host dv-cinder-851279-2-iscsi {{(pid=104006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 29 05:29:33.333011 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b9b13b-52a5-46a0-971d-26f83ec71c10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:29:33.333603 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b9b13b-52a5-46a0-971d-26f83ec71c10 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:29:33.334129 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b9b13b-52a5-46a0-971d-26f83ec71c10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:29:33.334643 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b9b13b-52a5-46a0-971d-26f83ec71c10 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:29:33.335143 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b9b13b-52a5-46a0-971d-26f83ec71c10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:29:33.335674 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b9b13b-52a5-46a0-971d-26f83ec71c10 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:29:33.336183 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b9b13b-52a5-46a0-971d-26f83ec71c10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:29:33.336676 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b9b13b-52a5-46a0-971d-26f83ec71c10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:29:33.337166 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b9b13b-52a5-46a0-971d-26f83ec71c10 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:29:33.338251 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b9b13b-52a5-46a0-971d-26f83ec71c10 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:29:33.338767 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b9b13b-52a5-46a0-971d-26f83ec71c10 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:29:33.339273 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b9b13b-52a5-46a0-971d-26f83ec71c10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:29:33.339818 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b9b13b-52a5-46a0-971d-26f83ec71c10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:29:33.340151 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b9b13b-52a5-46a0-971d-26f83ec71c10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:29:33.340486 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b9b13b-52a5-46a0-971d-26f83ec71c10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:29:33.347268 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-299bbb0d-6936-4407-98ad-b4f7b756a1a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501452'] for segment (aef3e43e-a6f3-499f-af37-57141ca0f5f4), precommit_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:33.358644 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-299bbb0d-6936-4407-98ad-b4f7b756a1a0 admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=104005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 05:29:33.359052 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-299bbb0d-6936-4407-98ad-b4f7b756a1a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1905615'] for segment (aef3e43e-a6f3-499f-af37-57141ca0f5f4), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:33.420787 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.services.segments.plugin [-] Segment aef3e43e-a6f3-499f-af37-57141ca0f5f4 resource provider aggregate not found Jul 29 05:29:33.447471 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.services.segments.plugin [-] Segment aef3e43e-a6f3-499f-af37-57141ca0f5f4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid aef3e43e-a6f3-499f-af37-57141ca0f5f4 found for delete ", "request_id": "req-dc6b801c-fb9d-4583-8f5b-87f4a04d14d3"}]} Jul 29 05:29:33.460262 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-299bbb0d-6936-4407-98ad-b4f7b756a1a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3505166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-375344'] for network (fbc0aa89-ee8e-4e90-b085-d635259d746e), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:33.467513 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-299bbb0d-6936-4407-98ad-b4f7b756a1a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670410'] for network (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:33.471467 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-299bbb0d-6936-4407-98ad-b4f7b756a1a0 admin admin] 10.222.0.49 "DELETE /v2.0/networks/fbc0aa89-ee8e-4e90-b085-d635259d746e HTTP/1.1" status: 204 len: 168 time: 0.8293834 Jul 29 05:29:33.475107 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 38042) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:29:33.484801 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299bbb0d-6936-4407-98ad-b4f7b756a1a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=fbc0aa89-ee8e-4e90-b085-d635259d746e,revision_number=None']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:29:33.603300 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Device f4a4085b-bd21-43e2-be9f-5c1976256284 no longer exists at agent ovs-agent-dv-cinder-851279-2-iscsi {{(pid=104006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 05:29:33.627860 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] No Port match for: f4a4085b-bd21-43e2-be9f-5c1976256284 {{(pid=104006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 05:29:33.628186 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Device f4a4085b-bd21-43e2-be9f-5c1976256284 not bound to the agent host dv-cinder-851279-2-iscsi {{(pid=104006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 05:29:33.628616 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Device ff613929-c7be-4217-b36e-bb5606eaf606 no longer exists at agent ovs-agent-dv-cinder-851279-2-iscsi {{(pid=104006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 05:29:33.648938 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] No Port match for: ff613929-c7be-4217-b36e-bb5606eaf606 {{(pid=104006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 05:29:33.649657 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Device ff613929-c7be-4217-b36e-bb5606eaf606 not bound to the agent host dv-cinder-851279-2-iscsi {{(pid=104006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 05:29:33.649801 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Device 61314654-85ef-46de-aad5-c2b1f08fd7d3 no longer exists at agent ovs-agent-dv-cinder-851279-2-iscsi {{(pid=104006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 05:29:33.670340 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] No Port match for: 61314654-85ef-46de-aad5-c2b1f08fd7d3 {{(pid=104006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 05:29:33.670750 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Device 61314654-85ef-46de-aad5-c2b1f08fd7d3 not bound to the agent host dv-cinder-851279-2-iscsi {{(pid=104006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 05:29:33.733704 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:29:33.891803 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-2cde2204-f05c-4ad8-9160-fe280f6ef03c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-361244'] for router_interface (f82acc83-fa6f-443d-ab76-dce7e74a4d98), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:34.076559 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:29:34.143047 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-2cde2204-f05c-4ad8-9160-fe280f6ef03c admin admin] Deleting port 7d4dc0bf-7680-4e44-84f2-fdece99875ec {{(pid=104004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 05:29:34.143404 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-2cde2204-f05c-4ad8-9160-fe280f6ef03c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737760600589'] for port (7d4dc0bf-7680-4e44-84f2-fdece99875ec), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:34.229354 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-2cde2204-f05c-4ad8-9160-fe280f6ef03c admin admin] For port 7d4dc0bf-7680-4e44-84f2-fdece99875ec, host dv-cinder-851279-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-2-iscsi',level=0,port_id=7d4dc0bf-7680-4e44-84f2-fdece99875ec,segment=NetworkSegment(1e2c6a69-700b-4afb-99ba-9d11adbbd39f),segment_id=1e2c6a69-700b-4afb-99ba-9d11adbbd39f)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:29:34.229729 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-2cde2204-f05c-4ad8-9160-fe280f6ef03c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420629'] for port (7d4dc0bf-7680-4e44-84f2-fdece99875ec), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:34.248712 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-2cde2204-f05c-4ad8-9160-fe280f6ef03c admin admin] Calling delete_port for 7d4dc0bf-7680-4e44-84f2-fdece99875ec owned by network:router_interface {{(pid=104004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 05:29:34.451272 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-2cde2204-f05c-4ad8-9160-fe280f6ef03c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737760621891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737760223820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660275'] for port (7d4dc0bf-7680-4e44-84f2-fdece99875ec), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:34.478694 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cde2204-f05c-4ad8-9160-fe280f6ef03c admin admin] Pushing event deleted for resources: {'Port': ['ID=7d4dc0bf-7680-4e44-84f2-fdece99875ec,revision_number=None']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:29:34.687059 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-2cde2204-f05c-4ad8-9160-fe280f6ef03c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-361352'] for router_interface (f82acc83-fa6f-443d-ab76-dce7e74a4d98), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:34.689759 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:29:34.912694 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cde2204-f05c-4ad8-9160-fe280f6ef03c admin admin] Router f82acc83-fa6f-443d-ab76-dce7e74a4d98 has already been hosted by L3 agent 8a9a6061-e61b-4901-b35e-5e71dea10db3 {{(pid=104004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 05:29:35.022466 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:29:35.025659 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cde2204-f05c-4ad8-9160-fe280f6ef03c admin admin] Notify agent at l3_agent.dv-cinder-851279-2-iscsi the message routers_updated {{(pid=104004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 05:29:35.030847 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-2cde2204-f05c-4ad8-9160-fe280f6ef03c admin admin] 10.222.0.49 "PUT /v2.0/routers/f82acc83-fa6f-443d-ab76-dce7e74a4d98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5538874 Jul 29 05:29:35.033781 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 38058) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:29:35.037790 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60e253f-4dd2-4955-8a83-b7868f22aa44 None None] Sync routers for ids ['f82acc83-fa6f-443d-ab76-dce7e74a4d98'] in dv-cinder-851279-2-iscsi {{(pid=104006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 05:29:35.051270 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60e253f-4dd2-4955-8a83-b7868f22aa44 None None] Routers {'f82acc83-fa6f-443d-ab76-dce7e74a4d98'} bound to L3 agent in host dv-cinder-851279-2-iscsi {{(pid=104006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:29:35.051985 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_hamode_db [None req-c60e253f-4dd2-4955-8a83-b7868f22aa44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-29T05:12:08Z,description=,heartbeat_timestamp=2022-07-29T05:29:08Z,host='dv-cinder-851279-2-iscsi',id=8a9a6061-e61b-4901-b35e-5e71dea10db3,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T05:12:08Z,topic='l3_agent')) {'router_ids': ['f82acc83-fa6f-443d-ab76-dce7e74a4d98'], 'active': True} {{(pid=104006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:29:35.054850 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:29:35.154554 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-bf91cb20-5b5a-41ca-84a1-2d142fa6ab4f admin admin] Publish callbacks [] for router (f82acc83-fa6f-443d-ab76-dce7e74a4d98), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:35.172142 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvr_db [None req-c60e253f-4dd2-4955-8a83-b7868f22aa44 None None] Set router f82acc83-fa6f-443d-ab76-dce7e74a4d98 gateway port host: dv-cinder-851279-2-iscsi {{(pid=104006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:29:35.277382 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-bf91cb20-5b5a-41ca-84a1-2d142fa6ab4f admin admin] Publish callbacks [] for router_gateway (f82acc83-fa6f-443d-ab76-dce7e74a4d98), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:35.351926 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-bf91cb20-5b5a-41ca-84a1-2d142fa6ab4f admin admin] Deleting port 9462b0a6-adf3-4b19-9e65-31e993f34d21 {{(pid=104004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 05:29:35.352258 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-bf91cb20-5b5a-41ca-84a1-2d142fa6ab4f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737760600589'] for port (9462b0a6-adf3-4b19-9e65-31e993f34d21), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:35.470417 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-bf91cb20-5b5a-41ca-84a1-2d142fa6ab4f admin admin] For port 9462b0a6-adf3-4b19-9e65-31e993f34d21, host dv-cinder-851279-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-2-iscsi',level=0,port_id=9462b0a6-adf3-4b19-9e65-31e993f34d21,segment=NetworkSegment(f0686699-af43-47c7-b9bc-f7993eec27ee),segment_id=f0686699-af43-47c7-b9bc-f7993eec27ee)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:29:35.470791 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-bf91cb20-5b5a-41ca-84a1-2d142fa6ab4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420629'] for port (9462b0a6-adf3-4b19-9e65-31e993f34d21), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:35.487386 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-bf91cb20-5b5a-41ca-84a1-2d142fa6ab4f admin admin] Calling delete_port for 9462b0a6-adf3-4b19-9e65-31e993f34d21 owned by network:router_gateway {{(pid=104004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 05:29:35.549451 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_hamode_db [None req-c60e253f-4dd2-4955-8a83-b7868f22aa44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f82acc83-fa6f-443d-ab76-dce7e74a4d98', 'name': 'tempest-TestMinimumBasicScenario-488870998-router', 'tenant_id': '5f45c39eb99549d58fd35a248f6cbac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': '9462b0a6-adf3-4b19-9e65-31e993f34d21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:26:27Z', 'updated_at': '2022-07-29T05:29:34Z', 'revision_number': 5, 'project_id': '5f45c39eb99549d58fd35a248f6cbac6', 'gw_port': {'id': '9462b0a6-adf3-4b19-9e65-31e993f34d21', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f82acc83-fa6f-443d-ab76-dce7e74a4d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:26:28Z', 'updated_at': '2022-07-29T05:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi'}], 'dv-cinder-851279-2-iscsi', False) {} {{(pid=104006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:29:35.585856 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60e253f-4dd2-4955-8a83-b7868f22aa44 None None] Checking router: f82acc83-fa6f-443d-ab76-dce7e74a4d98 for host: dv-cinder-851279-2-iscsi {{(pid=104006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 05:29:35.610657 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60e253f-4dd2-4955-8a83-b7868f22aa44 None None] Routers {'f82acc83-fa6f-443d-ab76-dce7e74a4d98'} bound to L3 agent in host dv-cinder-851279-2-iscsi {{(pid=104006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:29:35.611322 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_hamode_db [None req-c60e253f-4dd2-4955-8a83-b7868f22aa44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-29T05:12:08Z,description=,heartbeat_timestamp=2022-07-29T05:29:08Z,host='dv-cinder-851279-2-iscsi',id=8a9a6061-e61b-4901-b35e-5e71dea10db3,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T05:12:08Z,topic='l3_agent')) {'router_ids': ['f82acc83-fa6f-443d-ab76-dce7e74a4d98'], 'active': True} {{(pid=104006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:29:35.615636 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-acf35c7e-f090-4187-8757-458c01362654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (0319cf4e-40d4-4455-bfa4-d5e1d8f6ed41), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:35.714557 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:29:35.724592 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvr_db [None req-c60e253f-4dd2-4955-8a83-b7868f22aa44 None None] Set router f82acc83-fa6f-443d-ab76-dce7e74a4d98 gateway port host: None {{(pid=104006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:29:35.786612 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_hamode_db [None req-c60e253f-4dd2-4955-8a83-b7868f22aa44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f82acc83-fa6f-443d-ab76-dce7e74a4d98', 'name': 'tempest-TestMinimumBasicScenario-488870998-router', 'tenant_id': '5f45c39eb99549d58fd35a248f6cbac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:26:27Z', 'updated_at': '2022-07-29T05:29:35Z', 'revision_number': 6, 'project_id': '5f45c39eb99549d58fd35a248f6cbac6', 'gw_port_host': None}], 'dv-cinder-851279-2-iscsi', False) {} {{(pid=104006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:29:35.819810 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60e253f-4dd2-4955-8a83-b7868f22aa44 None None] The sync data for ids ['f82acc83-fa6f-443d-ab76-dce7e74a4d98'] in dv-cinder-851279-2-iscsi is: [{'id': 'f82acc83-fa6f-443d-ab76-dce7e74a4d98', 'name': 'tempest-TestMinimumBasicScenario-488870998-router', 'tenant_id': '5f45c39eb99549d58fd35a248f6cbac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:26:27Z', 'updated_at': '2022-07-29T05:29:35Z', 'revision_number': 6, 'project_id': '5f45c39eb99549d58fd35a248f6cbac6', 'gw_port_host': None}] {{(pid=104006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 05:29:35.932043 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:29:35.961303 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-bf91cb20-5b5a-41ca-84a1-2d142fa6ab4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737760621891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737760223820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660275'] for port (9462b0a6-adf3-4b19-9e65-31e993f34d21), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:35.992551 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf91cb20-5b5a-41ca-84a1-2d142fa6ab4f admin admin] Pushing event deleted for resources: {'Port': ['ID=9462b0a6-adf3-4b19-9e65-31e993f34d21,revision_number=None']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:29:36.083656 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-bf91cb20-5b5a-41ca-84a1-2d142fa6ab4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-375324'] for router_gateway (f82acc83-fa6f-443d-ab76-dce7e74a4d98), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:36.233389 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-bf91cb20-5b5a-41ca-84a1-2d142fa6ab4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-401047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1364'] for router (f82acc83-fa6f-443d-ab76-dce7e74a4d98), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:36.236411 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-bf91cb20-5b5a-41ca-84a1-2d142fa6ab4f admin admin] Publish callbacks [] for router_controller (f82acc83-fa6f-443d-ab76-dce7e74a4d98), precommit_delete_associations {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:36.301886 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-bf91cb20-5b5a-41ca-84a1-2d142fa6ab4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-400917'] for router (f82acc83-fa6f-443d-ab76-dce7e74a4d98), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:36.303027 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf91cb20-5b5a-41ca-84a1-2d142fa6ab4f admin admin] Fanout notify agent at l3_agent the message router_deleted on router f82acc83-fa6f-443d-ab76-dce7e74a4d98 {{(pid=104004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 05:29:36.309750 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-bf91cb20-5b5a-41ca-84a1-2d142fa6ab4f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:36.315472 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-bf91cb20-5b5a-41ca-84a1-2d142fa6ab4f admin admin] 10.222.0.49 "DELETE /v2.0/routers/f82acc83-fa6f-443d-ab76-dce7e74a4d98 HTTP/1.1" status: 204 len: 168 time: 1.2754681 Jul 29 05:29:36.315472 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 38080) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:29:36.389049 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.db.db_base_plugin_v2 [None req-d10af9b3-7339-4e55-960b-1c12c578a227 admin admin] Deleting subnet f63bdc8e-0dca-44ce-92c9-50068ece8ae8 {{(pid=104004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 29 05:29:36.393146 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-d10af9b3-7339-4e55-960b-1c12c578a227 admin admin] Publish callbacks [] for subnet (f63bdc8e-0dca-44ce-92c9-50068ece8ae8), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:36.465697 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-d10af9b3-7339-4e55-960b-1c12c578a227 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29149063'] for subnet (f63bdc8e-0dca-44ce-92c9-50068ece8ae8), precommit_delete_associations {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:36.578943 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-d10af9b3-7339-4e55-960b-1c12c578a227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3503403'] for subnet (f63bdc8e-0dca-44ce-92c9-50068ece8ae8), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:36.621642 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:29:36.696029 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-d10af9b3-7339-4e55-960b-1c12c578a227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3503394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-292102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25660254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25789394'] for subnet (f63bdc8e-0dca-44ce-92c9-50068ece8ae8), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:36.744653 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10af9b3-7339-4e55-960b-1c12c578a227 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f63bdc8e-0dca-44ce-92c9-50068ece8ae8,revision_number=None']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:29:36.746157 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-d10af9b3-7339-4e55-960b-1c12c578a227 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:36.753874 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-d10af9b3-7339-4e55-960b-1c12c578a227 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/f63bdc8e-0dca-44ce-92c9-50068ece8ae8 HTTP/1.1" status: 204 len: 168 time: 0.4338670 Jul 29 05:29:36.754468 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d06c8aa-6c0f-431e-be2e-45d7736fb640 None None] Network a9b3ef4c-f490-42f2-a28e-965ce338d352 requested from dv-cinder-851279-2-iscsi {{(pid=104006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 05:29:36.755072 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 38102) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:29:36.881798 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-27507b6a-4611-400a-972d-2cbe2a009d43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3418721'] for network (a9b3ef4c-f490-42f2-a28e-965ce338d352), before_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:36.958465 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:29:36.966687 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:29:36.988788 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.plugin [None req-27507b6a-4611-400a-972d-2cbe2a009d43 admin admin] Deleting port 28ffdf11-e843-4d7e-b62a-ba283a24edd9 {{(pid=104005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 05:29:36.989327 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-27507b6a-4611-400a-972d-2cbe2a009d43 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737760600589'] for port (28ffdf11-e843-4d7e-b62a-ba283a24edd9), before_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:37.037958 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6bd0430-907e-4d13-b6ec-ac2860a07f40 None None] DHCP port deletion for a9b3ef4c-f490-42f2-a28e-965ce338d352 request from dv-cinder-851279-2-iscsi {{(pid=104006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 29 05:29:37.111254 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.db [None req-27507b6a-4611-400a-972d-2cbe2a009d43 admin admin] For port 28ffdf11-e843-4d7e-b62a-ba283a24edd9, host dv-cinder-851279-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-2-iscsi',level=0,port_id=28ffdf11-e843-4d7e-b62a-ba283a24edd9,segment=NetworkSegment(1e2c6a69-700b-4afb-99ba-9d11adbbd39f),segment_id=1e2c6a69-700b-4afb-99ba-9d11adbbd39f)] {{(pid=104005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:29:37.111695 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-27507b6a-4611-400a-972d-2cbe2a009d43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420629'] for port (28ffdf11-e843-4d7e-b62a-ba283a24edd9), precommit_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:37.127714 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-d6bd0430-907e-4d13-b6ec-ac2860a07f40 None None] Deleting port 28ffdf11-e843-4d7e-b62a-ba283a24edd9 {{(pid=104006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 05:29:37.128383 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-d6bd0430-907e-4d13-b6ec-ac2860a07f40 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737760600589'] for port (28ffdf11-e843-4d7e-b62a-ba283a24edd9), before_delete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:37.131275 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.plugin [None req-27507b6a-4611-400a-972d-2cbe2a009d43 admin admin] Calling delete_port for 28ffdf11-e843-4d7e-b62a-ba283a24edd9 owned by network:dhcp {{(pid=104005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 05:29:37.263233 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-27507b6a-4611-400a-972d-2cbe2a009d43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737760621891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737760223820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1905596'] for port (28ffdf11-e843-4d7e-b62a-ba283a24edd9), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:37.298261 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-d6bd0430-907e-4d13-b6ec-ac2860a07f40 None None] For port 28ffdf11-e843-4d7e-b62a-ba283a24edd9, host dv-cinder-851279-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-2-iscsi',level=0,port_id=28ffdf11-e843-4d7e-b62a-ba283a24edd9,segment=NetworkSegment(1e2c6a69-700b-4afb-99ba-9d11adbbd39f),segment_id=1e2c6a69-700b-4afb-99ba-9d11adbbd39f)] {{(pid=104006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:29:37.298956 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-d6bd0430-907e-4d13-b6ec-ac2860a07f40 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420629'] for port (28ffdf11-e843-4d7e-b62a-ba283a24edd9), precommit_delete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:37.315261 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-d6bd0430-907e-4d13-b6ec-ac2860a07f40 None None] Calling delete_port for 28ffdf11-e843-4d7e-b62a-ba283a24edd9 owned by network:dhcp {{(pid=104006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 05:29:37.322906 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27507b6a-4611-400a-972d-2cbe2a009d43 admin admin] Pushing event deleted for resources: {'Port': ['ID=28ffdf11-e843-4d7e-b62a-ba283a24edd9,revision_number=None']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:29:37.326203 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27507b6a-4611-400a-972d-2cbe2a009d43 admin admin] No DVR routers for this DVR port 28ffdf11-e843-4d7e-b62a-ba283a24edd9 on host dv-cinder-851279-2-iscsi {{(pid=104005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 29 05:29:37.420512 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-d6bd0430-907e-4d13-b6ec-ac2860a07f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737760621891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737760223820'] for port (28ffdf11-e843-4d7e-b62a-ba283a24edd9), after_delete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:37.453749 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bd0430-907e-4d13-b6ec-ac2860a07f40 None None] Pushing event deleted for resources: {'Port': ['ID=28ffdf11-e843-4d7e-b62a-ba283a24edd9,revision_number=None']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:29:37.456118 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6bd0430-907e-4d13-b6ec-ac2860a07f40 None None] No DVR routers for this DVR port 28ffdf11-e843-4d7e-b62a-ba283a24edd9 on host dv-cinder-851279-2-iscsi {{(pid=104006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 29 05:29:37.464667 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-27507b6a-4611-400a-972d-2cbe2a009d43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3505157', 'neutron.services.segments.db._delete_segments_for_network-8737760678346'] for network (a9b3ef4c-f490-42f2-a28e-965ce338d352), precommit_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:37.497759 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.services.segments.db [None req-27507b6a-4611-400a-972d-2cbe2a009d43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9b3ef4c-f490-42f2-a28e-965ce338d352']}} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:29:37.508945 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.services.segments.db [None req-27507b6a-4611-400a-972d-2cbe2a009d43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e2c6a69-700b-4afb-99ba-9d11adbbd39f') {'for_net_delete': True} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:29:37.509739 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.services.segments.db [None req-27507b6a-4611-400a-972d-2cbe2a009d43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e2c6a69-700b-4afb-99ba-9d11adbbd39f') {} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:29:37.521553 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-27507b6a-4611-400a-972d-2cbe2a009d43 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737760678247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28577015'] for segment (1e2c6a69-700b-4afb-99ba-9d11adbbd39f), before_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:37.539041 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-27507b6a-4611-400a-972d-2cbe2a009d43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501452'] for segment (1e2c6a69-700b-4afb-99ba-9d11adbbd39f), precommit_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:37.547005 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27507b6a-4611-400a-972d-2cbe2a009d43 admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=104005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 05:29:37.547661 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-27507b6a-4611-400a-972d-2cbe2a009d43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1905615'] for segment (1e2c6a69-700b-4afb-99ba-9d11adbbd39f), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:37.582823 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Device 9462b0a6-adf3-4b19-9e65-31e993f34d21 no longer exists at agent ovs-agent-dv-cinder-851279-2-iscsi {{(pid=104006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 05:29:37.592660 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.services.segments.plugin [-] Segment 1e2c6a69-700b-4afb-99ba-9d11adbbd39f resource provider aggregate not found Jul 29 05:29:37.609315 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] No Port match for: 9462b0a6-adf3-4b19-9e65-31e993f34d21 {{(pid=104006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 05:29:37.609746 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Device 9462b0a6-adf3-4b19-9e65-31e993f34d21 not bound to the agent host dv-cinder-851279-2-iscsi {{(pid=104006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 05:29:37.610233 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Device 7d4dc0bf-7680-4e44-84f2-fdece99875ec no longer exists at agent ovs-agent-dv-cinder-851279-2-iscsi {{(pid=104006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 05:29:37.616911 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.services.segments.plugin [-] Segment 1e2c6a69-700b-4afb-99ba-9d11adbbd39f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1e2c6a69-700b-4afb-99ba-9d11adbbd39f found for delete ", "request_id": "req-93708ad3-404d-4f31-b161-9679e6dad6e4"}]} Jul 29 05:29:37.622102 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-27507b6a-4611-400a-972d-2cbe2a009d43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3505166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-375344'] for network (a9b3ef4c-f490-42f2-a28e-965ce338d352), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:37.629387 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-27507b6a-4611-400a-972d-2cbe2a009d43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670410'] for network (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:37.633867 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] No Port match for: 7d4dc0bf-7680-4e44-84f2-fdece99875ec {{(pid=104006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 05:29:37.638286 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Device 7d4dc0bf-7680-4e44-84f2-fdece99875ec not bound to the agent host dv-cinder-851279-2-iscsi {{(pid=104006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 05:29:37.638286 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Device 28ffdf11-e843-4d7e-b62a-ba283a24edd9 no longer exists at agent ovs-agent-dv-cinder-851279-2-iscsi {{(pid=104006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 05:29:37.638547 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-27507b6a-4611-400a-972d-2cbe2a009d43 admin admin] 10.222.0.49 "DELETE /v2.0/networks/a9b3ef4c-f490-42f2-a28e-965ce338d352 HTTP/1.1" status: 204 len: 168 time: 0.8795540 Jul 29 05:29:37.651262 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27507b6a-4611-400a-972d-2cbe2a009d43 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9b3ef4c-f490-42f2-a28e-965ce338d352,revision_number=None']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:29:37.658505 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] No Port match for: 28ffdf11-e843-4d7e-b62a-ba283a24edd9 {{(pid=104006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 05:29:37.658832 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Device 28ffdf11-e843-4d7e-b62a-ba283a24edd9 not bound to the agent host dv-cinder-851279-2-iscsi {{(pid=104006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 05:29:37.687305 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (12b139f9-2daf-4047-bd2d-6bc43cda34b6), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:37.885713 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 38126) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:29:37.935527 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-cd15d00e-bb7f-439b-9007-4a875fdcd274 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4c28b78169ac49a6854f195bea0dd9bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0456047 Jul 29 05:29:37.935895 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 38128) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:29:38.036270 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-936106a1-0d9c-495f-9b7c-2b7b67fac065 admin admin] Publish callbacks [] for security_group (aa0dd268-c459-4d1d-8fbc-d37ab58bd0a3), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:38.085803 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-936106a1-0d9c-495f-9b7c-2b7b67fac065 admin admin] Publish callbacks [] for security_group (aa0dd268-c459-4d1d-8fbc-d37ab58bd0a3), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:38.096408 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 38148) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:29:38.172843 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-d22344f5-f796-43c1-be62-366a1c8e86fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (8a9a6061-e61b-4901-b35e-5e71dea10db3), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:38.186844 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-936106a1-0d9c-495f-9b7c-2b7b67fac065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (aa0dd268-c459-4d1d-8fbc-d37ab58bd0a3), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:38.190276 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-936106a1-0d9c-495f-9b7c-2b7b67fac065 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:38.194360 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-936106a1-0d9c-495f-9b7c-2b7b67fac065 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/aa0dd268-c459-4d1d-8fbc-d37ab58bd0a3 HTTP/1.1" status: 204 len: 168 time: 0.2571881 Jul 29 05:29:38.204046 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936106a1-0d9c-495f-9b7c-2b7b67fac065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa0dd268-c459-4d1d-8fbc-d37ab58bd0a3,revision_number=None']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:29:38.217974 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbb560ba-5ff9-4746-907e-c362a1bd9bcf admin admin] Deleting subnet 7eceac0b-838f-4046-b90b-4ae07d1783b7 {{(pid=104005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 29 05:29:38.224427 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-dbb560ba-5ff9-4746-907e-c362a1bd9bcf admin admin] Publish callbacks [] for subnet (7eceac0b-838f-4046-b90b-4ae07d1783b7), before_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:38.291077 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-dbb560ba-5ff9-4746-907e-c362a1bd9bcf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28577006'] for subnet (7eceac0b-838f-4046-b90b-4ae07d1783b7), precommit_delete_associations {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:38.339853 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-dbb560ba-5ff9-4746-907e-c362a1bd9bcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3503403'] for subnet (7eceac0b-838f-4046-b90b-4ae07d1783b7), precommit_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:38.417133 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-dbb560ba-5ff9-4746-907e-c362a1bd9bcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3503394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-292102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1905553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28374007'] for subnet (7eceac0b-838f-4046-b90b-4ae07d1783b7), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:38.463520 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb560ba-5ff9-4746-907e-c362a1bd9bcf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7eceac0b-838f-4046-b90b-4ae07d1783b7,revision_number=None']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:29:38.469216 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-dbb560ba-5ff9-4746-907e-c362a1bd9bcf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670410'] for subnet (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:38.473588 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-dbb560ba-5ff9-4746-907e-c362a1bd9bcf admin admin] 10.222.0.49 "DELETE /v2.0/subnets/7eceac0b-838f-4046-b90b-4ae07d1783b7 HTTP/1.1" status: 204 len: 168 time: 0.3756404 Jul 29 05:29:38.481588 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 38172) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:29:38.595200 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-d72d498e-9722-4c86-854f-9e6e33693c39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3418721'] for network (d19a26be-0d28-48b3-93b6-f87a05b0f502), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:38.699607 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-d72d498e-9722-4c86-854f-9e6e33693c39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3505157', 'neutron.services.segments.db._delete_segments_for_network-8737760678346'] for network (d19a26be-0d28-48b3-93b6-f87a05b0f502), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:38.728227 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.services.segments.db [None req-d72d498e-9722-4c86-854f-9e6e33693c39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d19a26be-0d28-48b3-93b6-f87a05b0f502']}} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:29:38.744069 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.services.segments.db [None req-d72d498e-9722-4c86-854f-9e6e33693c39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebe57dd7-566b-488d-9cf8-90139e370763') {'for_net_delete': True} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:29:38.744596 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.services.segments.db [None req-d72d498e-9722-4c86-854f-9e6e33693c39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebe57dd7-566b-488d-9cf8-90139e370763') {} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:29:38.758071 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-d72d498e-9722-4c86-854f-9e6e33693c39 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737760678247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29149086'] for segment (ebe57dd7-566b-488d-9cf8-90139e370763), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:38.774274 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-d72d498e-9722-4c86-854f-9e6e33693c39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501452'] for segment (ebe57dd7-566b-488d-9cf8-90139e370763), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:38.787219 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d72d498e-9722-4c86-854f-9e6e33693c39 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=104004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 05:29:38.787943 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-d72d498e-9722-4c86-854f-9e6e33693c39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25660160'] for segment (ebe57dd7-566b-488d-9cf8-90139e370763), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:38.832347 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.services.segments.plugin [-] Segment ebe57dd7-566b-488d-9cf8-90139e370763 resource provider aggregate not found Jul 29 05:29:38.910460 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.services.segments.plugin [-] Segment ebe57dd7-566b-488d-9cf8-90139e370763 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ebe57dd7-566b-488d-9cf8-90139e370763 found for delete ", "request_id": "req-6d2747e0-57e2-4b7c-80d6-218199e7223d"}]} Jul 29 05:29:38.912029 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-d72d498e-9722-4c86-854f-9e6e33693c39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3505166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-375344'] for network (d19a26be-0d28-48b3-93b6-f87a05b0f502), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:38.917834 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 38214) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:29:38.926571 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-d72d498e-9722-4c86-854f-9e6e33693c39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670410'] for network (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:38.934694 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-d72d498e-9722-4c86-854f-9e6e33693c39 admin admin] 10.222.0.49 "DELETE /v2.0/networks/d19a26be-0d28-48b3-93b6-f87a05b0f502 HTTP/1.1" status: 204 len: 168 time: 0.4529550 Jul 29 05:29:38.937776 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 38216) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:29:38.967933 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-25f77412-e797-4cfb-a3ef-aa07e14090af admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5f45c39eb99549d58fd35a248f6cbac6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0488596 Jul 29 05:29:38.970727 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 38218) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:29:39.023498 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=83,neutron:DELETE=13,neutron:UPDATE=4 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:29:39.028034 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72d498e-9722-4c86-854f-9e6e33693c39 admin admin] Pushing event deleted for resources: {'Network': ['ID=d19a26be-0d28-48b3-93b6-f87a05b0f502,revision_number=None']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:29:39.037424 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-221cd19c-4797-4fbd-b742-d545c21eac6f admin admin] Publish callbacks [] for security_group (6669af7e-8288-4b06-bb9d-069abbce6ac0), before_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:39.072901 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-221cd19c-4797-4fbd-b742-d545c21eac6f admin admin] Publish callbacks [] for security_group (6669af7e-8288-4b06-bb9d-069abbce6ac0), precommit_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:39.074174 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea07ceba-2297-4b85-8407-04341b8d49ba admin admin] Deleting subnet 0ba79fbb-e000-48bc-ac00-230a518e20b1 {{(pid=104004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 29 05:29:39.079665 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-ea07ceba-2297-4b85-8407-04341b8d49ba admin admin] Publish callbacks [] for subnet (0ba79fbb-e000-48bc-ac00-230a518e20b1), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:39.083950 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:29:39.120761 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:29:39.122607 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-ea07ceba-2297-4b85-8407-04341b8d49ba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29149063'] for subnet (0ba79fbb-e000-48bc-ac00-230a518e20b1), precommit_delete_associations {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:39.183069 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-221cd19c-4797-4fbd-b742-d545c21eac6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (6669af7e-8288-4b06-bb9d-069abbce6ac0), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:39.186722 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-221cd19c-4797-4fbd-b742-d545c21eac6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:39.187736 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-ea07ceba-2297-4b85-8407-04341b8d49ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3503403'] for subnet (0ba79fbb-e000-48bc-ac00-230a518e20b1), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:39.188275 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-221cd19c-4797-4fbd-b742-d545c21eac6f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6669af7e-8288-4b06-bb9d-069abbce6ac0 HTTP/1.1" status: 204 len: 168 time: 0.2164276 Jul 29 05:29:39.198099 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221cd19c-4797-4fbd-b742-d545c21eac6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6669af7e-8288-4b06-bb9d-069abbce6ac0,revision_number=None']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:29:39.269071 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-ea07ceba-2297-4b85-8407-04341b8d49ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3503394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-292102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25660254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25789394'] for subnet (0ba79fbb-e000-48bc-ac00-230a518e20b1), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:39.299907 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea07ceba-2297-4b85-8407-04341b8d49ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ba79fbb-e000-48bc-ac00-230a518e20b1,revision_number=None']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:29:39.303701 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-ea07ceba-2297-4b85-8407-04341b8d49ba admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:39.310510 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-ea07ceba-2297-4b85-8407-04341b8d49ba admin admin] 10.222.0.49 "DELETE /v2.0/subnets/0ba79fbb-e000-48bc-ac00-230a518e20b1 HTTP/1.1" status: 204 len: 168 time: 0.3673017 Jul 29 05:29:39.310510 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 38228) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:29:39.417815 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-b7592f87-0c58-4397-a19e-1ef4e0210bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3418721'] for network (445f57a4-c88f-44eb-8b8a-5826be37d2c3), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:39.532384 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:29:39.537646 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-b7592f87-0c58-4397-a19e-1ef4e0210bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3505157', 'neutron.services.segments.db._delete_segments_for_network-8737760678346'] for network (445f57a4-c88f-44eb-8b8a-5826be37d2c3), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:39.573706 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.services.segments.db [None req-b7592f87-0c58-4397-a19e-1ef4e0210bf8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['445f57a4-c88f-44eb-8b8a-5826be37d2c3']}} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:29:39.588186 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.services.segments.db [None req-b7592f87-0c58-4397-a19e-1ef4e0210bf8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9f8cf5c-2ea0-47fc-8a6b-cd9e2baf45e7') {'for_net_delete': True} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:29:39.588186 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.services.segments.db [None req-b7592f87-0c58-4397-a19e-1ef4e0210bf8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9f8cf5c-2ea0-47fc-8a6b-cd9e2baf45e7') {} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:29:39.609157 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-b7592f87-0c58-4397-a19e-1ef4e0210bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737760678247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29149086'] for segment (b9f8cf5c-2ea0-47fc-8a6b-cd9e2baf45e7), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:39.627277 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-b7592f87-0c58-4397-a19e-1ef4e0210bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501452'] for segment (b9f8cf5c-2ea0-47fc-8a6b-cd9e2baf45e7), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:39.644463 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7592f87-0c58-4397-a19e-1ef4e0210bf8 admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=104004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 05:29:39.645548 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-b7592f87-0c58-4397-a19e-1ef4e0210bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25660160'] for segment (b9f8cf5c-2ea0-47fc-8a6b-cd9e2baf45e7), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:39.725655 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-b7592f87-0c58-4397-a19e-1ef4e0210bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3505166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-375344'] for network (445f57a4-c88f-44eb-8b8a-5826be37d2c3), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:39.733966 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-b7592f87-0c58-4397-a19e-1ef4e0210bf8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670410'] for network (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:39.739817 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-b7592f87-0c58-4397-a19e-1ef4e0210bf8 admin admin] 10.222.0.49 "DELETE /v2.0/networks/445f57a4-c88f-44eb-8b8a-5826be37d2c3 HTTP/1.1" status: 204 len: 168 time: 0.4256651 Jul 29 05:29:39.749408 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7592f87-0c58-4397-a19e-1ef4e0210bf8 admin admin] Pushing event deleted for resources: {'Network': ['ID=445f57a4-c88f-44eb-8b8a-5826be37d2c3,revision_number=None']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:29:39.952622 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 38250) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:29:40.000797 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-db8c5590-7534-4e78-b7bc-390680559421 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=990d473a2c6e4602a60ca4364a725741&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0467470 Jul 29 05:29:40.003843 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 38252) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:29:40.053542 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c0cfcfc2-d3d3-4a7d-ac6c-95a3fd745979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (543ff7d7-1636-45b2-a25e-e19209bc2e01), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:40.078331 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-ad202b41-9137-41e2-8fa3-33b66005196e admin admin] Publish callbacks [] for security_group (e5342718-14d6-4c11-9818-94d1a2ff62b0), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:40.113984 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-ad202b41-9137-41e2-8fa3-33b66005196e admin admin] Publish callbacks [] for security_group (e5342718-14d6-4c11-9818-94d1a2ff62b0), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:40.185566 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-ad202b41-9137-41e2-8fa3-33b66005196e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (e5342718-14d6-4c11-9818-94d1a2ff62b0), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:40.188422 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-ad202b41-9137-41e2-8fa3-33b66005196e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:40.189961 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-ad202b41-9137-41e2-8fa3-33b66005196e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e5342718-14d6-4c11-9818-94d1a2ff62b0 HTTP/1.1" status: 204 len: 168 time: 0.1849542 Jul 29 05:29:40.199626 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad202b41-9137-41e2-8fa3-33b66005196e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5342718-14d6-4c11-9818-94d1a2ff62b0,revision_number=None']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:29:40.590815 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 38262) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:29:40.637449 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-e5c86464-16f3-4615-a8b8-1b63829ce80b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=95b0171d16cf43f6a5590c86266ad9c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0454123 Jul 29 05:29:40.640191 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 38264) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:29:40.716017 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-fac701aa-3317-48e3-9e34-deed858a76bf admin admin] Publish callbacks [] for security_group (a523ccfb-960c-4af9-8d7e-318416473a3f), before_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:40.741178 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-fac701aa-3317-48e3-9e34-deed858a76bf admin admin] Publish callbacks [] for security_group (a523ccfb-960c-4af9-8d7e-318416473a3f), precommit_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:40.806810 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-fac701aa-3317-48e3-9e34-deed858a76bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (a523ccfb-960c-4af9-8d7e-318416473a3f), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:40.809869 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-fac701aa-3317-48e3-9e34-deed858a76bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:40.811745 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-fac701aa-3317-48e3-9e34-deed858a76bf admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a523ccfb-960c-4af9-8d7e-318416473a3f HTTP/1.1" status: 204 len: 168 time: 0.1704242 Jul 29 05:29:40.833359 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac701aa-3317-48e3-9e34-deed858a76bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a523ccfb-960c-4af9-8d7e-318416473a3f,revision_number=None']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:29:40.942887 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.services.segments.plugin [-] Segment b9f8cf5c-2ea0-47fc-8a6b-cd9e2baf45e7 resource provider aggregate not found Jul 29 05:29:40.974230 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.services.segments.plugin [-] Segment b9f8cf5c-2ea0-47fc-8a6b-cd9e2baf45e7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b9f8cf5c-2ea0-47fc-8a6b-cd9e2baf45e7 found for delete ", "request_id": "req-1cb62037-d878-4d7e-8cf5-5a3fa26a3bc3"}]} Jul 29 05:29:41.100421 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 38280) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:29:41.299283 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-8f4347fa-61ac-467e-8b04-268e26d78c7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:41.401055 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-8f4347fa-61ac-467e-8b04-268e26d78c7d admin admin] Publish callbacks [] for security_group (813a2daf-6a8c-4e79-a414-7971a2baa8e6), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:41.406981 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-8f4347fa-61ac-467e-8b04-268e26d78c7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (813a2daf-6a8c-4e79-a414-7971a2baa8e6), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:41.456893 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-8f4347fa-61ac-467e-8b04-268e26d78c7d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=52a246d044bc45fcab65f1bce64f6a17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3525388 Jul 29 05:29:41.456893 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4347fa-61ac-467e-8b04-268e26d78c7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=813a2daf-6a8c-4e79-a414-7971a2baa8e6,revision_number=1']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:29:41.457371 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 38294) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:29:41.540824 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-5413bfbd-036e-4997-9bfe-9fdb5d19ff44 admin admin] Publish callbacks [] for security_group (813a2daf-6a8c-4e79-a414-7971a2baa8e6), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:41.579886 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-5413bfbd-036e-4997-9bfe-9fdb5d19ff44 admin admin] Publish callbacks [] for security_group (813a2daf-6a8c-4e79-a414-7971a2baa8e6), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:41.617828 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:29:41.656146 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-5413bfbd-036e-4997-9bfe-9fdb5d19ff44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (813a2daf-6a8c-4e79-a414-7971a2baa8e6), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:41.658824 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-5413bfbd-036e-4997-9bfe-9fdb5d19ff44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:41.660062 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-5413bfbd-036e-4997-9bfe-9fdb5d19ff44 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/813a2daf-6a8c-4e79-a414-7971a2baa8e6 HTTP/1.1" status: 204 len: 168 time: 0.2016556 Jul 29 05:29:41.669934 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5413bfbd-036e-4997-9bfe-9fdb5d19ff44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=813a2daf-6a8c-4e79-a414-7971a2baa8e6,revision_number=None']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:29:41.744753 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-25d2d662-1c10-455a-a758-35c132406432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (7da8dcb9-9a4e-44fd-b4da-fa922ad17d56), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:41.792227 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (aa119a64-f506-4951-a68b-6dc6289eaece), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:42.174978 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 38312) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:29:42.192849 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-3d6813d8-8268-4805-b7b3-d8f48642dbe5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:42.312933 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-3d6813d8-8268-4805-b7b3-d8f48642dbe5 admin admin] Publish callbacks [] for security_group (2ff152e3-cb5d-4ab2-b909-39e0040d0e78), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:42.319912 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-3d6813d8-8268-4805-b7b3-d8f48642dbe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (2ff152e3-cb5d-4ab2-b909-39e0040d0e78), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:42.369120 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6813d8-8268-4805-b7b3-d8f48642dbe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ff152e3-cb5d-4ab2-b909-39e0040d0e78,revision_number=1']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:29:42.375222 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-3d6813d8-8268-4805-b7b3-d8f48642dbe5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c89e23c9a2fa4627a58f7c09787472a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1964369 Jul 29 05:29:42.377965 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 38316) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:29:42.453313 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-7b901f79-5c46-40a4-bee0-ac09e0b1eed6 admin admin] Publish callbacks [] for security_group (2ff152e3-cb5d-4ab2-b909-39e0040d0e78), before_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:42.480624 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-7b901f79-5c46-40a4-bee0-ac09e0b1eed6 admin admin] Publish callbacks [] for security_group (2ff152e3-cb5d-4ab2-b909-39e0040d0e78), precommit_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:42.551418 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-7b901f79-5c46-40a4-bee0-ac09e0b1eed6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (2ff152e3-cb5d-4ab2-b909-39e0040d0e78), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:42.554533 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-7b901f79-5c46-40a4-bee0-ac09e0b1eed6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:42.558247 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-7b901f79-5c46-40a4-bee0-ac09e0b1eed6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2ff152e3-cb5d-4ab2-b909-39e0040d0e78 HTTP/1.1" status: 204 len: 168 time: 0.1757681 Jul 29 05:29:42.568423 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b901f79-5c46-40a4-bee0-ac09e0b1eed6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ff152e3-cb5d-4ab2-b909-39e0040d0e78,revision_number=None']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:29:45.374143 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=24 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:29:45.376941 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=13 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:29:45.893236 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 38412) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:29:46.016270 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-393df512-47f1-415a-b05e-241014d987d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:46.115289 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-393df512-47f1-415a-b05e-241014d987d3 admin admin] Publish callbacks [] for security_group (fe35ed67-0742-42fe-8825-ac77d07ea486), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:46.120655 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-393df512-47f1-415a-b05e-241014d987d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (fe35ed67-0742-42fe-8825-ac77d07ea486), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:46.159931 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:29:46.172261 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 38424) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:29:46.172727 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-393df512-47f1-415a-b05e-241014d987d3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b8edec2f81254cc7ad3fcbeb4e9c0315&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2779539 Jul 29 05:29:46.174852 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393df512-47f1-415a-b05e-241014d987d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe35ed67-0742-42fe-8825-ac77d07ea486,revision_number=1']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:29:46.240950 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-d3fc5453-9deb-4f3b-8474-b93a5f559222 admin admin] Publish callbacks [] for security_group (fe35ed67-0742-42fe-8825-ac77d07ea486), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:46.266468 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-d3fc5453-9deb-4f3b-8474-b93a5f559222 admin admin] Publish callbacks [] for security_group (fe35ed67-0742-42fe-8825-ac77d07ea486), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:46.323899 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-d3fc5453-9deb-4f3b-8474-b93a5f559222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (fe35ed67-0742-42fe-8825-ac77d07ea486), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:46.327025 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-d3fc5453-9deb-4f3b-8474-b93a5f559222 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:46.330851 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-d3fc5453-9deb-4f3b-8474-b93a5f559222 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fe35ed67-0742-42fe-8825-ac77d07ea486 HTTP/1.1" status: 204 len: 168 time: 0.1541877 Jul 29 05:29:46.337671 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fc5453-9deb-4f3b-8474-b93a5f559222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe35ed67-0742-42fe-8825-ac77d07ea486,revision_number=None']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:29:48.099559 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.agents_db [None req-24db149f-f2c4-42ba-b1ad-acaecd0c6386 None None] Agent healthcheck: found 6 active agents {{(pid=104007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 05:29:48.493437 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 38500) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:29:48.617605 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-b67e032a-7f85-4a66-a7a3-4720cce1bb27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:48.620745 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=81,neutron:DELETE=11,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:29:48.703891 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-b67e032a-7f85-4a66-a7a3-4720cce1bb27 admin admin] Publish callbacks [] for security_group (5c15b8dc-9b59-45e6-abc6-f32be28ea595), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:48.709093 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-b67e032a-7f85-4a66-a7a3-4720cce1bb27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (5c15b8dc-9b59-45e6-abc6-f32be28ea595), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:48.756121 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-b67e032a-7f85-4a66-a7a3-4720cce1bb27 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8280e7a952d347c3b54d8a1d49896ca2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2589073 Jul 29 05:29:48.756121 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 38510) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:29:48.763914 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67e032a-7f85-4a66-a7a3-4720cce1bb27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c15b8dc-9b59-45e6-abc6-f32be28ea595,revision_number=1']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:29:48.813193 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-5fa36cd9-1fc9-4803-b6d3-c2410726ad54 admin admin] Publish callbacks [] for security_group (5c15b8dc-9b59-45e6-abc6-f32be28ea595), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:48.840105 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-5fa36cd9-1fc9-4803-b6d3-c2410726ad54 admin admin] Publish callbacks [] for security_group (5c15b8dc-9b59-45e6-abc6-f32be28ea595), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:48.897531 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-5fa36cd9-1fc9-4803-b6d3-c2410726ad54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (5c15b8dc-9b59-45e6-abc6-f32be28ea595), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:48.902191 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-5fa36cd9-1fc9-4803-b6d3-c2410726ad54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:48.903548 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-5fa36cd9-1fc9-4803-b6d3-c2410726ad54 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5c15b8dc-9b59-45e6-abc6-f32be28ea595 HTTP/1.1" status: 204 len: 168 time: 0.1463678 Jul 29 05:29:48.912664 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa36cd9-1fc9-4803-b6d3-c2410726ad54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c15b8dc-9b59-45e6-abc6-f32be28ea595,revision_number=None']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:29:49.241729 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 38522) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:29:49.255764 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-4447e181-4e1a-49f1-a952-fb3da6ec2f05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:49.304923 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:29:49.336204 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-4447e181-4e1a-49f1-a952-fb3da6ec2f05 admin admin] Publish callbacks [] for security_group (fff6c1ac-d242-4ee0-99d4-3c683aab380e), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:49.339996 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-4447e181-4e1a-49f1-a952-fb3da6ec2f05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (fff6c1ac-d242-4ee0-99d4-3c683aab380e), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:49.382041 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-4447e181-4e1a-49f1-a952-fb3da6ec2f05 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d62eb8f356b0471caf9e792a9a8d99fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1392248 Jul 29 05:29:49.383955 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4447e181-4e1a-49f1-a952-fb3da6ec2f05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fff6c1ac-d242-4ee0-99d4-3c683aab380e,revision_number=1']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:29:49.385197 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 38524) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:29:49.436578 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=78,neutron:DELETE=7,neutron:INSERT=15 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:29:49.440327 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-e50c958f-39f4-4a37-95bf-71affb4abc14 admin admin] Publish callbacks [] for security_group (fff6c1ac-d242-4ee0-99d4-3c683aab380e), before_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:49.463805 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-e50c958f-39f4-4a37-95bf-71affb4abc14 admin admin] Publish callbacks [] for security_group (fff6c1ac-d242-4ee0-99d4-3c683aab380e), precommit_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:49.516303 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-e50c958f-39f4-4a37-95bf-71affb4abc14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (fff6c1ac-d242-4ee0-99d4-3c683aab380e), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:49.519016 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-e50c958f-39f4-4a37-95bf-71affb4abc14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:49.522947 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-e50c958f-39f4-4a37-95bf-71affb4abc14 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fff6c1ac-d242-4ee0-99d4-3c683aab380e HTTP/1.1" status: 204 len: 168 time: 0.1335585 Jul 29 05:29:49.529041 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50c958f-39f4-4a37-95bf-71affb4abc14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fff6c1ac-d242-4ee0-99d4-3c683aab380e,revision_number=None']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:29:50.678334 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 38578) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:29:50.787132 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-c2085cc4-ad46-45bb-b47d-f191f8437b95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:50.865064 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-c2085cc4-ad46-45bb-b47d-f191f8437b95 admin admin] Publish callbacks [] for security_group (06c6b2f3-7479-4301-a56a-6d6f3d7b39ca), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:50.870584 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-c2085cc4-ad46-45bb-b47d-f191f8437b95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (06c6b2f3-7479-4301-a56a-6d6f3d7b39ca), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:50.910978 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-c2085cc4-ad46-45bb-b47d-f191f8437b95 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=649cc315561f444092f2941a717e9d1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2315688 Jul 29 05:29:50.911975 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2085cc4-ad46-45bb-b47d-f191f8437b95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06c6b2f3-7479-4301-a56a-6d6f3d7b39ca,revision_number=1']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:29:50.913742 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 38584) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:29:50.966821 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-8cc256c3-f6ca-4947-b362-23bb059f9343 admin admin] Publish callbacks [] for security_group (06c6b2f3-7479-4301-a56a-6d6f3d7b39ca), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:50.989707 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-8cc256c3-f6ca-4947-b362-23bb059f9343 admin admin] Publish callbacks [] for security_group (06c6b2f3-7479-4301-a56a-6d6f3d7b39ca), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:51.046878 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-8cc256c3-f6ca-4947-b362-23bb059f9343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (06c6b2f3-7479-4301-a56a-6d6f3d7b39ca), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:51.049395 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-8cc256c3-f6ca-4947-b362-23bb059f9343 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:51.050533 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-8cc256c3-f6ca-4947-b362-23bb059f9343 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/06c6b2f3-7479-4301-a56a-6d6f3d7b39ca HTTP/1.1" status: 204 len: 168 time: 0.1346180 Jul 29 05:29:51.059470 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc256c3-f6ca-4947-b362-23bb059f9343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06c6b2f3-7479-4301-a56a-6d6f3d7b39ca,revision_number=None']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:29:54.747744 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 38712) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:29:54.869905 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-5d6fd05e-509b-43d6-a117-2dbbf021b751 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:54.915253 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:29:54.952954 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-5d6fd05e-509b-43d6-a117-2dbbf021b751 admin admin] Publish callbacks [] for security_group (62062fcc-c0f6-4798-ac62-c5cc7d78cc39), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:54.956782 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-5d6fd05e-509b-43d6-a117-2dbbf021b751 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (62062fcc-c0f6-4798-ac62-c5cc7d78cc39), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:54.997265 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-5d6fd05e-509b-43d6-a117-2dbbf021b751 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e886cdbe0a894de494b92b2d1db72e05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2478044 Jul 29 05:29:54.999270 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6fd05e-509b-43d6-a117-2dbbf021b751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62062fcc-c0f6-4798-ac62-c5cc7d78cc39,revision_number=1']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:29:55.000019 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 38716) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:29:55.052338 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-e2b18deb-df69-445c-b4c3-b2ea48f878a1 admin admin] Publish callbacks [] for security_group (62062fcc-c0f6-4798-ac62-c5cc7d78cc39), before_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:55.074933 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-e2b18deb-df69-445c-b4c3-b2ea48f878a1 admin admin] Publish callbacks [] for security_group (62062fcc-c0f6-4798-ac62-c5cc7d78cc39), precommit_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:55.124940 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-e2b18deb-df69-445c-b4c3-b2ea48f878a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (62062fcc-c0f6-4798-ac62-c5cc7d78cc39), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:55.128514 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-e2b18deb-df69-445c-b4c3-b2ea48f878a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:55.129820 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-e2b18deb-df69-445c-b4c3-b2ea48f878a1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/62062fcc-c0f6-4798-ac62-c5cc7d78cc39 HTTP/1.1" status: 204 len: 168 time: 0.1286094 Jul 29 05:29:55.138968 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b18deb-df69-445c-b4c3-b2ea48f878a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62062fcc-c0f6-4798-ac62-c5cc7d78cc39,revision_number=None']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:29:55.147265 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b18deb-df69-445c-b4c3-b2ea48f878a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:29:55.147790 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b18deb-df69-445c-b4c3-b2ea48f878a1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:29:55.148101 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b18deb-df69-445c-b4c3-b2ea48f878a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:29:55.148596 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b18deb-df69-445c-b4c3-b2ea48f878a1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:29:55.148940 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b18deb-df69-445c-b4c3-b2ea48f878a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:29:55.149273 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b18deb-df69-445c-b4c3-b2ea48f878a1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:29:55.149607 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b18deb-df69-445c-b4c3-b2ea48f878a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:29:55.149946 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b18deb-df69-445c-b4c3-b2ea48f878a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:29:55.150267 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b18deb-df69-445c-b4c3-b2ea48f878a1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:29:55.150600 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b18deb-df69-445c-b4c3-b2ea48f878a1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:29:55.150929 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b18deb-df69-445c-b4c3-b2ea48f878a1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:29:55.151306 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b18deb-df69-445c-b4c3-b2ea48f878a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:29:55.151684 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b18deb-df69-445c-b4c3-b2ea48f878a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:29:55.152025 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b18deb-df69-445c-b4c3-b2ea48f878a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:29:55.152418 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b18deb-df69-445c-b4c3-b2ea48f878a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:29:57.735202 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 38786) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:29:57.842053 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-03dffa5b-7f62-4a50-855a-cf6e6826f1e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:57.920716 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-03dffa5b-7f62-4a50-855a-cf6e6826f1e0 admin admin] Publish callbacks [] for security_group (3e2d1a01-7b0f-44e4-99b7-635edacf2a1d), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:57.924068 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-03dffa5b-7f62-4a50-855a-cf6e6826f1e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (3e2d1a01-7b0f-44e4-99b7-635edacf2a1d), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:57.963399 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-03dffa5b-7f62-4a50-855a-cf6e6826f1e0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9b589607fa3c402781a913338a7226a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2270401 Jul 29 05:29:57.964160 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dffa5b-7f62-4a50-855a-cf6e6826f1e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e2d1a01-7b0f-44e4-99b7-635edacf2a1d,revision_number=1']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:29:57.966212 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 38790) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:29:58.017829 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-f82273d0-6025-4868-a8d9-d3a90c24f68e admin admin] Publish callbacks [] for security_group (3e2d1a01-7b0f-44e4-99b7-635edacf2a1d), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:58.039673 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-f82273d0-6025-4868-a8d9-d3a90c24f68e admin admin] Publish callbacks [] for security_group (3e2d1a01-7b0f-44e4-99b7-635edacf2a1d), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:58.086757 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-f82273d0-6025-4868-a8d9-d3a90c24f68e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (3e2d1a01-7b0f-44e4-99b7-635edacf2a1d), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:58.089293 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-f82273d0-6025-4868-a8d9-d3a90c24f68e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:29:58.090543 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-f82273d0-6025-4868-a8d9-d3a90c24f68e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3e2d1a01-7b0f-44e4-99b7-635edacf2a1d HTTP/1.1" status: 204 len: 168 time: 0.1233547 Jul 29 05:29:58.098390 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82273d0-6025-4868-a8d9-d3a90c24f68e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e2d1a01-7b0f-44e4-99b7-635edacf2a1d,revision_number=None']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:30:01.734298 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 38820) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:30:01.845366 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-dfd6899c-b472-452d-8ee1-4d32ebd0151b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:01.926024 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-dfd6899c-b472-452d-8ee1-4d32ebd0151b admin admin] Publish callbacks [] for security_group (366acb51-c2d4-4cda-be08-788f7da27080), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:01.929622 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-dfd6899c-b472-452d-8ee1-4d32ebd0151b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (366acb51-c2d4-4cda-be08-788f7da27080), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:01.970111 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-dfd6899c-b472-452d-8ee1-4d32ebd0151b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=409bdfebeee241389844e3015aab0a86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2347140 Jul 29 05:30:01.971039 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd6899c-b472-452d-8ee1-4d32ebd0151b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=366acb51-c2d4-4cda-be08-788f7da27080,revision_number=1']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:30:01.972780 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 38826) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:30:02.026049 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-83ee006c-e52c-4f92-885c-c2b618da0535 admin admin] Publish callbacks [] for security_group (366acb51-c2d4-4cda-be08-788f7da27080), before_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:02.047690 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-83ee006c-e52c-4f92-885c-c2b618da0535 admin admin] Publish callbacks [] for security_group (366acb51-c2d4-4cda-be08-788f7da27080), precommit_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:02.079680 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:30:02.100216 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-83ee006c-e52c-4f92-885c-c2b618da0535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (366acb51-c2d4-4cda-be08-788f7da27080), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:02.102759 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-83ee006c-e52c-4f92-885c-c2b618da0535 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:02.103920 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-83ee006c-e52c-4f92-885c-c2b618da0535 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/366acb51-c2d4-4cda-be08-788f7da27080 HTTP/1.1" status: 204 len: 168 time: 0.1301944 Jul 29 05:30:02.106060 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=11 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:30:02.113144 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ee006c-e52c-4f92-885c-c2b618da0535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=366acb51-c2d4-4cda-be08-788f7da27080,revision_number=None']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:30:03.034379 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:30:03.035144 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:30:05.576841 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:30:05.591696 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-00868702-5b9f-4460-99bc-f5c4822004c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (0319cf4e-40d4-4455-bfa4-d5e1d8f6ed41), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:07.680115 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=61,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:30:07.694046 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (12b139f9-2daf-4047-bd2d-6bc43cda34b6), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:08.127876 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-cf223dd1-97eb-40c9-bbb4-e99fc465a137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (8a9a6061-e61b-4901-b35e-5e71dea10db3), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:10.045581 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c0cfcfc2-d3d3-4a7d-ac6c-95a3fd745979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (543ff7d7-1636-45b2-a25e-e19209bc2e01), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:11.711905 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-25d2d662-1c10-455a-a758-35c132406432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (7da8dcb9-9a4e-44fd-b4da-fa922ad17d56), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:11.786470 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (aa119a64-f506-4951-a68b-6dc6289eaece), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:11.953410 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=78,neutron:DELETE=3,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:30:11.967126 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=42,neutron:DELETE=2,neutron:INSERT=6 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:30:12.108745 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:30:12.237062 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 38970) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:30:12.343280 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-a6cb649c-868c-483a-85b9-94ad80e47eda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:12.420288 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-a6cb649c-868c-483a-85b9-94ad80e47eda admin admin] Publish callbacks [] for security_group (34125bb8-7af6-4208-adf3-2e6d7cda384a), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:12.424052 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-a6cb649c-868c-483a-85b9-94ad80e47eda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (34125bb8-7af6-4208-adf3-2e6d7cda384a), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:12.469849 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-a6cb649c-868c-483a-85b9-94ad80e47eda admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=294d13c1380943e4ab3516e99a3954bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2312355 Jul 29 05:30:12.470580 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cb649c-868c-483a-85b9-94ad80e47eda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34125bb8-7af6-4208-adf3-2e6d7cda384a,revision_number=1']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:30:12.472887 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 38974) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:30:12.524885 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-6634e0a0-2db3-4fec-8517-f3911a69c93f admin admin] Publish callbacks [] for security_group (34125bb8-7af6-4208-adf3-2e6d7cda384a), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:12.546670 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-6634e0a0-2db3-4fec-8517-f3911a69c93f admin admin] Publish callbacks [] for security_group (34125bb8-7af6-4208-adf3-2e6d7cda384a), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:12.593616 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-6634e0a0-2db3-4fec-8517-f3911a69c93f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (34125bb8-7af6-4208-adf3-2e6d7cda384a), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:12.596174 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-6634e0a0-2db3-4fec-8517-f3911a69c93f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:12.597344 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-6634e0a0-2db3-4fec-8517-f3911a69c93f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/34125bb8-7af6-4208-adf3-2e6d7cda384a HTTP/1.1" status: 204 len: 168 time: 0.1234384 Jul 29 05:30:12.605442 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6634e0a0-2db3-4fec-8517-f3911a69c93f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34125bb8-7af6-4208-adf3-2e6d7cda384a,revision_number=None']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:30:16.670477 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 39002) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:30:16.779907 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-c9e09e69-e74e-4456-bf4c-bd0a031ddf76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:16.860027 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-c9e09e69-e74e-4456-bf4c-bd0a031ddf76 admin admin] Publish callbacks [] for security_group (5a2f3b99-7cd2-41a7-acc8-7eb2544a7daf), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:16.863886 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-c9e09e69-e74e-4456-bf4c-bd0a031ddf76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (5a2f3b99-7cd2-41a7-acc8-7eb2544a7daf), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:16.904602 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-c9e09e69-e74e-4456-bf4c-bd0a031ddf76 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0fb4ada21ebe4a4a9cb9d2046b861e7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2330077 Jul 29 05:30:16.905314 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e09e69-e74e-4456-bf4c-bd0a031ddf76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a2f3b99-7cd2-41a7-acc8-7eb2544a7daf,revision_number=1']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:30:16.907904 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 39006) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:30:16.958701 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-db1099dd-f918-460f-b3c0-0cac3ba994ec admin admin] Publish callbacks [] for security_group (5a2f3b99-7cd2-41a7-acc8-7eb2544a7daf), before_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:16.980425 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-db1099dd-f918-460f-b3c0-0cac3ba994ec admin admin] Publish callbacks [] for security_group (5a2f3b99-7cd2-41a7-acc8-7eb2544a7daf), precommit_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:17.040143 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-db1099dd-f918-460f-b3c0-0cac3ba994ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (5a2f3b99-7cd2-41a7-acc8-7eb2544a7daf), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:17.043375 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-db1099dd-f918-460f-b3c0-0cac3ba994ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:17.044503 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-db1099dd-f918-460f-b3c0-0cac3ba994ec admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5a2f3b99-7cd2-41a7-acc8-7eb2544a7daf HTTP/1.1" status: 204 len: 168 time: 0.1354151 Jul 29 05:30:17.073931 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1099dd-f918-460f-b3c0-0cac3ba994ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a2f3b99-7cd2-41a7-acc8-7eb2544a7daf,revision_number=None']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:30:17.091214 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-f3ccf966-1607-443b-8f3e-3150047a7c01 req-8e4bb53a-57a0-450c-8b69-7b45f8bcb104 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=87eb34fa-b0bc-4ee0-aeea-70301f77125d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0608935 Jul 29 05:30:17.183084 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ccf966-1607-443b-8f3e-3150047a7c01 req-a8951010-e0b4-45ab-9e84-cfcb150cebc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:30:17.184643 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-f3ccf966-1607-443b-8f3e-3150047a7c01 req-a8951010-e0b4-45ab-9e84-cfcb150cebc6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=719297a86f0a4930b4daf3b9f663e472&device_id=87eb34fa-b0bc-4ee0-aeea-70301f77125d HTTP/1.1" status: 200 len: 1129 time: 0.0485020 Jul 29 05:30:17.303506 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ccf966-1607-443b-8f3e-3150047a7c01 req-5eab7fd9-8b67-401b-a6cf-b4af0926307d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:30:17.304843 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-f3ccf966-1607-443b-8f3e-3150047a7c01 req-5eab7fd9-8b67-401b-a6cf-b4af0926307d service neutron] 10.222.0.60 "GET /v2.0/networks?id=bf6a3cea-818f-4098-a73e-2bd56be30084 HTTP/1.1" status: 200 len: 910 time: 0.0981390 Jul 29 05:30:17.370656 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-f3ccf966-1607-443b-8f3e-3150047a7c01 req-151021e7-41fb-4b3e-b744-b590f690329c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f47132ea-cd5d-4836-887a-b486a4824db2 HTTP/1.1" status: 200 len: 1001 time: 0.0589514 Jul 29 05:30:17.420979 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ccf966-1607-443b-8f3e-3150047a7c01 req-a425dc23-00b1-4d7a-8276-5a1d40acdafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:30:17.422527 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-f3ccf966-1607-443b-8f3e-3150047a7c01 req-a425dc23-00b1-4d7a-8276-5a1d40acdafd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bd4850d2-d662-48cd-9d64-c0fcdc752249 HTTP/1.1" status: 200 len: 848 time: 0.0466330 Jul 29 05:30:17.470611 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ccf966-1607-443b-8f3e-3150047a7c01 req-f244ca5e-f862-4cef-bf5c-3cf4fe23cc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:30:17.472265 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-f3ccf966-1607-443b-8f3e-3150047a7c01 req-f244ca5e-f862-4cef-bf5c-3cf4fe23cc15 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bf6a3cea-818f-4098-a73e-2bd56be30084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438721 Jul 29 05:30:17.566252 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-f3ccf966-1607-443b-8f3e-3150047a7c01 req-7cc228df-6d45-41ab-83fa-9e46ba95834a service neutron] 10.222.0.60 "GET /v2.0/networks/bf6a3cea-818f-4098-a73e-2bd56be30084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881546 Jul 29 05:30:17.794149 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 39028) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:30:17.901930 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.v2.base [None req-77b88694-a06b-47a1-8cbb-4b0514cd9e35 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-641858207-network', 'tenant_id': '3d61aa3cfb59443d849c3d09d839cff5'}} {{(pid=104004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:30:17.923033 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77b88694-a06b-47a1-8cbb-4b0514cd9e35 admin admin] Made reservation on behalf of 3d61aa3cfb59443d849c3d09d839cff5 for: {'network': 1} {{(pid=104004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 05:30:17.925613 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-77b88694-a06b-47a1-8cbb-4b0514cd9e35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for network (None), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:17.930957 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-f3ccf966-1607-443b-8f3e-3150047a7c01 req-96685987-c1c7-4687-9f26-1381a778b838 service neutron] 10.222.0.60 "GET /v2.0/networks/bf6a3cea-818f-4098-a73e-2bd56be30084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3589356 Jul 29 05:30:17.934749 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-77b88694-a06b-47a1-8cbb-4b0514cd9e35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:18.014366 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-77b88694-a06b-47a1-8cbb-4b0514cd9e35 admin admin] Publish callbacks [] for security_group (20b14c0b-3bd7-41e1-bcec-2cad687f1a7b), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:18.018465 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-77b88694-a06b-47a1-8cbb-4b0514cd9e35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (20b14c0b-3bd7-41e1-bcec-2cad687f1a7b), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:18.046850 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77b88694-a06b-47a1-8cbb-4b0514cd9e35 admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=104004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 05:30:18.055828 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b88694-a06b-47a1-8cbb-4b0514cd9e35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20b14c0b-3bd7-41e1-bcec-2cad687f1a7b,revision_number=1']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:30:18.063230 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-77b88694-a06b-47a1-8cbb-4b0514cd9e35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501452'] for segment (9d7b27d9-0143-463c-a7be-74fa3e5595bd), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:18.064309 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.db.segments_db [None req-77b88694-a06b-47a1-8cbb-4b0514cd9e35 admin admin] Added segment 9d7b27d9-0143-463c-a7be-74fa3e5595bd of type vlan for network 1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b Jul 29 05:30:18.107899 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-77b88694-a06b-47a1-8cbb-4b0514cd9e35 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737760211330'] for network (1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:18.133255 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-77b88694-a06b-47a1-8cbb-4b0514cd9e35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436'] for network (1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:18.134359 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b88694-a06b-47a1-8cbb-4b0514cd9e35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:30:18.134964 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-77b88694-a06b-47a1-8cbb-4b0514cd9e35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670410'] for network (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:18.190421 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-77b88694-a06b-47a1-8cbb-4b0514cd9e35 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.3953197 Jul 29 05:30:18.193326 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 39032) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:30:18.199780 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.v2.base [None req-a327947b-1887-4f84-aee5-494b71b05350 admin admin] Request body: {'subnet': {'network_id': '1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-641858207-subnet', 'tenant_id': '3d61aa3cfb59443d849c3d09d839cff5', 'ip_version': 4}} {{(pid=104005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:30:18.202548 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b88694-a06b-47a1-8cbb-4b0514cd9e35 admin admin] Pushing event updated for resources: {'Network': ['ID=1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b,revision_number=1']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:30:18.213261 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Network 1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b details requested by agent ovs-agent-dv-cinder-851279-2-iscsi with host dv-cinder-851279-2-iscsi {{(pid=104006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 05:30:18.216988 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:30:18.223984 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a327947b-1887-4f84-aee5-494b71b05350 admin admin] Made reservation on behalf of 3d61aa3cfb59443d849c3d09d839cff5 for: {'subnet': 1} {{(pid=104005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 05:30:18.226616 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-a327947b-1887-4f84-aee5-494b71b05350 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28373970'] for subnet (None), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:18.270700 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:30:18.410812 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-a327947b-1887-4f84-aee5-494b71b05350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-292102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1905488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28374012'] for subnet (f547db03-202a-42a5-a05f-faf57a3284b5), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:18.467450 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a327947b-1887-4f84-aee5-494b71b05350 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f547db03-202a-42a5-a05f-faf57a3284b5,revision_number=0']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:30:18.480413 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a327947b-1887-4f84-aee5-494b71b05350 admin admin] Checking segment: {'id': '9d7b27d9-0143-463c-a7be-74fa3e5595bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 05:30:18.480806 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a327947b-1887-4f84-aee5-494b71b05350 admin admin] Network hostable DHCP agents. Network: 1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b, hostable agents: ['0319cf4e-40d4-4455-bfa4-d5e1d8f6ed41'], hosted agents: [] {{(pid=104005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 05:30:18.497583 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a327947b-1887-4f84-aee5-494b71b05350 admin admin] Network 1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b is scheduled to be hosted by DHCP agent 0319cf4e-40d4-4455-bfa4-d5e1d8f6ed41 with binding_index 1 {{(pid=104005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 05:30:18.506524 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.base_scheduler [None req-a327947b-1887-4f84-aee5-494b71b05350 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851279-2-iscsi, 1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b) {{(pid=104005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:30:18.512001 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a327947b-1887-4f84-aee5-494b71b05350 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:30:18.513246 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-a327947b-1887-4f84-aee5-494b71b05350 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670410'] for subnet (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:18.516770 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d15dba8-0d2b-4f50-b794-1cc0892730c3 None None] Network 1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b requested from dv-cinder-851279-2-iscsi {{(pid=104006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 05:30:18.532906 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-a327947b-1887-4f84-aee5-494b71b05350 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3358827 Jul 29 05:30:18.533179 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 39034) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:30:18.537447 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.v2.base [None req-0eebbd35-6a6a-4fd7-833e-972f8f68dfce admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-641858207-router', 'tenant_id': '3d61aa3cfb59443d849c3d09d839cff5', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5'}}} {{(pid=104005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:30:18.562043 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-0eebbd35-6a6a-4fd7-833e-972f8f68dfce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1446'] for router (74a7d72e-280a-4789-8708-01de1cc6e893), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:18.563297 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-0eebbd35-6a6a-4fd7-833e-972f8f68dfce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-401149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374269', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-310650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1455'] for router (74a7d72e-280a-4789-8708-01de1cc6e893), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:18.620636 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-0eebbd35-6a6a-4fd7-833e-972f8f68dfce admin admin] Publish callbacks [] for router_controller (74a7d72e-280a-4789-8708-01de1cc6e893), precommit_add_association {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:18.630297 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9b5796-cdd0-4c55-b51e-943edc943970 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa72ac758-2041-5c60-8584-934e42124f9c-1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b', 'network_id': '1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b', 'project_id': '3d61aa3cfb59443d849c3d09d839cff5', 'fixed_ips': [{'subnet_id': 'f547db03-202a-42a5-a05f-faf57a3284b5'}]}} from dv-cinder-851279-2-iscsi. {{(pid=104006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 29 05:30:18.631247 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-bd9b5796-cdd0-4c55-b51e-943edc943970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (None), before_create {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:18.759162 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-0eebbd35-6a6a-4fd7-833e-972f8f68dfce admin admin] Publish callbacks [] for router_gateway (74a7d72e-280a-4789-8708-01de1cc6e893), precommit_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:18.774217 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.db_base_plugin_common [None req-bd9b5796-cdd0-4c55-b51e-943edc943970 None None] Allocated IP 172.20.0.2 (1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b/f547db03-202a-42a5-a05f-faf57a3284b5/cc52d100-54ea-42b3-9476-6973d0ebfb26) {{(pid=104006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 05:30:18.929216 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-bd9b5796-cdd0-4c55-b51e-943edc943970 None None] Publish callbacks [] for port (cc52d100-54ea-42b3-9476-6973d0ebfb26), precommit_create {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:18.934898 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-bd9b5796-cdd0-4c55-b51e-943edc943970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737760223811'] for port (cc52d100-54ea-42b3-9476-6973d0ebfb26), after_create {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:18.954256 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-0eebbd35-6a6a-4fd7-833e-972f8f68dfce admin admin] Publish callbacks [] for router_gateway (74a7d72e-280a-4789-8708-01de1cc6e893), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:18.975979 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-0eebbd35-6a6a-4fd7-833e-972f8f68dfce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (None), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:18.983271 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9b5796-cdd0-4c55-b51e-943edc943970 None None] Network 1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b is already hosted by enough agents. {{(pid=104006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 05:30:18.988878 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.scheduler.base_scheduler [None req-bd9b5796-cdd0-4c55-b51e-943edc943970 None None] Resources bound (agent type, host, resource id): {{(pid=104006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:30:18.990760 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9b5796-cdd0-4c55-b51e-943edc943970 None None] Pushing event updated for resources: {'Port': ['ID=cc52d100-54ea-42b3-9476-6973d0ebfb26,revision_number=1']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:30:18.993009 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9b5796-cdd0-4c55-b51e-943edc943970 None None] Received port after_create {{(pid=104006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 05:30:19.061811 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.managers [None req-bd9b5796-cdd0-4c55-b51e-943edc943970 None None] Attempting to bind port cc52d100-54ea-42b3-9476-6973d0ebfb26 on host dv-cinder-851279-2-iscsi for vnic_type normal with profile {{(pid=104006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 05:30:19.062083 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.managers [None req-bd9b5796-cdd0-4c55-b51e-943edc943970 None None] Attempting to bind port cc52d100-54ea-42b3-9476-6973d0ebfb26 by drivers openvswitch,hyperv on host dv-cinder-851279-2-iscsi at level 0 using segments [{'id': '9d7b27d9-0143-463c-a7be-74fa3e5595bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b'}] {{(pid=104006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 05:30:19.062443 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9b5796-cdd0-4c55-b51e-943edc943970 None None] Attempting to bind port cc52d100-54ea-42b3-9476-6973d0ebfb26 on network 1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b {{(pid=104006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 05:30:19.068069 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9b5796-cdd0-4c55-b51e-943edc943970 None None] Checking agent: {'id': 'aa119a64-f506-4951-a68b-6dc6289eaece', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 5, 12, 12), 'started_at': datetime.datetime(2022, 7, 29, 5, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 5, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 05:30:19.068439 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9b5796-cdd0-4c55-b51e-943edc943970 None None] Checking segment: {'id': '9d7b27d9-0143-463c-a7be-74fa3e5595bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 05:30:19.068842 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-bd9b5796-cdd0-4c55-b51e-943edc943970 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:19.069234 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9b5796-cdd0-4c55-b51e-943edc943970 None None] Bound using segment: {'id': '9d7b27d9-0143-463c-a7be-74fa3e5595bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b'} {{(pid=104006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 05:30:19.069697 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.managers [None req-bd9b5796-cdd0-4c55-b51e-943edc943970 None None] Bound port: cc52d100-54ea-42b3-9476-6973d0ebfb26, host: dv-cinder-851279-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d7b27d9-0143-463c-a7be-74fa3e5595bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b'}}] {{(pid=104006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 05:30:19.070075 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-bd9b5796-cdd0-4c55-b51e-943edc943970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (cc52d100-54ea-42b3-9476-6973d0ebfb26), before_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:19.100200 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.db_base_plugin_common [None req-0eebbd35-6a6a-4fd7-833e-972f8f68dfce admin admin] Allocated IP 172.27.2.8 (24e7367e-e5e6-44e8-9960-5007b05e27d5/c0e5dfe8-844e-4105-ab86-052903918992/91a5f9ec-eb9d-4c15-96e2-d7455c22400e) {{(pid=104005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 05:30:19.136708 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-bd9b5796-cdd0-4c55-b51e-943edc943970 None None] For port cc52d100-54ea-42b3-9476-6973d0ebfb26, host dv-cinder-851279-2-iscsi, cleared binding levels {{(pid=104006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 05:30:19.140289 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-bd9b5796-cdd0-4c55-b51e-943edc943970 None None] For port cc52d100-54ea-42b3-9476-6973d0ebfb26, host dv-cinder-851279-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-2-iscsi',level=0,port_id=cc52d100-54ea-42b3-9476-6973d0ebfb26,segment=NetworkSegment(9d7b27d9-0143-463c-a7be-74fa3e5595bd),segment_id=9d7b27d9-0143-463c-a7be-74fa3e5595bd)] {{(pid=104006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 05:30:19.146549 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-bd9b5796-cdd0-4c55-b51e-943edc943970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (cc52d100-54ea-42b3-9476-6973d0ebfb26), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:19.165160 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:30:19.178061 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:30:19.191969 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=88,neutron:UPDATE=8,neutron:INSERT=4 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:30:19.221458 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9b5796-cdd0-4c55-b51e-943edc943970 None None] Pushing event updated for resources: {'Port': ['ID=cc52d100-54ea-42b3-9476-6973d0ebfb26,revision_number=2']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:30:19.244405 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-0eebbd35-6a6a-4fd7-833e-972f8f68dfce admin admin] Publish callbacks [] for port (91a5f9ec-eb9d-4c15-96e2-d7455c22400e), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:19.282467 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-0eebbd35-6a6a-4fd7-833e-972f8f68dfce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737760223811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1905596'] for port (91a5f9ec-eb9d-4c15-96e2-d7455c22400e), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:19.325059 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eebbd35-6a6a-4fd7-833e-972f8f68dfce admin admin] Network 24e7367e-e5e6-44e8-9960-5007b05e27d5 is already hosted by enough agents. {{(pid=104005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 05:30:19.330645 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.base_scheduler [None req-0eebbd35-6a6a-4fd7-833e-972f8f68dfce admin admin] Resources bound (agent type, host, resource id): {{(pid=104005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:30:19.334588 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eebbd35-6a6a-4fd7-833e-972f8f68dfce admin admin] Received port after_create {{(pid=104005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 05:30:19.361252 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eebbd35-6a6a-4fd7-833e-972f8f68dfce admin admin] Pushing event updated for resources: {'Port': ['ID=91a5f9ec-eb9d-4c15-96e2-d7455c22400e,revision_number=1']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:30:19.614680 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Device cc52d100-54ea-42b3-9476-6973d0ebfb26 up at agent ovs-agent-dv-cinder-851279-2-iscsi {{(pid=104006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 05:30:19.620494 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-0eebbd35-6a6a-4fd7-833e-972f8f68dfce admin admin] Publish callbacks [] for router_gateway (74a7d72e-280a-4789-8708-01de1cc6e893), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:19.663812 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Provisioning complete for port cc52d100-54ea-42b3-9476-6973d0ebfb26 triggered by entity L2. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:30:19.664189 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (cc52d100-54ea-42b3-9476-6973d0ebfb26), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:19.703490 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:30:19.744958 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Current status of the port cc52d100-54ea-42b3-9476-6973d0ebfb26 is: DOWN; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:30:19.745350 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (cc52d100-54ea-42b3-9476-6973d0ebfb26), before_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:19.782223 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] For port cc52d100-54ea-42b3-9476-6973d0ebfb26, host dv-cinder-851279-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-2-iscsi',level=0,port_id=cc52d100-54ea-42b3-9476-6973d0ebfb26,segment=NetworkSegment(9d7b27d9-0143-463c-a7be-74fa3e5595bd),segment_id=9d7b27d9-0143-463c-a7be-74fa3e5595bd)] {{(pid=104006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:30:19.786487 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (cc52d100-54ea-42b3-9476-6973d0ebfb26), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:19.824595 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-0eebbd35-6a6a-4fd7-833e-972f8f68dfce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-401099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374145'] for router (74a7d72e-280a-4789-8708-01de1cc6e893), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:19.840968 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Pushing event updated for resources: {'Port': ['ID=cc52d100-54ea-42b3-9476-6973d0ebfb26,revision_number=3']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:30:19.967849 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eebbd35-6a6a-4fd7-833e-972f8f68dfce admin admin] Router 74a7d72e-280a-4789-8708-01de1cc6e893 is scheduled to L3 agent 8a9a6061-e61b-4901-b35e-5e71dea10db3 with binding_index 1 {{(pid=104005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 29 05:30:20.088862 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eebbd35-6a6a-4fd7-833e-972f8f68dfce admin admin] Notify agent at l3_agent.dv-cinder-851279-2-iscsi the message routers_updated {{(pid=104005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 05:30:20.097748 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:30:20.099515 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67ccafd-1423-4ec7-91ff-68910f6648cb None None] Sync routers for ids ['74a7d72e-280a-4789-8708-01de1cc6e893'] in dv-cinder-851279-2-iscsi {{(pid=104007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 05:30:20.110732 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-0eebbd35-6a6a-4fd7-833e-972f8f68dfce admin admin] Publish callbacks [] for router (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:20.111794 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67ccafd-1423-4ec7-91ff-68910f6648cb None None] Routers {'74a7d72e-280a-4789-8708-01de1cc6e893'} bound to L3 agent in host dv-cinder-851279-2-iscsi {{(pid=104007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:30:20.111999 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-0eebbd35-6a6a-4fd7-833e-972f8f68dfce admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5778515 Jul 29 05:30:20.112547 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-c67ccafd-1423-4ec7-91ff-68910f6648cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T05:12:08Z,description=,heartbeat_timestamp=2022-07-29T05:30:08Z,host='dv-cinder-851279-2-iscsi',id=8a9a6061-e61b-4901-b35e-5e71dea10db3,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T05:12:08Z,topic='l3_agent')) {'router_ids': ['74a7d72e-280a-4789-8708-01de1cc6e893'], 'active': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:30:20.114820 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 39036) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:30:20.146996 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08492a4-8119-4322-97eb-f5bb2de29ded None None] Network 1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b requested from dv-cinder-851279-2-iscsi {{(pid=104006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 05:30:20.176270 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:30:20.217279 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-b2bbb055-e9cd-47c0-99ae-3731b418c60c None None] Provisioning complete for port cc52d100-54ea-42b3-9476-6973d0ebfb26 triggered by entity DHCP. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:30:20.217790 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-b2bbb055-e9cd-47c0-99ae-3731b418c60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (cc52d100-54ea-42b3-9476-6973d0ebfb26), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:20.226289 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvr_db [None req-c67ccafd-1423-4ec7-91ff-68910f6648cb None None] Set router 74a7d72e-280a-4789-8708-01de1cc6e893 gateway port host: dv-cinder-851279-2-iscsi {{(pid=104007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:30:20.338467 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-b2bbb055-e9cd-47c0-99ae-3731b418c60c None None] Current status of the port cc52d100-54ea-42b3-9476-6973d0ebfb26 is: ACTIVE; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:30:20.425397 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-c67ccafd-1423-4ec7-91ff-68910f6648cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74a7d72e-280a-4789-8708-01de1cc6e893', 'name': 'tempest-TestVolumeBootPattern-641858207-router', 'tenant_id': '3d61aa3cfb59443d849c3d09d839cff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '91a5f9ec-eb9d-4c15-96e2-d7455c22400e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:30:18Z', 'updated_at': '2022-07-29T05:30:19Z', 'revision_number': 3, 'project_id': '3d61aa3cfb59443d849c3d09d839cff5', 'gw_port': {'id': '91a5f9ec-eb9d-4c15-96e2-d7455c22400e', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:42:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74a7d72e-280a-4789-8708-01de1cc6e893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:30:18Z', 'updated_at': '2022-07-29T05:30:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi'}], 'dv-cinder-851279-2-iscsi', False) {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:30:20.457240 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67ccafd-1423-4ec7-91ff-68910f6648cb None None] Checking router: 74a7d72e-280a-4789-8708-01de1cc6e893 for host: dv-cinder-851279-2-iscsi {{(pid=104007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 05:30:20.457673 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67ccafd-1423-4ec7-91ff-68910f6648cb None None] Updating router 74a7d72e-280a-4789-8708-01de1cc6e893 port 91a5f9ec-eb9d-4c15-96e2-d7455c22400e binding host dv-cinder-851279-2-iscsi {{(pid=104007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 05:30:20.495683 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c67ccafd-1423-4ec7-91ff-68910f6648cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (91a5f9ec-eb9d-4c15-96e2-d7455c22400e), before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:20.567202 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-5135ab72-4cf3-469b-9207-2229990a6147 None None] Provisioning complete for port cc52d100-54ea-42b3-9476-6973d0ebfb26 triggered by entity DHCP. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:30:20.567879 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-5135ab72-4cf3-469b-9207-2229990a6147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (cc52d100-54ea-42b3-9476-6973d0ebfb26), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:20.635817 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-cce36fdb-7291-4ae8-b4d3-2d6c44498a75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (None), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:20.663931 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-5135ab72-4cf3-469b-9207-2229990a6147 None None] Current status of the port cc52d100-54ea-42b3-9476-6973d0ebfb26 is: ACTIVE; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:30:20.811971 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.db_base_plugin_common [None req-cce36fdb-7291-4ae8-b4d3-2d6c44498a75 admin admin] Allocated IP 172.20.0.1 (1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b/f547db03-202a-42a5-a05f-faf57a3284b5/5e63cf1e-3788-464c-bd2b-dddc896a61cc) {{(pid=104005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 05:30:20.816757 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c67ccafd-1423-4ec7-91ff-68910f6648cb None None] Publish callbacks [] for port (91a5f9ec-eb9d-4c15-96e2-d7455c22400e), precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:20.825337 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c67ccafd-1423-4ec7-91ff-68910f6648cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (91a5f9ec-eb9d-4c15-96e2-d7455c22400e), after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:20.882065 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [None req-c67ccafd-1423-4ec7-91ff-68910f6648cb None None] Attempting to bind port 91a5f9ec-eb9d-4c15-96e2-d7455c22400e on host dv-cinder-851279-2-iscsi for vnic_type normal with profile {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 05:30:20.882588 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [None req-c67ccafd-1423-4ec7-91ff-68910f6648cb None None] Attempting to bind port 91a5f9ec-eb9d-4c15-96e2-d7455c22400e by drivers openvswitch,hyperv on host dv-cinder-851279-2-iscsi at level 0 using segments [{'id': 'f0686699-af43-47c7-b9bc-f7993eec27ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5'}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 05:30:20.883035 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67ccafd-1423-4ec7-91ff-68910f6648cb None None] Attempting to bind port 91a5f9ec-eb9d-4c15-96e2-d7455c22400e on network 24e7367e-e5e6-44e8-9960-5007b05e27d5 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 05:30:20.886276 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707be4a7-1eec-4770-b734-55c10ed01035 None None] Pushing event updated for resources: {'Port': ['ID=91a5f9ec-eb9d-4c15-96e2-d7455c22400e,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:30:20.895749 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707be4a7-1eec-4770-b734-55c10ed01035 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:30:20.896474 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707be4a7-1eec-4770-b734-55c10ed01035 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:30:20.896956 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707be4a7-1eec-4770-b734-55c10ed01035 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:30:20.897388 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707be4a7-1eec-4770-b734-55c10ed01035 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:30:20.897789 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707be4a7-1eec-4770-b734-55c10ed01035 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:30:20.898185 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707be4a7-1eec-4770-b734-55c10ed01035 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:30:20.898571 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707be4a7-1eec-4770-b734-55c10ed01035 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:30:20.898958 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707be4a7-1eec-4770-b734-55c10ed01035 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:30:20.899612 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707be4a7-1eec-4770-b734-55c10ed01035 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:30:20.900001 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707be4a7-1eec-4770-b734-55c10ed01035 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:30:20.901077 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707be4a7-1eec-4770-b734-55c10ed01035 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:30:20.903978 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707be4a7-1eec-4770-b734-55c10ed01035 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:30:20.904352 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707be4a7-1eec-4770-b734-55c10ed01035 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:30:20.905185 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707be4a7-1eec-4770-b734-55c10ed01035 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:30:20.905185 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707be4a7-1eec-4770-b734-55c10ed01035 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:30:20.908691 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67ccafd-1423-4ec7-91ff-68910f6648cb None None] Checking agent: {'id': 'aa119a64-f506-4951-a68b-6dc6289eaece', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 5, 12, 12), 'started_at': datetime.datetime(2022, 7, 29, 5, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 5, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 05:30:20.909076 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67ccafd-1423-4ec7-91ff-68910f6648cb None None] Checking segment: {'id': 'f0686699-af43-47c7-b9bc-f7993eec27ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 05:30:20.909471 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c67ccafd-1423-4ec7-91ff-68910f6648cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:20.909863 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67ccafd-1423-4ec7-91ff-68910f6648cb None None] Bound using segment: {'id': 'f0686699-af43-47c7-b9bc-f7993eec27ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5'} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 05:30:20.910335 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [None req-c67ccafd-1423-4ec7-91ff-68910f6648cb None None] Bound port: 91a5f9ec-eb9d-4c15-96e2-d7455c22400e, host: dv-cinder-851279-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0686699-af43-47c7-b9bc-f7993eec27ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5'}}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 05:30:20.910714 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c67ccafd-1423-4ec7-91ff-68910f6648cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (91a5f9ec-eb9d-4c15-96e2-d7455c22400e), before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:20.952084 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-cce36fdb-7291-4ae8-b4d3-2d6c44498a75 admin admin] Publish callbacks [] for port (5e63cf1e-3788-464c-bd2b-dddc896a61cc), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:20.968026 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-c67ccafd-1423-4ec7-91ff-68910f6648cb None None] For port 91a5f9ec-eb9d-4c15-96e2-d7455c22400e, host dv-cinder-851279-2-iscsi, cleared binding levels {{(pid=104007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 05:30:20.971459 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-c67ccafd-1423-4ec7-91ff-68910f6648cb None None] For port 91a5f9ec-eb9d-4c15-96e2-d7455c22400e, host dv-cinder-851279-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-2-iscsi',level=0,port_id=91a5f9ec-eb9d-4c15-96e2-d7455c22400e,segment=NetworkSegment(f0686699-af43-47c7-b9bc-f7993eec27ee),segment_id=f0686699-af43-47c7-b9bc-f7993eec27ee)] {{(pid=104007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 05:30:20.979063 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c67ccafd-1423-4ec7-91ff-68910f6648cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (91a5f9ec-eb9d-4c15-96e2-d7455c22400e), after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:20.993391 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-cce36fdb-7291-4ae8-b4d3-2d6c44498a75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737760223811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1905596'] for port (5e63cf1e-3788-464c-bd2b-dddc896a61cc), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:21.067653 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce36fdb-7291-4ae8-b4d3-2d6c44498a75 admin admin] Network 1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b is already hosted by enough agents. {{(pid=104005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 05:30:21.069516 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67ccafd-1423-4ec7-91ff-68910f6648cb None None] Routers {'74a7d72e-280a-4789-8708-01de1cc6e893'} bound to L3 agent in host dv-cinder-851279-2-iscsi {{(pid=104007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:30:21.070612 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-c67ccafd-1423-4ec7-91ff-68910f6648cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T05:12:08Z,description=,heartbeat_timestamp=2022-07-29T05:30:08Z,host='dv-cinder-851279-2-iscsi',id=8a9a6061-e61b-4901-b35e-5e71dea10db3,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T05:12:08Z,topic='l3_agent')) {'router_ids': ['74a7d72e-280a-4789-8708-01de1cc6e893'], 'active': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:30:21.073432 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.base_scheduler [None req-cce36fdb-7291-4ae8-b4d3-2d6c44498a75 admin admin] Resources bound (agent type, host, resource id): {{(pid=104005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:30:21.080229 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce36fdb-7291-4ae8-b4d3-2d6c44498a75 admin admin] Received port after_create {{(pid=104005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 05:30:21.088596 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce36fdb-7291-4ae8-b4d3-2d6c44498a75 admin admin] Pushing event updated for resources: {'Port': ['ID=5e63cf1e-3788-464c-bd2b-dddc896a61cc,revision_number=1']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:30:21.147522 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707be4a7-1eec-4770-b734-55c10ed01035 None None] Pushing event updated for resources: {'Port': ['ID=91a5f9ec-eb9d-4c15-96e2-d7455c22400e,revision_number=3']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:30:21.167303 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:30:21.168673 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-cce36fdb-7291-4ae8-b4d3-2d6c44498a75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417921'] for router_interface (74a7d72e-280a-4789-8708-01de1cc6e893), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:21.204960 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:30:21.209191 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:30:21.213139 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:30:21.256173 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvr_db [None req-c67ccafd-1423-4ec7-91ff-68910f6648cb None None] Set router 74a7d72e-280a-4789-8708-01de1cc6e893 gateway port host: dv-cinder-851279-2-iscsi {{(pid=104007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:30:21.319148 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-cce36fdb-7291-4ae8-b4d3-2d6c44498a75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (5e63cf1e-3788-464c-bd2b-dddc896a61cc), before_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:21.489332 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-0c2d8010-9818-4da4-bfad-67f85f72e79d None None] Provisioning complete for port 5e63cf1e-3788-464c-bd2b-dddc896a61cc triggered by entity DHCP. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:30:21.489981 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-0c2d8010-9818-4da4-bfad-67f85f72e79d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (5e63cf1e-3788-464c-bd2b-dddc896a61cc), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:21.517106 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-cce36fdb-7291-4ae8-b4d3-2d6c44498a75 admin admin] Publish callbacks [] for port (5e63cf1e-3788-464c-bd2b-dddc896a61cc), precommit_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:21.524525 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-0c2d8010-9818-4da4-bfad-67f85f72e79d None None] Port 5e63cf1e-3788-464c-bd2b-dddc896a61cc cannot update to ACTIVE because it is not bound. {{(pid=104006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 29 05:30:21.526007 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-cce36fdb-7291-4ae8-b4d3-2d6c44498a75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1905579'] for port (5e63cf1e-3788-464c-bd2b-dddc896a61cc), after_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:21.538908 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-c67ccafd-1423-4ec7-91ff-68910f6648cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74a7d72e-280a-4789-8708-01de1cc6e893', 'name': 'tempest-TestVolumeBootPattern-641858207-router', 'tenant_id': '3d61aa3cfb59443d849c3d09d839cff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '91a5f9ec-eb9d-4c15-96e2-d7455c22400e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:30:18Z', 'updated_at': '2022-07-29T05:30:19Z', 'revision_number': 3, 'project_id': '3d61aa3cfb59443d849c3d09d839cff5', 'gw_port': {'id': '91a5f9ec-eb9d-4c15-96e2-d7455c22400e', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:42:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74a7d72e-280a-4789-8708-01de1cc6e893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:30:18Z', 'updated_at': '2022-07-29T05:30:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi'}], 'dv-cinder-851279-2-iscsi', False) {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:30:21.574639 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67ccafd-1423-4ec7-91ff-68910f6648cb None None] The sync data for ids ['74a7d72e-280a-4789-8708-01de1cc6e893'] in dv-cinder-851279-2-iscsi is: [{'id': '74a7d72e-280a-4789-8708-01de1cc6e893', 'name': 'tempest-TestVolumeBootPattern-641858207-router', 'tenant_id': '3d61aa3cfb59443d849c3d09d839cff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '91a5f9ec-eb9d-4c15-96e2-d7455c22400e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:30:18Z', 'updated_at': '2022-07-29T05:30:19Z', 'revision_number': 3, 'project_id': '3d61aa3cfb59443d849c3d09d839cff5', 'gw_port': {'id': '91a5f9ec-eb9d-4c15-96e2-d7455c22400e', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:42:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74a7d72e-280a-4789-8708-01de1cc6e893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:30:18Z', 'updated_at': '2022-07-29T05:30:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi'}] {{(pid=104007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 05:30:21.608854 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce36fdb-7291-4ae8-b4d3-2d6c44498a75 admin admin] Pushing event updated for resources: {'Port': ['ID=5e63cf1e-3788-464c-bd2b-dddc896a61cc,revision_number=2']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:30:21.611148 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-cce36fdb-7291-4ae8-b4d3-2d6c44498a75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-418045'] for router_interface (74a7d72e-280a-4789-8708-01de1cc6e893), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:21.653295 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Device cc52d100-54ea-42b3-9476-6973d0ebfb26 up at agent ovs-agent-dv-cinder-851279-2-iscsi {{(pid=104006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 05:30:21.712962 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Provisioning complete for port cc52d100-54ea-42b3-9476-6973d0ebfb26 triggered by entity L2. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:30:21.713822 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (cc52d100-54ea-42b3-9476-6973d0ebfb26), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:21.723052 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce36fdb-7291-4ae8-b4d3-2d6c44498a75 admin admin] Network 1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b is already hosted by enough agents. {{(pid=104005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 05:30:21.724517 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.base_scheduler [None req-cce36fdb-7291-4ae8-b4d3-2d6c44498a75 admin admin] Resources bound (agent type, host, resource id): {{(pid=104005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:30:21.809724 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Current status of the port cc52d100-54ea-42b3-9476-6973d0ebfb26 is: ACTIVE; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:30:21.873291 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cce36fdb-7291-4ae8-b4d3-2d6c44498a75 admin admin] Router 74a7d72e-280a-4789-8708-01de1cc6e893 has already been hosted by L3 agent 8a9a6061-e61b-4901-b35e-5e71dea10db3 {{(pid=104005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 05:30:22.047488 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cce36fdb-7291-4ae8-b4d3-2d6c44498a75 admin admin] Notify agent at l3_agent.dv-cinder-851279-2-iscsi the message routers_updated {{(pid=104005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 05:30:22.059500 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-cce36fdb-7291-4ae8-b4d3-2d6c44498a75 admin admin] 10.222.0.49 "PUT /v2.0/routers/74a7d72e-280a-4789-8708-01de1cc6e893/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9365485 Jul 29 05:30:22.155075 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-0ce45e9b-414c-4e97-903d-56324b611c5a None None] Provisioning complete for port 5e63cf1e-3788-464c-bd2b-dddc896a61cc triggered by entity DHCP. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:30:22.155712 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-0ce45e9b-414c-4e97-903d-56324b611c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (5e63cf1e-3788-464c-bd2b-dddc896a61cc), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:22.177990 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:30:22.192262 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-0ce45e9b-414c-4e97-903d-56324b611c5a None None] Port 5e63cf1e-3788-464c-bd2b-dddc896a61cc cannot update to ACTIVE because it is not bound. {{(pid=104006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 29 05:30:22.699591 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 39052) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:30:22.704579 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.v2.base [None req-e4ed2a86-26c2-4823-adeb-d2de7a46dcb9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1913371709-network', 'tenant_id': '9bf85229f25c4bd7b45355082e2fc952'}} {{(pid=104005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:30:22.726239 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4ed2a86-26c2-4823-adeb-d2de7a46dcb9 admin admin] Made reservation on behalf of 9bf85229f25c4bd7b45355082e2fc952 for: {'network': 1} {{(pid=104005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 05:30:22.730432 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-e4ed2a86-26c2-4823-adeb-d2de7a46dcb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for network (None), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:22.740224 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-e4ed2a86-26c2-4823-adeb-d2de7a46dcb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:22.782315 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:30:22.801244 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:30:22.841128 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-e4ed2a86-26c2-4823-adeb-d2de7a46dcb9 admin admin] Publish callbacks [] for security_group (60440915-961c-4f4e-8e36-1b2d2f1aad9b), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:22.845839 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-e4ed2a86-26c2-4823-adeb-d2de7a46dcb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (60440915-961c-4f4e-8e36-1b2d2f1aad9b), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:22.878407 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4ed2a86-26c2-4823-adeb-d2de7a46dcb9 admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=104005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 05:30:22.886483 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed2a86-26c2-4823-adeb-d2de7a46dcb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60440915-961c-4f4e-8e36-1b2d2f1aad9b,revision_number=1']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:30:22.893138 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-e4ed2a86-26c2-4823-adeb-d2de7a46dcb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501452'] for segment (2679f21d-1e77-4ed5-a1ed-cf0b9b2410f3), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:22.893512 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.db.segments_db [None req-e4ed2a86-26c2-4823-adeb-d2de7a46dcb9 admin admin] Added segment 2679f21d-1e77-4ed5-a1ed-cf0b9b2410f3 of type vlan for network 8589f6d2-aa68-4ea7-adab-fa082a0b5ccf Jul 29 05:30:22.940630 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-e4ed2a86-26c2-4823-adeb-d2de7a46dcb9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737760211330'] for network (8589f6d2-aa68-4ea7-adab-fa082a0b5ccf), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:22.980362 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-e4ed2a86-26c2-4823-adeb-d2de7a46dcb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436'] for network (8589f6d2-aa68-4ea7-adab-fa082a0b5ccf), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:22.981452 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ed2a86-26c2-4823-adeb-d2de7a46dcb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:30:22.982022 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-e4ed2a86-26c2-4823-adeb-d2de7a46dcb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670410'] for network (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:23.041875 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-e4ed2a86-26c2-4823-adeb-d2de7a46dcb9 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.3408144 Jul 29 05:30:23.047369 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 39054) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:30:23.055538 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.v2.base [None req-6abd4226-1d38-4f57-81ea-25ae25f90d38 admin admin] Request body: {'subnet': {'network_id': '8589f6d2-aa68-4ea7-adab-fa082a0b5ccf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1913371709-subnet', 'tenant_id': '9bf85229f25c4bd7b45355082e2fc952', 'ip_version': 4}} {{(pid=104004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:30:23.063717 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed2a86-26c2-4823-adeb-d2de7a46dcb9 admin admin] Pushing event updated for resources: {'Network': ['ID=8589f6d2-aa68-4ea7-adab-fa082a0b5ccf,revision_number=1']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:30:23.078576 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Network 8589f6d2-aa68-4ea7-adab-fa082a0b5ccf details requested by agent ovs-agent-dv-cinder-851279-2-iscsi with host dv-cinder-851279-2-iscsi {{(pid=104006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 05:30:23.082900 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=75,neutron:DELETE=4,neutron:INSERT=20,neutron:UPDATE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:30:23.096140 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6abd4226-1d38-4f57-81ea-25ae25f90d38 admin admin] Made reservation on behalf of 9bf85229f25c4bd7b45355082e2fc952 for: {'subnet': 1} {{(pid=104004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 05:30:23.098559 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-6abd4226-1d38-4f57-81ea-25ae25f90d38 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25789431'] for subnet (None), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:23.185877 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=80,neutron:DELETE=2,neutron:INSERT=14,neutron:UPDATE=4 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:30:23.302779 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-6abd4226-1d38-4f57-81ea-25ae25f90d38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-292102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25660319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25789401'] for subnet (acdef427-6391-46fb-9ce1-7360ff7b708f), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:23.365621 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abd4226-1d38-4f57-81ea-25ae25f90d38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=acdef427-6391-46fb-9ce1-7360ff7b708f,revision_number=0']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:30:23.374412 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abd4226-1d38-4f57-81ea-25ae25f90d38 admin admin] Checking segment: {'id': '2679f21d-1e77-4ed5-a1ed-cf0b9b2410f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '8589f6d2-aa68-4ea7-adab-fa082a0b5ccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 05:30:23.374776 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6abd4226-1d38-4f57-81ea-25ae25f90d38 admin admin] Network hostable DHCP agents. Network: 8589f6d2-aa68-4ea7-adab-fa082a0b5ccf, hostable agents: ['0319cf4e-40d4-4455-bfa4-d5e1d8f6ed41'], hosted agents: [] {{(pid=104004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 05:30:23.402426 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6abd4226-1d38-4f57-81ea-25ae25f90d38 admin admin] Network 8589f6d2-aa68-4ea7-adab-fa082a0b5ccf is scheduled to be hosted by DHCP agent 0319cf4e-40d4-4455-bfa4-d5e1d8f6ed41 with binding_index 1 {{(pid=104004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 05:30:23.415119 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.base_scheduler [None req-6abd4226-1d38-4f57-81ea-25ae25f90d38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851279-2-iscsi, 8589f6d2-aa68-4ea7-adab-fa082a0b5ccf) {{(pid=104004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:30:23.422551 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6abd4226-1d38-4f57-81ea-25ae25f90d38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:30:23.423889 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-6abd4226-1d38-4f57-81ea-25ae25f90d38 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:23.425309 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cca9b6f-f7d7-4ee3-8667-c405ca714148 None None] Network 8589f6d2-aa68-4ea7-adab-fa082a0b5ccf requested from dv-cinder-851279-2-iscsi {{(pid=104006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 05:30:23.430353 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1ea18e-799e-4c7e-b474-cdf8e8e09365 None None] Sync routers for ids ['74a7d72e-280a-4789-8708-01de1cc6e893'] in dv-cinder-851279-2-iscsi {{(pid=104006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 05:30:23.450027 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-6abd4226-1d38-4f57-81ea-25ae25f90d38 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3972826 Jul 29 05:30:23.450520 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 39056) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:30:23.455176 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.v2.base [None req-337245cc-c946-4bcb-b9fc-fe091d988dfd admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1913371709-router', 'tenant_id': '9bf85229f25c4bd7b45355082e2fc952', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5'}}} {{(pid=104004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:30:23.476943 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-337245cc-c946-4bcb-b9fc-fe091d988dfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1446'] for router (00a31012-3a60-4ee5-b21f-5d402b8fd03b), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:23.478011 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-337245cc-c946-4bcb-b9fc-fe091d988dfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-401149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374269', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-310650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1455'] for router (00a31012-3a60-4ee5-b21f-5d402b8fd03b), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:23.486099 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1ea18e-799e-4c7e-b474-cdf8e8e09365 None None] Routers {'74a7d72e-280a-4789-8708-01de1cc6e893'} bound to L3 agent in host dv-cinder-851279-2-iscsi {{(pid=104006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:30:23.486737 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_hamode_db [None req-2b1ea18e-799e-4c7e-b474-cdf8e8e09365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T05:12:08Z,description=,heartbeat_timestamp=2022-07-29T05:30:08Z,host='dv-cinder-851279-2-iscsi',id=8a9a6061-e61b-4901-b35e-5e71dea10db3,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T05:12:08Z,topic='l3_agent')) {'router_ids': ['74a7d72e-280a-4789-8708-01de1cc6e893'], 'active': True} {{(pid=104006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:30:23.541590 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-337245cc-c946-4bcb-b9fc-fe091d988dfd admin admin] Publish callbacks [] for router_controller (00a31012-3a60-4ee5-b21f-5d402b8fd03b), precommit_add_association {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:23.661421 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Device 91a5f9ec-eb9d-4c15-96e2-d7455c22400e up at agent ovs-agent-dv-cinder-851279-2-iscsi {{(pid=104006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 05:30:23.668916 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:30:23.701482 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-337245cc-c946-4bcb-b9fc-fe091d988dfd admin admin] Publish callbacks [] for router_gateway (00a31012-3a60-4ee5-b21f-5d402b8fd03b), precommit_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:23.804627 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b015ee-ef72-4d5a-8dce-53d1232c478a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa72ac758-2041-5c60-8584-934e42124f9c-8589f6d2-aa68-4ea7-adab-fa082a0b5ccf', 'network_id': '8589f6d2-aa68-4ea7-adab-fa082a0b5ccf', 'project_id': '9bf85229f25c4bd7b45355082e2fc952', 'fixed_ips': [{'subnet_id': 'acdef427-6391-46fb-9ce1-7360ff7b708f'}]}} from dv-cinder-851279-2-iscsi. {{(pid=104006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 29 05:30:23.805518 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-63b015ee-ef72-4d5a-8dce-53d1232c478a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (None), before_create {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:23.808987 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvr_db [None req-2b1ea18e-799e-4c7e-b474-cdf8e8e09365 None None] Set router 74a7d72e-280a-4789-8708-01de1cc6e893 gateway port host: dv-cinder-851279-2-iscsi {{(pid=104006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:30:23.845713 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Provisioning complete for port 91a5f9ec-eb9d-4c15-96e2-d7455c22400e triggered by entity L2. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:30:23.845992 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (91a5f9ec-eb9d-4c15-96e2-d7455c22400e), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:23.893031 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-337245cc-c946-4bcb-b9fc-fe091d988dfd admin admin] Publish callbacks [] for router_gateway (00a31012-3a60-4ee5-b21f-5d402b8fd03b), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:23.912991 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-337245cc-c946-4bcb-b9fc-fe091d988dfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (None), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:24.032989 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.db.db_base_plugin_common [None req-337245cc-c946-4bcb-b9fc-fe091d988dfd admin admin] Allocated IP 172.27.2.60 (24e7367e-e5e6-44e8-9960-5007b05e27d5/c0e5dfe8-844e-4105-ab86-052903918992/b1834fed-711c-4e55-8920-0687a718fbc6) {{(pid=104004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 05:30:24.098976 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:30:24.146132 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Current status of the port 91a5f9ec-eb9d-4c15-96e2-d7455c22400e is: DOWN; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:30:24.147302 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (91a5f9ec-eb9d-4c15-96e2-d7455c22400e), before_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:24.149522 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:INSERT=9,neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:30:24.153484 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-337245cc-c946-4bcb-b9fc-fe091d988dfd admin admin] Publish callbacks [] for port (b1834fed-711c-4e55-8920-0687a718fbc6), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:24.160121 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.db_base_plugin_common [None req-63b015ee-ef72-4d5a-8dce-53d1232c478a None None] Allocated IP 172.20.0.2 (8589f6d2-aa68-4ea7-adab-fa082a0b5ccf/acdef427-6391-46fb-9ce1-7360ff7b708f/3d7d4aec-83c7-4523-957f-a4c732b9694a) {{(pid=104006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 05:30:24.193361 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-337245cc-c946-4bcb-b9fc-fe091d988dfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737760223811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660275'] for port (b1834fed-711c-4e55-8920-0687a718fbc6), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:24.221285 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] For port 91a5f9ec-eb9d-4c15-96e2-d7455c22400e, host dv-cinder-851279-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-2-iscsi',level=0,port_id=91a5f9ec-eb9d-4c15-96e2-d7455c22400e,segment=NetworkSegment(f0686699-af43-47c7-b9bc-f7993eec27ee),segment_id=f0686699-af43-47c7-b9bc-f7993eec27ee)] {{(pid=104006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:30:24.231834 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (91a5f9ec-eb9d-4c15-96e2-d7455c22400e), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:24.244905 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337245cc-c946-4bcb-b9fc-fe091d988dfd admin admin] Network 24e7367e-e5e6-44e8-9960-5007b05e27d5 is already hosted by enough agents. {{(pid=104004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 05:30:24.253006 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.base_scheduler [None req-337245cc-c946-4bcb-b9fc-fe091d988dfd admin admin] Resources bound (agent type, host, resource id): {{(pid=104004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:30:24.255475 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337245cc-c946-4bcb-b9fc-fe091d988dfd admin admin] Received port after_create {{(pid=104004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 05:30:24.286819 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337245cc-c946-4bcb-b9fc-fe091d988dfd admin admin] Pushing event updated for resources: {'Port': ['ID=b1834fed-711c-4e55-8920-0687a718fbc6,revision_number=1']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:30:24.299395 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_hamode_db [None req-2b1ea18e-799e-4c7e-b474-cdf8e8e09365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74a7d72e-280a-4789-8708-01de1cc6e893', 'name': 'tempest-TestVolumeBootPattern-641858207-router', 'tenant_id': '3d61aa3cfb59443d849c3d09d839cff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '91a5f9ec-eb9d-4c15-96e2-d7455c22400e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:30:18Z', 'updated_at': '2022-07-29T05:30:21Z', 'revision_number': 4, 'project_id': '3d61aa3cfb59443d849c3d09d839cff5', 'gw_port': {'id': '91a5f9ec-eb9d-4c15-96e2-d7455c22400e', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:42:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74a7d72e-280a-4789-8708-01de1cc6e893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:30:18Z', 'updated_at': '2022-07-29T05:30:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi', '_interfaces': [{'id': '5e63cf1e-3788-464c-bd2b-dddc896a61cc', 'name': '', 'network_id': '1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b', 'tenant_id': '3d61aa3cfb59443d849c3d09d839cff5', 'mac_address': 'fa:16:3e:6b:2c:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74a7d72e-280a-4789-8708-01de1cc6e893', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'f547db03-202a-42a5-a05f-faf57a3284b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:30:20Z', 'updated_at': '2022-07-29T05:30:21Z', 'revision_number': 2, 'project_id': '3d61aa3cfb59443d849c3d09d839cff5', 'subnets': [{'id': 'f547db03-202a-42a5-a05f-faf57a3284b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-2-iscsi', False) {} {{(pid=104006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:30:24.300716 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:30:24.341611 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1ea18e-799e-4c7e-b474-cdf8e8e09365 None None] Checking router: 74a7d72e-280a-4789-8708-01de1cc6e893 for host: dv-cinder-851279-2-iscsi {{(pid=104006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 05:30:24.341969 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1ea18e-799e-4c7e-b474-cdf8e8e09365 None None] Updating router 74a7d72e-280a-4789-8708-01de1cc6e893 port 5e63cf1e-3788-464c-bd2b-dddc896a61cc binding host dv-cinder-851279-2-iscsi {{(pid=104006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 05:30:24.386339 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Pushing event updated for resources: {'Port': ['ID=91a5f9ec-eb9d-4c15-96e2-d7455c22400e,revision_number=4']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:30:24.403603 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-2b1ea18e-799e-4c7e-b474-cdf8e8e09365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (5e63cf1e-3788-464c-bd2b-dddc896a61cc), before_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:24.526146 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-337245cc-c946-4bcb-b9fc-fe091d988dfd admin admin] Publish callbacks [] for router_gateway (00a31012-3a60-4ee5-b21f-5d402b8fd03b), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:24.572370 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:30:24.603330 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-63b015ee-ef72-4d5a-8dce-53d1232c478a None None] Publish callbacks [] for port (3d7d4aec-83c7-4523-957f-a4c732b9694a), precommit_create {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:24.624359 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-63b015ee-ef72-4d5a-8dce-53d1232c478a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737760223811'] for port (3d7d4aec-83c7-4523-957f-a4c732b9694a), after_create {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:24.716528 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b015ee-ef72-4d5a-8dce-53d1232c478a None None] Network 8589f6d2-aa68-4ea7-adab-fa082a0b5ccf is already hosted by enough agents. {{(pid=104006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 05:30:24.723717 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.scheduler.base_scheduler [None req-63b015ee-ef72-4d5a-8dce-53d1232c478a None None] Resources bound (agent type, host, resource id): {{(pid=104006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:30:24.731791 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b015ee-ef72-4d5a-8dce-53d1232c478a None None] Received port after_create {{(pid=104006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 05:30:24.749044 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b015ee-ef72-4d5a-8dce-53d1232c478a None None] Pushing event updated for resources: {'Port': ['ID=3d7d4aec-83c7-4523-957f-a4c732b9694a,revision_number=1']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:30:24.872457 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.managers [None req-63b015ee-ef72-4d5a-8dce-53d1232c478a None None] Attempting to bind port 3d7d4aec-83c7-4523-957f-a4c732b9694a on host dv-cinder-851279-2-iscsi for vnic_type normal with profile {{(pid=104006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 05:30:24.872835 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.managers [None req-63b015ee-ef72-4d5a-8dce-53d1232c478a None None] Attempting to bind port 3d7d4aec-83c7-4523-957f-a4c732b9694a by drivers openvswitch,hyperv on host dv-cinder-851279-2-iscsi at level 0 using segments [{'id': '2679f21d-1e77-4ed5-a1ed-cf0b9b2410f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '8589f6d2-aa68-4ea7-adab-fa082a0b5ccf'}] {{(pid=104006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 05:30:24.873201 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b015ee-ef72-4d5a-8dce-53d1232c478a None None] Attempting to bind port 3d7d4aec-83c7-4523-957f-a4c732b9694a on network 8589f6d2-aa68-4ea7-adab-fa082a0b5ccf {{(pid=104006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 05:30:24.883843 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b015ee-ef72-4d5a-8dce-53d1232c478a None None] Checking agent: {'id': 'aa119a64-f506-4951-a68b-6dc6289eaece', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 5, 12, 12), 'started_at': datetime.datetime(2022, 7, 29, 5, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 5, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 05:30:24.884293 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b015ee-ef72-4d5a-8dce-53d1232c478a None None] Checking segment: {'id': '2679f21d-1e77-4ed5-a1ed-cf0b9b2410f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '8589f6d2-aa68-4ea7-adab-fa082a0b5ccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 05:30:24.884761 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-63b015ee-ef72-4d5a-8dce-53d1232c478a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:24.885868 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b015ee-ef72-4d5a-8dce-53d1232c478a None None] Bound using segment: {'id': '2679f21d-1e77-4ed5-a1ed-cf0b9b2410f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '8589f6d2-aa68-4ea7-adab-fa082a0b5ccf'} {{(pid=104006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 05:30:24.886392 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.managers [None req-63b015ee-ef72-4d5a-8dce-53d1232c478a None None] Bound port: 3d7d4aec-83c7-4523-957f-a4c732b9694a, host: dv-cinder-851279-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2679f21d-1e77-4ed5-a1ed-cf0b9b2410f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '8589f6d2-aa68-4ea7-adab-fa082a0b5ccf'}}] {{(pid=104006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 05:30:24.886783 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-63b015ee-ef72-4d5a-8dce-53d1232c478a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (3d7d4aec-83c7-4523-957f-a4c732b9694a), before_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:24.916069 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-2b1ea18e-799e-4c7e-b474-cdf8e8e09365 None None] Publish callbacks [] for port (5e63cf1e-3788-464c-bd2b-dddc896a61cc), precommit_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:24.940976 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-2b1ea18e-799e-4c7e-b474-cdf8e8e09365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (5e63cf1e-3788-464c-bd2b-dddc896a61cc), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:25.030700 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f86f3d-cd88-4e11-ac9e-50b0518cf38c None None] Pushing event updated for resources: {'Port': ['ID=5e63cf1e-3788-464c-bd2b-dddc896a61cc,revision_number=3']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:30:25.043914 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-63b015ee-ef72-4d5a-8dce-53d1232c478a None None] For port 3d7d4aec-83c7-4523-957f-a4c732b9694a, host dv-cinder-851279-2-iscsi, cleared binding levels {{(pid=104006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 05:30:25.085362 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-337245cc-c946-4bcb-b9fc-fe091d988dfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-401099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374145'] for router (00a31012-3a60-4ee5-b21f-5d402b8fd03b), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:25.095153 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-63b015ee-ef72-4d5a-8dce-53d1232c478a None None] For port 3d7d4aec-83c7-4523-957f-a4c732b9694a, host dv-cinder-851279-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-2-iscsi',level=0,port_id=3d7d4aec-83c7-4523-957f-a4c732b9694a,segment=NetworkSegment(2679f21d-1e77-4ed5-a1ed-cf0b9b2410f3),segment_id=2679f21d-1e77-4ed5-a1ed-cf0b9b2410f3)] {{(pid=104006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 05:30:25.101870 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.agents_db [None req-24db149f-f2c4-42ba-b1ad-acaecd0c6386 None None] Agent healthcheck: found 6 active agents {{(pid=104007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 05:30:25.112451 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-63b015ee-ef72-4d5a-8dce-53d1232c478a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (3d7d4aec-83c7-4523-957f-a4c732b9694a), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:25.118065 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.managers [None req-2b1ea18e-799e-4c7e-b474-cdf8e8e09365 None None] Attempting to bind port 5e63cf1e-3788-464c-bd2b-dddc896a61cc on host dv-cinder-851279-2-iscsi for vnic_type normal with profile {{(pid=104006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 05:30:25.118065 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.managers [None req-2b1ea18e-799e-4c7e-b474-cdf8e8e09365 None None] Attempting to bind port 5e63cf1e-3788-464c-bd2b-dddc896a61cc by drivers openvswitch,hyperv on host dv-cinder-851279-2-iscsi at level 0 using segments [{'id': '9d7b27d9-0143-463c-a7be-74fa3e5595bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b'}] {{(pid=104006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 05:30:25.118065 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1ea18e-799e-4c7e-b474-cdf8e8e09365 None None] Attempting to bind port 5e63cf1e-3788-464c-bd2b-dddc896a61cc on network 1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b {{(pid=104006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 05:30:25.150835 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:UPDATE=6 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:30:25.161176 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1ea18e-799e-4c7e-b474-cdf8e8e09365 None None] Checking agent: {'id': 'aa119a64-f506-4951-a68b-6dc6289eaece', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 5, 12, 12), 'started_at': datetime.datetime(2022, 7, 29, 5, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 5, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 05:30:25.161996 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1ea18e-799e-4c7e-b474-cdf8e8e09365 None None] Checking segment: {'id': '9d7b27d9-0143-463c-a7be-74fa3e5595bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 05:30:25.162573 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-2b1ea18e-799e-4c7e-b474-cdf8e8e09365 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:25.163073 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1ea18e-799e-4c7e-b474-cdf8e8e09365 None None] Bound using segment: {'id': '9d7b27d9-0143-463c-a7be-74fa3e5595bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b'} {{(pid=104006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 05:30:25.163707 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.managers [None req-2b1ea18e-799e-4c7e-b474-cdf8e8e09365 None None] Bound port: 5e63cf1e-3788-464c-bd2b-dddc896a61cc, host: dv-cinder-851279-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d7b27d9-0143-463c-a7be-74fa3e5595bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b'}}] {{(pid=104006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 05:30:25.164206 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-2b1ea18e-799e-4c7e-b474-cdf8e8e09365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (5e63cf1e-3788-464c-bd2b-dddc896a61cc), before_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:25.242196 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b015ee-ef72-4d5a-8dce-53d1232c478a None None] Pushing event updated for resources: {'Port': ['ID=3d7d4aec-83c7-4523-957f-a4c732b9694a,revision_number=2']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:30:25.256520 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-337245cc-c946-4bcb-b9fc-fe091d988dfd admin admin] Router 00a31012-3a60-4ee5-b21f-5d402b8fd03b is scheduled to L3 agent 8a9a6061-e61b-4901-b35e-5e71dea10db3 with binding_index 1 {{(pid=104004) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 29 05:30:25.305488 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-2b1ea18e-799e-4c7e-b474-cdf8e8e09365 None None] For port 5e63cf1e-3788-464c-bd2b-dddc896a61cc, host dv-cinder-851279-2-iscsi, cleared binding levels {{(pid=104006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 05:30:25.310811 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-2b1ea18e-799e-4c7e-b474-cdf8e8e09365 None None] For port 5e63cf1e-3788-464c-bd2b-dddc896a61cc, host dv-cinder-851279-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-2-iscsi',level=0,port_id=5e63cf1e-3788-464c-bd2b-dddc896a61cc,segment=NetworkSegment(9d7b27d9-0143-463c-a7be-74fa3e5595bd),segment_id=9d7b27d9-0143-463c-a7be-74fa3e5595bd)] {{(pid=104006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 05:30:25.320346 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-2b1ea18e-799e-4c7e-b474-cdf8e8e09365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (5e63cf1e-3788-464c-bd2b-dddc896a61cc), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:25.382710 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-082a50a7-bd8e-492c-bc97-599c2570bc41 None None] Provisioning complete for port 5e63cf1e-3788-464c-bd2b-dddc896a61cc triggered by entity DHCP. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:30:25.383238 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-082a50a7-bd8e-492c-bc97-599c2570bc41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (5e63cf1e-3788-464c-bd2b-dddc896a61cc), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:25.407088 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:30:25.425747 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-337245cc-c946-4bcb-b9fc-fe091d988dfd admin admin] Notify agent at l3_agent.dv-cinder-851279-2-iscsi the message routers_updated {{(pid=104004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 05:30:25.430750 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1ea18e-799e-4c7e-b474-cdf8e8e09365 None None] Routers {'74a7d72e-280a-4789-8708-01de1cc6e893'} bound to L3 agent in host dv-cinder-851279-2-iscsi {{(pid=104006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:30:25.431211 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_hamode_db [None req-2b1ea18e-799e-4c7e-b474-cdf8e8e09365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T05:12:08Z,description=,heartbeat_timestamp=2022-07-29T05:30:08Z,host='dv-cinder-851279-2-iscsi',id=8a9a6061-e61b-4901-b35e-5e71dea10db3,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T05:12:08Z,topic='l3_agent')) {'router_ids': ['74a7d72e-280a-4789-8708-01de1cc6e893'], 'active': True} {{(pid=104006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:30:25.439945 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f86f3d-cd88-4e11-ac9e-50b0518cf38c None None] Pushing event updated for resources: {'Port': ['ID=5e63cf1e-3788-464c-bd2b-dddc896a61cc,revision_number=4']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:30:25.441640 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a52df0-2666-4c27-a575-c85e9cec95ad None None] Sync routers for ids ['00a31012-3a60-4ee5-b21f-5d402b8fd03b'] in dv-cinder-851279-2-iscsi {{(pid=104007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 05:30:25.460724 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a52df0-2666-4c27-a575-c85e9cec95ad None None] Routers {'00a31012-3a60-4ee5-b21f-5d402b8fd03b'} bound to L3 agent in host dv-cinder-851279-2-iscsi {{(pid=104007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:30:25.462325 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-74a52df0-2666-4c27-a575-c85e9cec95ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T05:12:08Z,description=,heartbeat_timestamp=2022-07-29T05:30:08Z,host='dv-cinder-851279-2-iscsi',id=8a9a6061-e61b-4901-b35e-5e71dea10db3,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T05:12:08Z,topic='l3_agent')) {'router_ids': ['00a31012-3a60-4ee5-b21f-5d402b8fd03b'], 'active': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:30:25.469085 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-337245cc-c946-4bcb-b9fc-fe091d988dfd admin admin] Publish callbacks [] for router (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:25.470517 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-337245cc-c946-4bcb-b9fc-fe091d988dfd admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0183637 Jul 29 05:30:25.473021 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 39058) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:30:25.661093 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvr_db [None req-74a52df0-2666-4c27-a575-c85e9cec95ad None None] Set router 00a31012-3a60-4ee5-b21f-5d402b8fd03b gateway port host: dv-cinder-851279-2-iscsi {{(pid=104007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:30:25.722050 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:30:25.891923 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvr_db [None req-2b1ea18e-799e-4c7e-b474-cdf8e8e09365 None None] Set router 74a7d72e-280a-4789-8708-01de1cc6e893 gateway port host: dv-cinder-851279-2-iscsi {{(pid=104006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:30:25.894320 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-082a50a7-bd8e-492c-bc97-599c2570bc41 None None] Current status of the port 5e63cf1e-3788-464c-bd2b-dddc896a61cc is: DOWN; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:30:25.894576 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-082a50a7-bd8e-492c-bc97-599c2570bc41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (5e63cf1e-3788-464c-bd2b-dddc896a61cc), before_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:25.927162 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Device 3d7d4aec-83c7-4523-957f-a4c732b9694a up at agent ovs-agent-dv-cinder-851279-2-iscsi {{(pid=104006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 05:30:25.945477 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-74a52df0-2666-4c27-a575-c85e9cec95ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00a31012-3a60-4ee5-b21f-5d402b8fd03b', 'name': 'tempest-TestVolumeBootPattern-1913371709-router', 'tenant_id': '9bf85229f25c4bd7b45355082e2fc952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'b1834fed-711c-4e55-8920-0687a718fbc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:30:23Z', 'updated_at': '2022-07-29T05:30:24Z', 'revision_number': 3, 'project_id': '9bf85229f25c4bd7b45355082e2fc952', 'gw_port': {'id': 'b1834fed-711c-4e55-8920-0687a718fbc6', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2c:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00a31012-3a60-4ee5-b21f-5d402b8fd03b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:30:23Z', 'updated_at': '2022-07-29T05:30:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi'}], 'dv-cinder-851279-2-iscsi', False) {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:30:25.993803 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a52df0-2666-4c27-a575-c85e9cec95ad None None] Checking router: 00a31012-3a60-4ee5-b21f-5d402b8fd03b for host: dv-cinder-851279-2-iscsi {{(pid=104007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 05:30:25.993803 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a52df0-2666-4c27-a575-c85e9cec95ad None None] Updating router 00a31012-3a60-4ee5-b21f-5d402b8fd03b port b1834fed-711c-4e55-8920-0687a718fbc6 binding host dv-cinder-851279-2-iscsi {{(pid=104007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 05:30:26.050537 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-74a52df0-2666-4c27-a575-c85e9cec95ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (b1834fed-711c-4e55-8920-0687a718fbc6), before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:26.068567 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-082a50a7-bd8e-492c-bc97-599c2570bc41 None None] For port 5e63cf1e-3788-464c-bd2b-dddc896a61cc, host dv-cinder-851279-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-2-iscsi',level=0,port_id=5e63cf1e-3788-464c-bd2b-dddc896a61cc,segment=NetworkSegment(9d7b27d9-0143-463c-a7be-74fa3e5595bd),segment_id=9d7b27d9-0143-463c-a7be-74fa3e5595bd)] {{(pid=104006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:30:26.102030 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-082a50a7-bd8e-492c-bc97-599c2570bc41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (5e63cf1e-3788-464c-bd2b-dddc896a61cc), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:26.139861 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Provisioning complete for port 3d7d4aec-83c7-4523-957f-a4c732b9694a triggered by entity L2. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:30:26.140391 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (3d7d4aec-83c7-4523-957f-a4c732b9694a), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:26.253103 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-6ee93e55-9803-4ffe-8f8b-c09201070cd7 None None] Provisioning complete for port 5e63cf1e-3788-464c-bd2b-dddc896a61cc triggered by entity DHCP. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:30:26.253763 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-6ee93e55-9803-4ffe-8f8b-c09201070cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (5e63cf1e-3788-464c-bd2b-dddc896a61cc), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:26.285817 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082a50a7-bd8e-492c-bc97-599c2570bc41 None None] Pushing event updated for resources: {'Port': ['ID=5e63cf1e-3788-464c-bd2b-dddc896a61cc,revision_number=5']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:30:26.337539 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:30:26.387982 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_hamode_db [None req-2b1ea18e-799e-4c7e-b474-cdf8e8e09365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74a7d72e-280a-4789-8708-01de1cc6e893', 'name': 'tempest-TestVolumeBootPattern-641858207-router', 'tenant_id': '3d61aa3cfb59443d849c3d09d839cff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '91a5f9ec-eb9d-4c15-96e2-d7455c22400e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:30:18Z', 'updated_at': '2022-07-29T05:30:21Z', 'revision_number': 4, 'project_id': '3d61aa3cfb59443d849c3d09d839cff5', 'gw_port': {'id': '91a5f9ec-eb9d-4c15-96e2-d7455c22400e', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:42:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a7d72e-280a-4789-8708-01de1cc6e893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:30:18Z', 'updated_at': '2022-07-29T05:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi', '_interfaces': [{'id': '5e63cf1e-3788-464c-bd2b-dddc896a61cc', 'name': '', 'network_id': '1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b', 'tenant_id': '3d61aa3cfb59443d849c3d09d839cff5', 'mac_address': 'fa:16:3e:6b:2c:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74a7d72e-280a-4789-8708-01de1cc6e893', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'f547db03-202a-42a5-a05f-faf57a3284b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:30:20Z', 'updated_at': '2022-07-29T05:30:25Z', 'revision_number': 4, 'project_id': '3d61aa3cfb59443d849c3d09d839cff5', 'subnets': [{'id': 'f547db03-202a-42a5-a05f-faf57a3284b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-2-iscsi', False) {} {{(pid=104006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:30:26.427678 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-83a82539-b529-46ef-b040-9b7e84d07b61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (None), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:26.431861 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-74a52df0-2666-4c27-a575-c85e9cec95ad None None] Publish callbacks [] for port (b1834fed-711c-4e55-8920-0687a718fbc6), precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:26.437788 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1ea18e-799e-4c7e-b474-cdf8e8e09365 None None] The sync data for ids ['74a7d72e-280a-4789-8708-01de1cc6e893'] in dv-cinder-851279-2-iscsi is: [{'id': '74a7d72e-280a-4789-8708-01de1cc6e893', 'name': 'tempest-TestVolumeBootPattern-641858207-router', 'tenant_id': '3d61aa3cfb59443d849c3d09d839cff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '91a5f9ec-eb9d-4c15-96e2-d7455c22400e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:30:18Z', 'updated_at': '2022-07-29T05:30:21Z', 'revision_number': 4, 'project_id': '3d61aa3cfb59443d849c3d09d839cff5', 'gw_port': {'id': '91a5f9ec-eb9d-4c15-96e2-d7455c22400e', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:42:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a7d72e-280a-4789-8708-01de1cc6e893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:30:18Z', 'updated_at': '2022-07-29T05:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi', '_interfaces': [{'id': '5e63cf1e-3788-464c-bd2b-dddc896a61cc', 'name': '', 'network_id': '1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b', 'tenant_id': '3d61aa3cfb59443d849c3d09d839cff5', 'mac_address': 'fa:16:3e:6b:2c:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74a7d72e-280a-4789-8708-01de1cc6e893', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'f547db03-202a-42a5-a05f-faf57a3284b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:30:20Z', 'updated_at': '2022-07-29T05:30:25Z', 'revision_number': 4, 'project_id': '3d61aa3cfb59443d849c3d09d839cff5', 'subnets': [{'id': 'f547db03-202a-42a5-a05f-faf57a3284b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 05:30:26.441803 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Current status of the port 3d7d4aec-83c7-4523-957f-a4c732b9694a is: DOWN; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:30:26.442484 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (3d7d4aec-83c7-4523-957f-a4c732b9694a), before_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:26.455710 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-74a52df0-2666-4c27-a575-c85e9cec95ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (b1834fed-711c-4e55-8920-0687a718fbc6), after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:26.461756 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:INSERT=3,neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:30:26.609888 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-6ee93e55-9803-4ffe-8f8b-c09201070cd7 None None] Current status of the port 5e63cf1e-3788-464c-bd2b-dddc896a61cc is: ACTIVE; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:30:26.615222 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:30:26.626414 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] For port 3d7d4aec-83c7-4523-957f-a4c732b9694a, host dv-cinder-851279-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-2-iscsi',level=0,port_id=3d7d4aec-83c7-4523-957f-a4c732b9694a,segment=NetworkSegment(2679f21d-1e77-4ed5-a1ed-cf0b9b2410f3),segment_id=2679f21d-1e77-4ed5-a1ed-cf0b9b2410f3)] {{(pid=104006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:30:26.633257 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (3d7d4aec-83c7-4523-957f-a4c732b9694a), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:26.634889 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Device 91a5f9ec-eb9d-4c15-96e2-d7455c22400e up at agent ovs-agent-dv-cinder-851279-2-iscsi {{(pid=104006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 05:30:26.677603 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d440de3-077d-41ff-b3d4-8c4d6e26fe56 None None] Pushing event updated for resources: {'Port': ['ID=b1834fed-711c-4e55-8920-0687a718fbc6,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:30:26.694755 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [None req-74a52df0-2666-4c27-a575-c85e9cec95ad None None] Attempting to bind port b1834fed-711c-4e55-8920-0687a718fbc6 on host dv-cinder-851279-2-iscsi for vnic_type normal with profile {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 05:30:26.695129 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [None req-74a52df0-2666-4c27-a575-c85e9cec95ad None None] Attempting to bind port b1834fed-711c-4e55-8920-0687a718fbc6 by drivers openvswitch,hyperv on host dv-cinder-851279-2-iscsi at level 0 using segments [{'id': 'f0686699-af43-47c7-b9bc-f7993eec27ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5'}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 05:30:26.695567 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a52df0-2666-4c27-a575-c85e9cec95ad None None] Attempting to bind port b1834fed-711c-4e55-8920-0687a718fbc6 on network 24e7367e-e5e6-44e8-9960-5007b05e27d5 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 05:30:26.698344 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.db_base_plugin_common [None req-83a82539-b529-46ef-b040-9b7e84d07b61 admin admin] Allocated IP 172.20.0.1 (8589f6d2-aa68-4ea7-adab-fa082a0b5ccf/acdef427-6391-46fb-9ce1-7360ff7b708f/b0c00689-fab3-4372-8b7e-135377233b05) {{(pid=104005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 05:30:26.724709 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a52df0-2666-4c27-a575-c85e9cec95ad None None] Checking agent: {'id': 'aa119a64-f506-4951-a68b-6dc6289eaece', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 5, 12, 12), 'started_at': datetime.datetime(2022, 7, 29, 5, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 5, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 05:30:26.725099 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a52df0-2666-4c27-a575-c85e9cec95ad None None] Checking segment: {'id': 'f0686699-af43-47c7-b9bc-f7993eec27ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 05:30:26.725505 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-74a52df0-2666-4c27-a575-c85e9cec95ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:26.725910 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a52df0-2666-4c27-a575-c85e9cec95ad None None] Bound using segment: {'id': 'f0686699-af43-47c7-b9bc-f7993eec27ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5'} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 05:30:26.726446 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [None req-74a52df0-2666-4c27-a575-c85e9cec95ad None None] Bound port: b1834fed-711c-4e55-8920-0687a718fbc6, host: dv-cinder-851279-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0686699-af43-47c7-b9bc-f7993eec27ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5'}}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 05:30:26.727240 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-74a52df0-2666-4c27-a575-c85e9cec95ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (b1834fed-711c-4e55-8920-0687a718fbc6), before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:26.772499 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90312032-840e-4924-bdf6-f1df19338fa3 None None] Network 8589f6d2-aa68-4ea7-adab-fa082a0b5ccf requested from dv-cinder-851279-2-iscsi {{(pid=104006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 05:30:26.816000 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-74a52df0-2666-4c27-a575-c85e9cec95ad None None] For port b1834fed-711c-4e55-8920-0687a718fbc6, host dv-cinder-851279-2-iscsi, cleared binding levels {{(pid=104007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 05:30:26.820009 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-74a52df0-2666-4c27-a575-c85e9cec95ad None None] For port b1834fed-711c-4e55-8920-0687a718fbc6, host dv-cinder-851279-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-2-iscsi',level=0,port_id=b1834fed-711c-4e55-8920-0687a718fbc6,segment=NetworkSegment(f0686699-af43-47c7-b9bc-f7993eec27ee),segment_id=f0686699-af43-47c7-b9bc-f7993eec27ee)] {{(pid=104007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 05:30:26.827918 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-74a52df0-2666-4c27-a575-c85e9cec95ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (b1834fed-711c-4e55-8920-0687a718fbc6), after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:26.831202 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:30:26.856545 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Pushing event updated for resources: {'Port': ['ID=3d7d4aec-83c7-4523-957f-a4c732b9694a,revision_number=3']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:30:26.873430 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-83a82539-b529-46ef-b040-9b7e84d07b61 admin admin] Publish callbacks [] for port (b0c00689-fab3-4372-8b7e-135377233b05), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:26.888113 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-f24b9a57-c5ab-4279-aa27-b07518660253 None None] Provisioning complete for port 3d7d4aec-83c7-4523-957f-a4c732b9694a triggered by entity DHCP. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:30:26.888651 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-f24b9a57-c5ab-4279-aa27-b07518660253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (3d7d4aec-83c7-4523-957f-a4c732b9694a), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:26.890325 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Provisioning complete for port 91a5f9ec-eb9d-4c15-96e2-d7455c22400e triggered by entity L2. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:30:26.890786 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (91a5f9ec-eb9d-4c15-96e2-d7455c22400e), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:26.899837 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:30:26.907128 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a52df0-2666-4c27-a575-c85e9cec95ad None None] Routers {'00a31012-3a60-4ee5-b21f-5d402b8fd03b'} bound to L3 agent in host dv-cinder-851279-2-iscsi {{(pid=104007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:30:26.907808 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-74a52df0-2666-4c27-a575-c85e9cec95ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T05:12:08Z,description=,heartbeat_timestamp=2022-07-29T05:30:08Z,host='dv-cinder-851279-2-iscsi',id=8a9a6061-e61b-4901-b35e-5e71dea10db3,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T05:12:08Z,topic='l3_agent')) {'router_ids': ['00a31012-3a60-4ee5-b21f-5d402b8fd03b'], 'active': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:30:26.909918 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d440de3-077d-41ff-b3d4-8c4d6e26fe56 None None] Pushing event updated for resources: {'Port': ['ID=b1834fed-711c-4e55-8920-0687a718fbc6,revision_number=3']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:30:26.932598 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-83a82539-b529-46ef-b040-9b7e84d07b61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737760223811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1905596'] for port (b0c00689-fab3-4372-8b7e-135377233b05), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:26.952473 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:30:27.014699 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a82539-b529-46ef-b040-9b7e84d07b61 admin admin] Pushing event updated for resources: {'Port': ['ID=b0c00689-fab3-4372-8b7e-135377233b05,revision_number=1']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:30:27.018508 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a82539-b529-46ef-b040-9b7e84d07b61 admin admin] Network 8589f6d2-aa68-4ea7-adab-fa082a0b5ccf is already hosted by enough agents. {{(pid=104005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 05:30:27.021964 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.base_scheduler [None req-83a82539-b529-46ef-b040-9b7e84d07b61 admin admin] Resources bound (agent type, host, resource id): {{(pid=104005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:30:27.024699 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a82539-b529-46ef-b040-9b7e84d07b61 admin admin] Received port after_create {{(pid=104005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 05:30:27.085180 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-83a82539-b529-46ef-b040-9b7e84d07b61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417921'] for router_interface (00a31012-3a60-4ee5-b21f-5d402b8fd03b), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:27.085654 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvr_db [None req-74a52df0-2666-4c27-a575-c85e9cec95ad None None] Set router 00a31012-3a60-4ee5-b21f-5d402b8fd03b gateway port host: dv-cinder-851279-2-iscsi {{(pid=104007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:30:27.123188 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-f24b9a57-c5ab-4279-aa27-b07518660253 None None] Current status of the port 3d7d4aec-83c7-4523-957f-a4c732b9694a is: ACTIVE; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:30:27.126602 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Current status of the port 91a5f9ec-eb9d-4c15-96e2-d7455c22400e is: ACTIVE; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:30:27.251893 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-83a82539-b529-46ef-b040-9b7e84d07b61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (b0c00689-fab3-4372-8b7e-135377233b05), before_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:27.319800 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-74a52df0-2666-4c27-a575-c85e9cec95ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00a31012-3a60-4ee5-b21f-5d402b8fd03b', 'name': 'tempest-TestVolumeBootPattern-1913371709-router', 'tenant_id': '9bf85229f25c4bd7b45355082e2fc952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'b1834fed-711c-4e55-8920-0687a718fbc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:30:23Z', 'updated_at': '2022-07-29T05:30:24Z', 'revision_number': 3, 'project_id': '9bf85229f25c4bd7b45355082e2fc952', 'gw_port': {'id': 'b1834fed-711c-4e55-8920-0687a718fbc6', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2c:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00a31012-3a60-4ee5-b21f-5d402b8fd03b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:30:23Z', 'updated_at': '2022-07-29T05:30:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi'}], 'dv-cinder-851279-2-iscsi', False) {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:30:27.358257 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a52df0-2666-4c27-a575-c85e9cec95ad None None] The sync data for ids ['00a31012-3a60-4ee5-b21f-5d402b8fd03b'] in dv-cinder-851279-2-iscsi is: [{'id': '00a31012-3a60-4ee5-b21f-5d402b8fd03b', 'name': 'tempest-TestVolumeBootPattern-1913371709-router', 'tenant_id': '9bf85229f25c4bd7b45355082e2fc952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'b1834fed-711c-4e55-8920-0687a718fbc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:30:23Z', 'updated_at': '2022-07-29T05:30:24Z', 'revision_number': 3, 'project_id': '9bf85229f25c4bd7b45355082e2fc952', 'gw_port': {'id': 'b1834fed-711c-4e55-8920-0687a718fbc6', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2c:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00a31012-3a60-4ee5-b21f-5d402b8fd03b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:30:23Z', 'updated_at': '2022-07-29T05:30:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi'}] {{(pid=104007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 05:30:27.451909 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-a4d1e8e4-b615-4927-a325-9a5df75a5604 None None] Provisioning complete for port 3d7d4aec-83c7-4523-957f-a4c732b9694a triggered by entity DHCP. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:30:27.452500 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-a4d1e8e4-b615-4927-a325-9a5df75a5604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (3d7d4aec-83c7-4523-957f-a4c732b9694a), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:27.514825 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-83a82539-b529-46ef-b040-9b7e84d07b61 admin admin] Publish callbacks [] for port (b0c00689-fab3-4372-8b7e-135377233b05), precommit_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:27.525329 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-83a82539-b529-46ef-b040-9b7e84d07b61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1905579'] for port (b0c00689-fab3-4372-8b7e-135377233b05), after_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:27.564703 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-a4d1e8e4-b615-4927-a325-9a5df75a5604 None None] Current status of the port 3d7d4aec-83c7-4523-957f-a4c732b9694a is: ACTIVE; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:30:27.577103 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-a4d1e8e4-b615-4927-a325-9a5df75a5604 None None] Provisioning complete for port b0c00689-fab3-4372-8b7e-135377233b05 triggered by entity DHCP. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:30:27.577625 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-a4d1e8e4-b615-4927-a325-9a5df75a5604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (b0c00689-fab3-4372-8b7e-135377233b05), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:27.610996 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a82539-b529-46ef-b040-9b7e84d07b61 admin admin] Pushing event updated for resources: {'Port': ['ID=b0c00689-fab3-4372-8b7e-135377233b05,revision_number=2']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:30:27.614173 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-83a82539-b529-46ef-b040-9b7e84d07b61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-418045'] for router_interface (00a31012-3a60-4ee5-b21f-5d402b8fd03b), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:27.634262 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:UPDATE=2,neutron:SELECT=95,neutron:INSERT=3 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:30:27.645312 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-a4d1e8e4-b615-4927-a325-9a5df75a5604 None None] Port b0c00689-fab3-4372-8b7e-135377233b05 cannot update to ACTIVE because it is not bound. {{(pid=104006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 29 05:30:27.808454 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a82539-b529-46ef-b040-9b7e84d07b61 admin admin] Network 8589f6d2-aa68-4ea7-adab-fa082a0b5ccf is already hosted by enough agents. {{(pid=104005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 05:30:27.815664 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.base_scheduler [None req-83a82539-b529-46ef-b040-9b7e84d07b61 admin admin] Resources bound (agent type, host, resource id): {{(pid=104005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:30:27.852600 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Device 3d7d4aec-83c7-4523-957f-a4c732b9694a up at agent ovs-agent-dv-cinder-851279-2-iscsi {{(pid=104006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 05:30:27.936068 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-3d78d6b5-d20e-4743-bace-830685e8e2d7 None None] Provisioning complete for port b0c00689-fab3-4372-8b7e-135377233b05 triggered by entity DHCP. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:30:27.936446 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-3d78d6b5-d20e-4743-bace-830685e8e2d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (b0c00689-fab3-4372-8b7e-135377233b05), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:27.966785 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:30:28.014283 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Provisioning complete for port 3d7d4aec-83c7-4523-957f-a4c732b9694a triggered by entity L2. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:30:28.014847 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (3d7d4aec-83c7-4523-957f-a4c732b9694a), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:28.023913 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83a82539-b529-46ef-b040-9b7e84d07b61 admin admin] Router 00a31012-3a60-4ee5-b21f-5d402b8fd03b has already been hosted by L3 agent 8a9a6061-e61b-4901-b35e-5e71dea10db3 {{(pid=104005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 05:30:28.024144 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-3d78d6b5-d20e-4743-bace-830685e8e2d7 None None] Port b0c00689-fab3-4372-8b7e-135377233b05 cannot update to ACTIVE because it is not bound. {{(pid=104006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 29 05:30:28.145447 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:30:28.179504 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83a82539-b529-46ef-b040-9b7e84d07b61 admin admin] Notify agent at l3_agent.dv-cinder-851279-2-iscsi the message routers_updated {{(pid=104005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 05:30:28.195705 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-83a82539-b529-46ef-b040-9b7e84d07b61 admin admin] 10.222.0.49 "PUT /v2.0/routers/00a31012-3a60-4ee5-b21f-5d402b8fd03b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7128448 Jul 29 05:30:28.195955 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Current status of the port 3d7d4aec-83c7-4523-957f-a4c732b9694a is: ACTIVE; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:30:28.195955 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Device 5e63cf1e-3788-464c-bd2b-dddc896a61cc up at agent ovs-agent-dv-cinder-851279-2-iscsi {{(pid=104006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 05:30:28.266016 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-992b41e2-5311-4a3c-a186-ab9ae02c0bb7 None None] Provisioning complete for port b0c00689-fab3-4372-8b7e-135377233b05 triggered by entity DHCP. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:30:28.266723 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-992b41e2-5311-4a3c-a186-ab9ae02c0bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (b0c00689-fab3-4372-8b7e-135377233b05), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:28.316827 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Provisioning complete for port 5e63cf1e-3788-464c-bd2b-dddc896a61cc triggered by entity L2. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:30:28.317117 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (5e63cf1e-3788-464c-bd2b-dddc896a61cc), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:28.319052 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-992b41e2-5311-4a3c-a186-ab9ae02c0bb7 None None] Port b0c00689-fab3-4372-8b7e-135377233b05 cannot update to ACTIVE because it is not bound. {{(pid=104006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 29 05:30:28.437312 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Current status of the port 5e63cf1e-3788-464c-bd2b-dddc896a61cc is: ACTIVE; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:30:28.705652 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 39068) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:30:28.716230 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.v2.base [None req-2fea540b-1793-49de-a76c-b0f0985b66ae tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-139381983', 'description': 'tempest-secgroup-smoke-139381983 description', 'project_id': '3d61aa3cfb59443d849c3d09d839cff5'}} {{(pid=104005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:30:28.742838 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-2fea540b-1793-49de-a76c-b0f0985b66ae tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Publish callbacks [] for security_group (None), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:28.830626 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-2fea540b-1793-49de-a76c-b0f0985b66ae tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Publish callbacks [] for security_group (8bfb15b5-8bf4-4960-9ee1-728bf945b639), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:28.836108 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-2fea540b-1793-49de-a76c-b0f0985b66ae tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (8bfb15b5-8bf4-4960-9ee1-728bf945b639), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:28.880169 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-2fea540b-1793-49de-a76c-b0f0985b66ae tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Publish callbacks [] for security_group (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:28.884345 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-2fea540b-1793-49de-a76c-b0f0985b66ae tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1736717 Jul 29 05:30:28.884345 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fea540b-1793-49de-a76c-b0f0985b66ae tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bfb15b5-8bf4-4960-9ee1-728bf945b639,revision_number=1']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:30:28.886242 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 39070) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:30:28.908753 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.v2.base [None req-b88872af-63c4-4a2c-a52a-db43df44bd81 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Request body: {'security_group_rule': {'security_group_id': '8bfb15b5-8bf4-4960-9ee1-728bf945b639', 'project_id': '3d61aa3cfb59443d849c3d09d839cff5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:30:28.967818 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-b88872af-63c4-4a2c-a52a-db43df44bd81 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Publish callbacks [] for security_group_rule (23980e41-d28a-4bd4-92d5-3f03eae9ec8c), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:29.047059 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-b88872af-63c4-4a2c-a52a-db43df44bd81 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Publish callbacks [] for security_group_rule (23980e41-d28a-4bd4-92d5-3f03eae9ec8c), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:29.051924 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-b88872af-63c4-4a2c-a52a-db43df44bd81 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298574'] for security_group_rule (23980e41-d28a-4bd4-92d5-3f03eae9ec8c), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:29.058467 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:30:29.076849 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88872af-63c4-4a2c-a52a-db43df44bd81 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23980e41-d28a-4bd4-92d5-3f03eae9ec8c,revision_number=0']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:30:29.085639 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-b88872af-63c4-4a2c-a52a-db43df44bd81 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:29.087196 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-b88872af-63c4-4a2c-a52a-db43df44bd81 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1991332 Jul 29 05:30:29.091329 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 39072) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:30:29.096690 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.v2.base [None req-1d895177-2582-460d-b153-81b71f14ffb5 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Request body: {'security_group_rule': {'security_group_id': '8bfb15b5-8bf4-4960-9ee1-728bf945b639', 'project_id': '3d61aa3cfb59443d849c3d09d839cff5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:30:29.126889 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-1d895177-2582-460d-b153-81b71f14ffb5 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Publish callbacks [] for security_group_rule (efba8fa3-f0b8-40bc-9a13-97f2de38d497), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:29.201050 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-1d895177-2582-460d-b153-81b71f14ffb5 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Publish callbacks [] for security_group_rule (efba8fa3-f0b8-40bc-9a13-97f2de38d497), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:29.205242 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-1d895177-2582-460d-b153-81b71f14ffb5 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298574'] for security_group_rule (efba8fa3-f0b8-40bc-9a13-97f2de38d497), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:29.225146 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d895177-2582-460d-b153-81b71f14ffb5 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efba8fa3-f0b8-40bc-9a13-97f2de38d497,revision_number=0']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:30:29.241255 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-1d895177-2582-460d-b153-81b71f14ffb5 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:29.243318 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-1d895177-2582-460d-b153-81b71f14ffb5 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1505680 Jul 29 05:30:29.246564 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 39074) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:30:29.251029 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.v2.base [None req-bb2cf672-26d2-4fba-9c48-5f06e83cf0b5 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Request body: {'security_group_rule': {'security_group_id': '8bfb15b5-8bf4-4960-9ee1-728bf945b639', 'project_id': '3d61aa3cfb59443d849c3d09d839cff5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:30:29.280237 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-bb2cf672-26d2-4fba-9c48-5f06e83cf0b5 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Publish callbacks [] for security_group_rule (69c10e06-be9a-47d9-a78a-7c573c529fe9), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:29.346513 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-bb2cf672-26d2-4fba-9c48-5f06e83cf0b5 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Publish callbacks [] for security_group_rule (69c10e06-be9a-47d9-a78a-7c573c529fe9), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:29.352549 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-bb2cf672-26d2-4fba-9c48-5f06e83cf0b5 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298574'] for security_group_rule (69c10e06-be9a-47d9-a78a-7c573c529fe9), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:29.378124 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2cf672-26d2-4fba-9c48-5f06e83cf0b5 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69c10e06-be9a-47d9-a78a-7c573c529fe9,revision_number=0']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:30:29.388161 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-bb2cf672-26d2-4fba-9c48-5f06e83cf0b5 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:29.389399 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-bb2cf672-26d2-4fba-9c48-5f06e83cf0b5 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1418829 Jul 29 05:30:29.392450 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 39076) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:30:29.397192 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.v2.base [None req-d801501d-1604-4de0-be64-9fb2baa1a176 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Request body: {'security_group_rule': {'security_group_id': '8bfb15b5-8bf4-4960-9ee1-728bf945b639', 'project_id': '3d61aa3cfb59443d849c3d09d839cff5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:30:29.435327 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-d801501d-1604-4de0-be64-9fb2baa1a176 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Publish callbacks [] for security_group_rule (243c6998-6df2-4772-8312-a230055ce6a8), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:29.514369 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-d801501d-1604-4de0-be64-9fb2baa1a176 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Publish callbacks [] for security_group_rule (243c6998-6df2-4772-8312-a230055ce6a8), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:29.518738 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-d801501d-1604-4de0-be64-9fb2baa1a176 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298574'] for security_group_rule (243c6998-6df2-4772-8312-a230055ce6a8), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:29.540663 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d801501d-1604-4de0-be64-9fb2baa1a176 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=243c6998-6df2-4772-8312-a230055ce6a8,revision_number=0']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:30:29.552890 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-d801501d-1604-4de0-be64-9fb2baa1a176 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:29.560059 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-d801501d-1604-4de0-be64-9fb2baa1a176 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1611707 Jul 29 05:30:29.561654 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 39078) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:30:29.566851 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.v2.base [None req-5d6abf2a-d74f-4880-b3f9-cb89131afc5c tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Request body: {'security_group_rule': {'security_group_id': '8bfb15b5-8bf4-4960-9ee1-728bf945b639', 'project_id': '3d61aa3cfb59443d849c3d09d839cff5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:30:29.599107 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.db.securitygroups_db [None req-5d6abf2a-d74f-4880-b3f9-cb89131afc5c tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Project 3d61aa3cfb59443d849c3d09d839cff5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 05:30:29.606320 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-5d6abf2a-d74f-4880-b3f9-cb89131afc5c tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Publish callbacks [] for security_group_rule (dc2de364-038e-4b85-b2f0-c66d265749d9), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:29.643217 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Device b1834fed-711c-4e55-8920-0687a718fbc6 up at agent ovs-agent-dv-cinder-851279-2-iscsi {{(pid=104006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 05:30:29.679004 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-5d6abf2a-d74f-4880-b3f9-cb89131afc5c tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Publish callbacks [] for security_group_rule (dc2de364-038e-4b85-b2f0-c66d265749d9), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:29.685299 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-5d6abf2a-d74f-4880-b3f9-cb89131afc5c tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298574'] for security_group_rule (dc2de364-038e-4b85-b2f0-c66d265749d9), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:29.698962 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=77,neutron:DELETE=9,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:30:29.705351 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Provisioning complete for port b1834fed-711c-4e55-8920-0687a718fbc6 triggered by entity L2. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:30:29.705959 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (b1834fed-711c-4e55-8920-0687a718fbc6), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:29.707525 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6abf2a-d74f-4880-b3f9-cb89131afc5c tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc2de364-038e-4b85-b2f0-c66d265749d9,revision_number=0']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:30:29.721888 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-5d6abf2a-d74f-4880-b3f9-cb89131afc5c tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:29.727048 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 39080) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:30:29.727978 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-5d6abf2a-d74f-4880-b3f9-cb89131afc5c tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1656294 Jul 29 05:30:29.733019 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.v2.base [None req-4499891d-51f2-4331-a6fb-a1b53150c7d6 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Request body: {'security_group_rule': {'security_group_id': '8bfb15b5-8bf4-4960-9ee1-728bf945b639', 'project_id': '3d61aa3cfb59443d849c3d09d839cff5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:30:29.764463 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.db.securitygroups_db [None req-4499891d-51f2-4331-a6fb-a1b53150c7d6 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Project 3d61aa3cfb59443d849c3d09d839cff5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 05:30:29.770505 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-4499891d-51f2-4331-a6fb-a1b53150c7d6 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Publish callbacks [] for security_group_rule (da6790a3-9461-47e4-a9db-9d59b0604bc2), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:29.770833 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f097ec8f-f355-4924-817c-39d7f700f8b4 None None] Sync routers for ids ['00a31012-3a60-4ee5-b21f-5d402b8fd03b'] in dv-cinder-851279-2-iscsi {{(pid=104006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 05:30:29.803330 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f097ec8f-f355-4924-817c-39d7f700f8b4 None None] Routers {'00a31012-3a60-4ee5-b21f-5d402b8fd03b'} bound to L3 agent in host dv-cinder-851279-2-iscsi {{(pid=104006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:30:29.804451 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_hamode_db [None req-f097ec8f-f355-4924-817c-39d7f700f8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T05:12:08Z,description=,heartbeat_timestamp=2022-07-29T05:30:08Z,host='dv-cinder-851279-2-iscsi',id=8a9a6061-e61b-4901-b35e-5e71dea10db3,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T05:12:08Z,topic='l3_agent')) {'router_ids': ['00a31012-3a60-4ee5-b21f-5d402b8fd03b'], 'active': True} {{(pid=104006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:30:29.846130 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-4499891d-51f2-4331-a6fb-a1b53150c7d6 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Publish callbacks [] for security_group_rule (da6790a3-9461-47e4-a9db-9d59b0604bc2), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:29.851877 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-4499891d-51f2-4331-a6fb-a1b53150c7d6 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298574'] for security_group_rule (da6790a3-9461-47e4-a9db-9d59b0604bc2), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:29.874867 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4499891d-51f2-4331-a6fb-a1b53150c7d6 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da6790a3-9461-47e4-a9db-9d59b0604bc2,revision_number=0']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:30:29.880789 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-4499891d-51f2-4331-a6fb-a1b53150c7d6 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:29.882065 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-4499891d-51f2-4331-a6fb-a1b53150c7d6 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1537535 Jul 29 05:30:30.094680 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=100 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:30:30.105250 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Current status of the port b1834fed-711c-4e55-8920-0687a718fbc6 is: DOWN; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:30:30.105644 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (b1834fed-711c-4e55-8920-0687a718fbc6), before_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:30.145840 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] For port b1834fed-711c-4e55-8920-0687a718fbc6, host dv-cinder-851279-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-2-iscsi',level=0,port_id=b1834fed-711c-4e55-8920-0687a718fbc6,segment=NetworkSegment(f0686699-af43-47c7-b9bc-f7993eec27ee),segment_id=f0686699-af43-47c7-b9bc-f7993eec27ee)] {{(pid=104006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:30:30.148474 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvr_db [None req-f097ec8f-f355-4924-817c-39d7f700f8b4 None None] Set router 00a31012-3a60-4ee5-b21f-5d402b8fd03b gateway port host: dv-cinder-851279-2-iscsi {{(pid=104006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:30:30.176881 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (b1834fed-711c-4e55-8920-0687a718fbc6), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:30.333705 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Pushing event updated for resources: {'Port': ['ID=b1834fed-711c-4e55-8920-0687a718fbc6,revision_number=4']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:30:30.423605 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:30:30.441146 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_hamode_db [None req-f097ec8f-f355-4924-817c-39d7f700f8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00a31012-3a60-4ee5-b21f-5d402b8fd03b', 'name': 'tempest-TestVolumeBootPattern-1913371709-router', 'tenant_id': '9bf85229f25c4bd7b45355082e2fc952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'b1834fed-711c-4e55-8920-0687a718fbc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:30:23Z', 'updated_at': '2022-07-29T05:30:27Z', 'revision_number': 4, 'project_id': '9bf85229f25c4bd7b45355082e2fc952', 'gw_port': {'id': 'b1834fed-711c-4e55-8920-0687a718fbc6', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2c:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00a31012-3a60-4ee5-b21f-5d402b8fd03b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:30:23Z', 'updated_at': '2022-07-29T05:30:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi', '_interfaces': [{'id': 'b0c00689-fab3-4372-8b7e-135377233b05', 'name': '', 'network_id': '8589f6d2-aa68-4ea7-adab-fa082a0b5ccf', 'tenant_id': '9bf85229f25c4bd7b45355082e2fc952', 'mac_address': 'fa:16:3e:cb:77:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00a31012-3a60-4ee5-b21f-5d402b8fd03b', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'acdef427-6391-46fb-9ce1-7360ff7b708f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:30:26Z', 'updated_at': '2022-07-29T05:30:27Z', 'revision_number': 2, 'project_id': '9bf85229f25c4bd7b45355082e2fc952', 'subnets': [{'id': 'acdef427-6391-46fb-9ce1-7360ff7b708f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-2-iscsi', False) {} {{(pid=104006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:30:30.469995 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f097ec8f-f355-4924-817c-39d7f700f8b4 None None] Checking router: 00a31012-3a60-4ee5-b21f-5d402b8fd03b for host: dv-cinder-851279-2-iscsi {{(pid=104006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 05:30:30.470312 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f097ec8f-f355-4924-817c-39d7f700f8b4 None None] Updating router 00a31012-3a60-4ee5-b21f-5d402b8fd03b port b0c00689-fab3-4372-8b7e-135377233b05 binding host dv-cinder-851279-2-iscsi {{(pid=104006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 05:30:30.509206 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-f097ec8f-f355-4924-817c-39d7f700f8b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (b0c00689-fab3-4372-8b7e-135377233b05), before_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:30.823285 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-f097ec8f-f355-4924-817c-39d7f700f8b4 None None] Publish callbacks [] for port (b0c00689-fab3-4372-8b7e-135377233b05), precommit_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:30.831396 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-f097ec8f-f355-4924-817c-39d7f700f8b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (b0c00689-fab3-4372-8b7e-135377233b05), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:30.896155 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56890f3-eef6-4a08-94de-59d73165f93c None None] Pushing event updated for resources: {'Port': ['ID=b0c00689-fab3-4372-8b7e-135377233b05,revision_number=3']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:30:30.974413 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.managers [None req-f097ec8f-f355-4924-817c-39d7f700f8b4 None None] Attempting to bind port b0c00689-fab3-4372-8b7e-135377233b05 on host dv-cinder-851279-2-iscsi for vnic_type normal with profile {{(pid=104006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 05:30:30.974796 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.managers [None req-f097ec8f-f355-4924-817c-39d7f700f8b4 None None] Attempting to bind port b0c00689-fab3-4372-8b7e-135377233b05 by drivers openvswitch,hyperv on host dv-cinder-851279-2-iscsi at level 0 using segments [{'id': '2679f21d-1e77-4ed5-a1ed-cf0b9b2410f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '8589f6d2-aa68-4ea7-adab-fa082a0b5ccf'}] {{(pid=104006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 05:30:30.975157 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f097ec8f-f355-4924-817c-39d7f700f8b4 None None] Attempting to bind port b0c00689-fab3-4372-8b7e-135377233b05 on network 8589f6d2-aa68-4ea7-adab-fa082a0b5ccf {{(pid=104006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 05:30:30.982268 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f097ec8f-f355-4924-817c-39d7f700f8b4 None None] Checking agent: {'id': 'aa119a64-f506-4951-a68b-6dc6289eaece', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 5, 12, 12), 'started_at': datetime.datetime(2022, 7, 29, 5, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 5, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 05:30:30.982619 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f097ec8f-f355-4924-817c-39d7f700f8b4 None None] Checking segment: {'id': '2679f21d-1e77-4ed5-a1ed-cf0b9b2410f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '8589f6d2-aa68-4ea7-adab-fa082a0b5ccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 05:30:30.983034 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-f097ec8f-f355-4924-817c-39d7f700f8b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:30.983465 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f097ec8f-f355-4924-817c-39d7f700f8b4 None None] Bound using segment: {'id': '2679f21d-1e77-4ed5-a1ed-cf0b9b2410f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '8589f6d2-aa68-4ea7-adab-fa082a0b5ccf'} {{(pid=104006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 05:30:30.983946 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.managers [None req-f097ec8f-f355-4924-817c-39d7f700f8b4 None None] Bound port: b0c00689-fab3-4372-8b7e-135377233b05, host: dv-cinder-851279-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2679f21d-1e77-4ed5-a1ed-cf0b9b2410f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '8589f6d2-aa68-4ea7-adab-fa082a0b5ccf'}}] {{(pid=104006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 05:30:30.984325 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-f097ec8f-f355-4924-817c-39d7f700f8b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (b0c00689-fab3-4372-8b7e-135377233b05), before_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:31.092624 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-f097ec8f-f355-4924-817c-39d7f700f8b4 None None] For port b0c00689-fab3-4372-8b7e-135377233b05, host dv-cinder-851279-2-iscsi, cleared binding levels {{(pid=104006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 05:30:31.098815 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-f097ec8f-f355-4924-817c-39d7f700f8b4 None None] For port b0c00689-fab3-4372-8b7e-135377233b05, host dv-cinder-851279-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-2-iscsi',level=0,port_id=b0c00689-fab3-4372-8b7e-135377233b05,segment=NetworkSegment(2679f21d-1e77-4ed5-a1ed-cf0b9b2410f3),segment_id=2679f21d-1e77-4ed5-a1ed-cf0b9b2410f3)] {{(pid=104006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 05:30:31.108302 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-f097ec8f-f355-4924-817c-39d7f700f8b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (b0c00689-fab3-4372-8b7e-135377233b05), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:31.158609 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:30:31.206222 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f097ec8f-f355-4924-817c-39d7f700f8b4 None None] Routers {'00a31012-3a60-4ee5-b21f-5d402b8fd03b'} bound to L3 agent in host dv-cinder-851279-2-iscsi {{(pid=104006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:30:31.206883 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_hamode_db [None req-f097ec8f-f355-4924-817c-39d7f700f8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T05:12:08Z,description=,heartbeat_timestamp=2022-07-29T05:30:08Z,host='dv-cinder-851279-2-iscsi',id=8a9a6061-e61b-4901-b35e-5e71dea10db3,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T05:12:08Z,topic='l3_agent')) {'router_ids': ['00a31012-3a60-4ee5-b21f-5d402b8fd03b'], 'active': True} {{(pid=104006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:30:31.208904 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-0054b04a-6a08-4558-ad46-39fe52c45e0f None None] Provisioning complete for port b0c00689-fab3-4372-8b7e-135377233b05 triggered by entity DHCP. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:30:31.209276 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-0054b04a-6a08-4558-ad46-39fe52c45e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (b0c00689-fab3-4372-8b7e-135377233b05), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:31.277944 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56890f3-eef6-4a08-94de-59d73165f93c None None] Pushing event updated for resources: {'Port': ['ID=b0c00689-fab3-4372-8b7e-135377233b05,revision_number=4']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:30:31.386765 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvr_db [None req-f097ec8f-f355-4924-817c-39d7f700f8b4 None None] Set router 00a31012-3a60-4ee5-b21f-5d402b8fd03b gateway port host: dv-cinder-851279-2-iscsi {{(pid=104006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:30:31.441481 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-0054b04a-6a08-4558-ad46-39fe52c45e0f None None] Current status of the port b0c00689-fab3-4372-8b7e-135377233b05 is: DOWN; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:30:31.441766 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-0054b04a-6a08-4558-ad46-39fe52c45e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (b0c00689-fab3-4372-8b7e-135377233b05), before_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:31.469266 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:30:31.561833 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-0054b04a-6a08-4558-ad46-39fe52c45e0f None None] For port b0c00689-fab3-4372-8b7e-135377233b05, host dv-cinder-851279-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-2-iscsi',level=0,port_id=b0c00689-fab3-4372-8b7e-135377233b05,segment=NetworkSegment(2679f21d-1e77-4ed5-a1ed-cf0b9b2410f3),segment_id=2679f21d-1e77-4ed5-a1ed-cf0b9b2410f3)] {{(pid=104006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:30:31.572098 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-0054b04a-6a08-4558-ad46-39fe52c45e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (b0c00689-fab3-4372-8b7e-135377233b05), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:31.631000 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Device b1834fed-711c-4e55-8920-0687a718fbc6 up at agent ovs-agent-dv-cinder-851279-2-iscsi {{(pid=104006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 05:30:31.719547 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0054b04a-6a08-4558-ad46-39fe52c45e0f None None] Pushing event updated for resources: {'Port': ['ID=b0c00689-fab3-4372-8b7e-135377233b05,revision_number=5']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:30:31.730432 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-c7824d7e-31bd-47eb-9cd9-475a63c0d61c None None] Provisioning complete for port b0c00689-fab3-4372-8b7e-135377233b05 triggered by entity DHCP. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:30:31.730718 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c7824d7e-31bd-47eb-9cd9-475a63c0d61c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (b0c00689-fab3-4372-8b7e-135377233b05), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:31.733081 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_hamode_db [None req-f097ec8f-f355-4924-817c-39d7f700f8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00a31012-3a60-4ee5-b21f-5d402b8fd03b', 'name': 'tempest-TestVolumeBootPattern-1913371709-router', 'tenant_id': '9bf85229f25c4bd7b45355082e2fc952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'b1834fed-711c-4e55-8920-0687a718fbc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:30:23Z', 'updated_at': '2022-07-29T05:30:27Z', 'revision_number': 4, 'project_id': '9bf85229f25c4bd7b45355082e2fc952', 'gw_port': {'id': 'b1834fed-711c-4e55-8920-0687a718fbc6', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a31012-3a60-4ee5-b21f-5d402b8fd03b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:30:23Z', 'updated_at': '2022-07-29T05:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi', '_interfaces': [{'id': 'b0c00689-fab3-4372-8b7e-135377233b05', 'name': '', 'network_id': '8589f6d2-aa68-4ea7-adab-fa082a0b5ccf', 'tenant_id': '9bf85229f25c4bd7b45355082e2fc952', 'mac_address': 'fa:16:3e:cb:77:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00a31012-3a60-4ee5-b21f-5d402b8fd03b', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'acdef427-6391-46fb-9ce1-7360ff7b708f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:30:26Z', 'updated_at': '2022-07-29T05:30:31Z', 'revision_number': 4, 'project_id': '9bf85229f25c4bd7b45355082e2fc952', 'subnets': [{'id': 'acdef427-6391-46fb-9ce1-7360ff7b708f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-2-iscsi', False) {} {{(pid=104006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:30:31.783662 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f097ec8f-f355-4924-817c-39d7f700f8b4 None None] The sync data for ids ['00a31012-3a60-4ee5-b21f-5d402b8fd03b'] in dv-cinder-851279-2-iscsi is: [{'id': '00a31012-3a60-4ee5-b21f-5d402b8fd03b', 'name': 'tempest-TestVolumeBootPattern-1913371709-router', 'tenant_id': '9bf85229f25c4bd7b45355082e2fc952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'b1834fed-711c-4e55-8920-0687a718fbc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:30:23Z', 'updated_at': '2022-07-29T05:30:27Z', 'revision_number': 4, 'project_id': '9bf85229f25c4bd7b45355082e2fc952', 'gw_port': {'id': 'b1834fed-711c-4e55-8920-0687a718fbc6', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a31012-3a60-4ee5-b21f-5d402b8fd03b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:30:23Z', 'updated_at': '2022-07-29T05:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi', '_interfaces': [{'id': 'b0c00689-fab3-4372-8b7e-135377233b05', 'name': '', 'network_id': '8589f6d2-aa68-4ea7-adab-fa082a0b5ccf', 'tenant_id': '9bf85229f25c4bd7b45355082e2fc952', 'mac_address': 'fa:16:3e:cb:77:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00a31012-3a60-4ee5-b21f-5d402b8fd03b', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'acdef427-6391-46fb-9ce1-7360ff7b708f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:30:26Z', 'updated_at': '2022-07-29T05:30:31Z', 'revision_number': 4, 'project_id': '9bf85229f25c4bd7b45355082e2fc952', 'subnets': [{'id': 'acdef427-6391-46fb-9ce1-7360ff7b708f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 05:30:31.801536 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Provisioning complete for port b1834fed-711c-4e55-8920-0687a718fbc6 triggered by entity L2. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:30:31.801959 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (b1834fed-711c-4e55-8920-0687a718fbc6), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:31.921329 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-c7824d7e-31bd-47eb-9cd9-475a63c0d61c None None] Current status of the port b0c00689-fab3-4372-8b7e-135377233b05 is: ACTIVE; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:30:32.112081 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Current status of the port b1834fed-711c-4e55-8920-0687a718fbc6 is: ACTIVE; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:30:33.632787 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Device b0c00689-fab3-4372-8b7e-135377233b05 up at agent ovs-agent-dv-cinder-851279-2-iscsi {{(pid=104006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 05:30:33.683835 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Provisioning complete for port b0c00689-fab3-4372-8b7e-135377233b05 triggered by entity L2. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:30:33.684725 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (b0c00689-fab3-4372-8b7e-135377233b05), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:33.714242 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:30:33.773674 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Current status of the port b0c00689-fab3-4372-8b7e-135377233b05 is: ACTIVE; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:30:35.597004 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-053e9373-90ef-4287-a7cf-839b5f66523c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (0319cf4e-40d4-4455-bfa4-d5e1d8f6ed41), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:37.323625 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=43 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:30:37.326768 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=41 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:30:37.690672 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (12b139f9-2daf-4047-bd2d-6bc43cda34b6), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:38.136094 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-96637e14-0c4c-483a-915e-4fa29986ab14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (8a9a6061-e61b-4901-b35e-5e71dea10db3), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:39.711655 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=66,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:30:39.872043 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=63,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:30:39.873997 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=35,neutron:INSERT=8,neutron:DELETE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:30:40.051636 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c0cfcfc2-d3d3-4a7d-ac6c-95a3fd745979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (543ff7d7-1636-45b2-a25e-e19209bc2e01), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:41.717517 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-25d2d662-1c10-455a-a758-35c132406432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (7da8dcb9-9a4e-44fd-b4da-fa922ad17d56), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:41.795443 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (aa119a64-f506-4951-a68b-6dc6289eaece), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:44.570401 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-7adfacb1-24e4-4528-af8a-7f1ba8222bd6 req-0b61a45d-3a12-41dc-be42-9db831bc1314 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-139381983&fields=id&tenant_id=3d61aa3cfb59443d849c3d09d839cff5 HTTP/1.1" status: 200 len: 267 time: 0.0653932 Jul 29 05:30:44.695530 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adfacb1-24e4-4528-af8a-7f1ba8222bd6 req-909708cd-865e-4f71-8e1b-3f4a9cf06036 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:30:44.697003 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-7adfacb1-24e4-4528-af8a-7f1ba8222bd6 req-909708cd-865e-4f71-8e1b-3f4a9cf06036 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.49 "GET /v2.0/networks?id=1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b HTTP/1.1" status: 200 len: 811 time: 0.1190732 Jul 29 05:30:44.713094 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-7adfacb1-24e4-4528-af8a-7f1ba8222bd6 req-4ba67bd5-e9fd-4cca-bd8b-92e08f616810 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.49 "GET /v2.0/quotas/3d61aa3cfb59443d849c3d09d839cff5 HTTP/1.1" status: 200 len: 375 time: 0.0102484 Jul 29 05:30:44.769717 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-7adfacb1-24e4-4528-af8a-7f1ba8222bd6 req-cb7da5fe-2736-432b-b905-b89e77735674 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=3d61aa3cfb59443d849c3d09d839cff5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493755 Jul 29 05:30:44.877541 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-7adfacb1-24e4-4528-af8a-7f1ba8222bd6 req-7b2a5e9a-2eb2-4db3-8a65-91dbc620d02e service neutron] 10.222.0.49 "GET /v2.0/networks/1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940139 Jul 29 05:30:44.975139 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-7adfacb1-24e4-4528-af8a-7f1ba8222bd6 req-8cdd5070-c10c-4439-badf-5f7bb07fec3e service neutron] 10.222.0.49 "GET /v2.0/networks/1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919473 Jul 29 05:30:45.324018 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-20b62fe0-3219-4926-8bb3-d5db0a25ccb7 req-568950e9-78d9-45e7-adb0-8d64f73ff3e8 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf290482-2215-4471-b672-b5f997b34352 HTTP/1.1" status: 200 len: 210 time: 0.0441363 Jul 29 05:30:46.373478 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adfacb1-24e4-4528-af8a-7f1ba8222bd6 req-06f6a34f-0740-45c5-81bf-79952addbfa5 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:30:46.375571 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-7adfacb1-24e4-4528-af8a-7f1ba8222bd6 req-06f6a34f-0740-45c5-81bf-79952addbfa5 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.60 "GET /v2.0/networks?id=1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b HTTP/1.1" status: 200 len: 811 time: 0.1149786 Jul 29 05:30:46.456816 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-41bd8331-d4ce-47e1-9ae5-87f07e7466f3 req-494b2142-dd31-4fe6-b02b-132276dd7ef9 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf290482-2215-4471-b672-b5f997b34352 HTTP/1.1" status: 200 len: 210 time: 0.0567560 Jul 29 05:30:46.459402 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-7adfacb1-24e4-4528-af8a-7f1ba8222bd6 req-285e41a3-7239-412e-b7a8-5e2e38451a83 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3d61aa3cfb59443d849c3d09d839cff5 HTTP/1.1" status: 200 len: 379 time: 0.0762811 Jul 29 05:30:46.469082 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.v2.base [req-7adfacb1-24e4-4528-af8a-7f1ba8222bd6 req-3c18af85-53fd-4a71-9c93-075c3a9730a5 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Request body: {'port': {'device_id': 'cf290482-2215-4471-b672-b5f997b34352', 'network_id': '1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b', 'admin_state_up': True, 'tenant_id': '3d61aa3cfb59443d849c3d09d839cff5', 'security_groups': ['8bfb15b5-8bf4-4960-9ee1-728bf945b639']}} {{(pid=104005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:30:46.619492 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7adfacb1-24e4-4528-af8a-7f1ba8222bd6 req-3c18af85-53fd-4a71-9c93-075c3a9730a5 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Made reservation on behalf of 3d61aa3cfb59443d849c3d09d839cff5 for: {'port': 1} {{(pid=104005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 05:30:46.623049 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-7adfacb1-24e4-4528-af8a-7f1ba8222bd6 req-3c18af85-53fd-4a71-9c93-075c3a9730a5 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (None), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:46.789191 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.db_base_plugin_common [req-7adfacb1-24e4-4528-af8a-7f1ba8222bd6 req-3c18af85-53fd-4a71-9c93-075c3a9730a5 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Allocated IP 172.20.0.10 (1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b/f547db03-202a-42a5-a05f-faf57a3284b5/150ab5d2-1e6b-452c-adfc-4dbbe9f71343) {{(pid=104005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 05:30:46.961914 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-7adfacb1-24e4-4528-af8a-7f1ba8222bd6 req-3c18af85-53fd-4a71-9c93-075c3a9730a5 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Publish callbacks [] for port (150ab5d2-1e6b-452c-adfc-4dbbe9f71343), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:46.996321 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-7adfacb1-24e4-4528-af8a-7f1ba8222bd6 req-3c18af85-53fd-4a71-9c93-075c3a9730a5 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737760223811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1905596'] for port (150ab5d2-1e6b-452c-adfc-4dbbe9f71343), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:47.047874 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7adfacb1-24e4-4528-af8a-7f1ba8222bd6 req-3c18af85-53fd-4a71-9c93-075c3a9730a5 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Network 1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b is already hosted by enough agents. {{(pid=104005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 05:30:47.051076 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.base_scheduler [req-7adfacb1-24e4-4528-af8a-7f1ba8222bd6 req-3c18af85-53fd-4a71-9c93-075c3a9730a5 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Resources bound (agent type, host, resource id): {{(pid=104005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:30:47.055149 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvrscheduler_db [req-7adfacb1-24e4-4528-af8a-7f1ba8222bd6 req-3c18af85-53fd-4a71-9c93-075c3a9730a5 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Received port after_create {{(pid=104005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 05:30:47.062455 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c18af85-53fd-4a71-9c93-075c3a9730a5 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Pushing event updated for resources: {'Port': ['ID=150ab5d2-1e6b-452c-adfc-4dbbe9f71343,revision_number=1']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:30:47.113336 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adfacb1-24e4-4528-af8a-7f1ba8222bd6 req-3c18af85-53fd-4a71-9c93-075c3a9730a5 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:30:47.115269 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-7adfacb1-24e4-4528-af8a-7f1ba8222bd6 req-3c18af85-53fd-4a71-9c93-075c3a9730a5 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249840'] for port (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:47.136029 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-7adfacb1-24e4-4528-af8a-7f1ba8222bd6 req-3c18af85-53fd-4a71-9c93-075c3a9730a5 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6706386 Jul 29 05:30:47.148059 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.v2.base [req-7adfacb1-24e4-4528-af8a-7f1ba8222bd6 req-41cbd188-d474-4341-9910-1373fddf24ba service neutron] Request body: {'port': {'device_id': 'cf290482-2215-4471-b672-b5f997b34352', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85127'}} {{(pid=104005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:30:47.204777 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:30:47.216637 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-7adfacb1-24e4-4528-af8a-7f1ba8222bd6 req-41cbd188-d474-4341-9910-1373fddf24ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (150ab5d2-1e6b-452c-adfc-4dbbe9f71343), before_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:47.236203 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:30:47.343236 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-bdb525fa-5dd8-40df-b89d-a213cb9cfeca None None] Provisioning complete for port 150ab5d2-1e6b-452c-adfc-4dbbe9f71343 triggered by entity DHCP. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:30:47.343859 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-bdb525fa-5dd8-40df-b89d-a213cb9cfeca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (150ab5d2-1e6b-452c-adfc-4dbbe9f71343), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:47.377725 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-bdb525fa-5dd8-40df-b89d-a213cb9cfeca None None] Port 150ab5d2-1e6b-452c-adfc-4dbbe9f71343 cannot update to ACTIVE because it is not bound. {{(pid=104006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 29 05:30:47.494391 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.notifiers.nova [req-7adfacb1-24e4-4528-af8a-7f1ba8222bd6 req-41cbd188-d474-4341-9910-1373fddf24ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 150ab5d2-1e6b-452c-adfc-4dbbe9f71343 {{(pid=104005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 05:30:47.502562 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-7adfacb1-24e4-4528-af8a-7f1ba8222bd6 req-41cbd188-d474-4341-9910-1373fddf24ba service neutron] Publish callbacks [] for port (150ab5d2-1e6b-452c-adfc-4dbbe9f71343), precommit_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:47.516964 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.provisioning_blocks [req-7adfacb1-24e4-4528-af8a-7f1ba8222bd6 req-41cbd188-d474-4341-9910-1373fddf24ba service neutron] Transition to ACTIVE for port object 150ab5d2-1e6b-452c-adfc-4dbbe9f71343 will not be triggered until provisioned by entity L2. {{(pid=104005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 29 05:30:47.522083 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-7adfacb1-24e4-4528-af8a-7f1ba8222bd6 req-41cbd188-d474-4341-9910-1373fddf24ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1905579'] for port (150ab5d2-1e6b-452c-adfc-4dbbe9f71343), after_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:47.620261 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbe9bd8-88c5-4f93-8c25-17088b2a9f92 req-723a323f-395e-4b53-b229-d9375471eda2 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:30:47.621833 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-3bbe9bd8-88c5-4f93-8c25-17088b2a9f92 req-723a323f-395e-4b53-b229-d9375471eda2 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf290482-2215-4471-b672-b5f997b34352 HTTP/1.1" status: 200 len: 944 time: 0.0736709 Jul 29 05:30:47.622475 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cbd188-d474-4341-9910-1373fddf24ba service neutron] Pushing event updated for resources: {'Port': ['ID=150ab5d2-1e6b-452c-adfc-4dbbe9f71343,revision_number=2']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:30:47.733319 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-3bbe9bd8-88c5-4f93-8c25-17088b2a9f92 req-cea12c74-a1ae-40aa-8f71-714fe46130cb tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.49 "GET /v2.0/security-groups?id=8bfb15b5-8bf4-4960-9ee1-728bf945b639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033072 Jul 29 05:30:47.744007 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.managers [req-7adfacb1-24e4-4528-af8a-7f1ba8222bd6 req-41cbd188-d474-4341-9910-1373fddf24ba service neutron] Attempting to bind port 150ab5d2-1e6b-452c-adfc-4dbbe9f71343 on host hv-cinder-85127 for vnic_type normal with profile {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 05:30:47.744356 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.managers [req-7adfacb1-24e4-4528-af8a-7f1ba8222bd6 req-41cbd188-d474-4341-9910-1373fddf24ba service neutron] Attempting to bind port 150ab5d2-1e6b-452c-adfc-4dbbe9f71343 by drivers openvswitch,hyperv on host hv-cinder-85127 at level 0 using segments [{'id': '9d7b27d9-0143-463c-a7be-74fa3e5595bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b'}] {{(pid=104005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 05:30:47.744695 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7adfacb1-24e4-4528-af8a-7f1ba8222bd6 req-41cbd188-d474-4341-9910-1373fddf24ba service neutron] Attempting to bind port 150ab5d2-1e6b-452c-adfc-4dbbe9f71343 on network 1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 05:30:47.759849 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7adfacb1-24e4-4528-af8a-7f1ba8222bd6 req-41cbd188-d474-4341-9910-1373fddf24ba service neutron] Port 150ab5d2-1e6b-452c-adfc-4dbbe9f71343 on network 1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85127 {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 29 05:30:47.759849 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7adfacb1-24e4-4528-af8a-7f1ba8222bd6 req-41cbd188-d474-4341-9910-1373fddf24ba service neutron] Attempting to bind port 150ab5d2-1e6b-452c-adfc-4dbbe9f71343 on network 1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 05:30:47.759849 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7adfacb1-24e4-4528-af8a-7f1ba8222bd6 req-41cbd188-d474-4341-9910-1373fddf24ba service neutron] Checking agent: {'id': '12b139f9-2daf-4047-bd2d-6bc43cda34b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85127', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 5, 19, 7), 'started_at': datetime.datetime(2022, 7, 29, 5, 19, 7), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 5, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 05:30:47.759849 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7adfacb1-24e4-4528-af8a-7f1ba8222bd6 req-41cbd188-d474-4341-9910-1373fddf24ba service neutron] Checking segment: {'id': '9d7b27d9-0143-463c-a7be-74fa3e5595bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 05:30:47.759849 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7adfacb1-24e4-4528-af8a-7f1ba8222bd6 req-41cbd188-d474-4341-9910-1373fddf24ba service neutron] Bound using segment: {'id': '9d7b27d9-0143-463c-a7be-74fa3e5595bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b'} {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 05:30:47.759849 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.managers [req-7adfacb1-24e4-4528-af8a-7f1ba8222bd6 req-41cbd188-d474-4341-9910-1373fddf24ba service neutron] Bound port: 150ab5d2-1e6b-452c-adfc-4dbbe9f71343, host: hv-cinder-85127, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d7b27d9-0143-463c-a7be-74fa3e5595bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b'}}] {{(pid=104005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 05:30:47.759849 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-7adfacb1-24e4-4528-af8a-7f1ba8222bd6 req-41cbd188-d474-4341-9910-1373fddf24ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (150ab5d2-1e6b-452c-adfc-4dbbe9f71343), before_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:47.829826 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.db [req-7adfacb1-24e4-4528-af8a-7f1ba8222bd6 req-41cbd188-d474-4341-9910-1373fddf24ba service neutron] For port 150ab5d2-1e6b-452c-adfc-4dbbe9f71343, host hv-cinder-85127, cleared binding levels {{(pid=104005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 05:30:47.832988 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.db [req-7adfacb1-24e4-4528-af8a-7f1ba8222bd6 req-41cbd188-d474-4341-9910-1373fddf24ba service neutron] For port 150ab5d2-1e6b-452c-adfc-4dbbe9f71343, host hv-cinder-85127, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=150ab5d2-1e6b-452c-adfc-4dbbe9f71343,segment=NetworkSegment(9d7b27d9-0143-463c-a7be-74fa3e5595bd),segment_id=9d7b27d9-0143-463c-a7be-74fa3e5595bd)] {{(pid=104005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 05:30:47.839668 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-7adfacb1-24e4-4528-af8a-7f1ba8222bd6 req-41cbd188-d474-4341-9910-1373fddf24ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1905579'] for port (150ab5d2-1e6b-452c-adfc-4dbbe9f71343), after_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:47.878924 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adfacb1-24e4-4528-af8a-7f1ba8222bd6 req-41cbd188-d474-4341-9910-1373fddf24ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:30:47.879597 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-7adfacb1-24e4-4528-af8a-7f1ba8222bd6 req-41cbd188-d474-4341-9910-1373fddf24ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249840'] for port (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:47.880985 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-7adfacb1-24e4-4528-af8a-7f1ba8222bd6 req-41cbd188-d474-4341-9910-1373fddf24ba service neutron] 10.222.0.60 "PUT /v2.0/ports/150ab5d2-1e6b-452c-adfc-4dbbe9f71343 HTTP/1.1" status: 200 len: 1094 time: 0.7381806 Jul 29 05:30:47.881498 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf290482-2215-4471-b672-b5f997b34352', 'tag': '150ab5d2-1e6b-452c-adfc-4dbbe9f71343'}] {{(pid=104005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 05:30:47.883841 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18cb6d06cd9bdbb2624e76cf95b2230ef06252a8a1dccb16f0d07e3cc9dc753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b483f93-19d7-41b5-bf4e-2a230ab3d2d9" -d '{"events": [{"name": "network-changed", "server_uuid": "cf290482-2215-4471-b672-b5f997b34352", "tag": "150ab5d2-1e6b-452c-adfc-4dbbe9f71343"}]}' {{(pid=104005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 05:30:47.919031 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cbd188-d474-4341-9910-1373fddf24ba service neutron] Pushing event updated for resources: {'Port': ['ID=150ab5d2-1e6b-452c-adfc-4dbbe9f71343,revision_number=3']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:30:47.953064 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 05:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf4a49e3-9eb3-41ef-9664-f05960fb9a36 x-openstack-request-id: req-bf4a49e3-9eb3-41ef-9664-f05960fb9a36 {{(pid=104005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 05:30:47.953356 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf290482-2215-4471-b672-b5f997b34352", "tag": "150ab5d2-1e6b-452c-adfc-4dbbe9f71343", "status": "completed", "code": 200}]} {{(pid=104005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 05:30:47.953607 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bf4a49e3-9eb3-41ef-9664-f05960fb9a36 {{(pid=104005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 05:30:47.954006 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf4a49e3-9eb3-41ef-9664-f05960fb9a36'] response: {'name': 'network-changed', 'server_uuid': 'cf290482-2215-4471-b672-b5f997b34352', 'tag': '150ab5d2-1e6b-452c-adfc-4dbbe9f71343', 'status': 'completed', 'code': 200} Jul 29 05:30:47.988854 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adfacb1-24e4-4528-af8a-7f1ba8222bd6 req-6df74d4b-4f3e-445c-882e-1bfbabec959b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:30:47.990490 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-7adfacb1-24e4-4528-af8a-7f1ba8222bd6 req-6df74d4b-4f3e-445c-882e-1bfbabec959b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3d61aa3cfb59443d849c3d09d839cff5&device_id=cf290482-2215-4471-b672-b5f997b34352 HTTP/1.1" status: 200 len: 1128 time: 0.0491173 Jul 29 05:30:48.043638 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-7adfacb1-24e4-4528-af8a-7f1ba8222bd6 req-c876039d-9c00-4ea4-a53f-d3d8569a6d60 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=150ab5d2-1e6b-452c-adfc-4dbbe9f71343 HTTP/1.1" status: 200 len: 217 time: 0.0455756 Jul 29 05:30:48.095310 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adfacb1-24e4-4528-af8a-7f1ba8222bd6 req-60c69b0b-7089-480b-b793-6a23d69147b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:30:48.096789 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-7adfacb1-24e4-4528-af8a-7f1ba8222bd6 req-60c69b0b-7089-480b-b793-6a23d69147b2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f547db03-202a-42a5-a05f-faf57a3284b5 HTTP/1.1" status: 200 len: 850 time: 0.0479836 Jul 29 05:30:48.148394 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adfacb1-24e4-4528-af8a-7f1ba8222bd6 req-8955ab00-81cb-417f-bc03-ca01b1a7a6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:30:48.149903 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-7adfacb1-24e4-4528-af8a-7f1ba8222bd6 req-8955ab00-81cb-417f-bc03-ca01b1a7a6ad service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466704 Jul 29 05:30:48.163727 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:30:48.251741 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-7adfacb1-24e4-4528-af8a-7f1ba8222bd6 req-03979ee7-5366-4abf-8a8a-3ae83b8dba55 service neutron] 10.222.0.60 "GET /v2.0/networks/1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950236 Jul 29 05:30:48.348208 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:30:48.354774 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-7adfacb1-24e4-4528-af8a-7f1ba8222bd6 req-1ed50b0d-077e-49d6-8adf-4896faa13637 service neutron] 10.222.0.60 "GET /v2.0/networks/1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979228 Jul 29 05:30:48.606955 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b483f93-19d7-41b5-bf4e-2a230ab3d2d9 req-d2961b54-3ab4-4e83-bdcd-04061d5b7071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:30:48.608398 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-4b483f93-19d7-41b5-bf4e-2a230ab3d2d9 req-d2961b54-3ab4-4e83-bdcd-04061d5b7071 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3d61aa3cfb59443d849c3d09d839cff5&device_id=cf290482-2215-4471-b672-b5f997b34352 HTTP/1.1" status: 200 len: 1128 time: 0.0409853 Jul 29 05:30:48.703766 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b483f93-19d7-41b5-bf4e-2a230ab3d2d9 req-450fb211-798b-4f7b-a7e5-8757a347c6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:30:48.705227 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-4b483f93-19d7-41b5-bf4e-2a230ab3d2d9 req-450fb211-798b-4f7b-a7e5-8757a347c6a2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b HTTP/1.1" status: 200 len: 912 time: 0.0901051 Jul 29 05:30:48.744519 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-4b483f93-19d7-41b5-bf4e-2a230ab3d2d9 req-c27bc0dd-0651-43d6-8210-40e0febb8728 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=150ab5d2-1e6b-452c-adfc-4dbbe9f71343 HTTP/1.1" status: 200 len: 217 time: 0.0332015 Jul 29 05:30:48.794130 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b483f93-19d7-41b5-bf4e-2a230ab3d2d9 req-8e9fbdc9-3807-405d-9694-2b180b3d6ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:30:48.795715 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-4b483f93-19d7-41b5-bf4e-2a230ab3d2d9 req-8e9fbdc9-3807-405d-9694-2b180b3d6ada service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f547db03-202a-42a5-a05f-faf57a3284b5 HTTP/1.1" status: 200 len: 850 time: 0.0458081 Jul 29 05:30:48.870684 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b483f93-19d7-41b5-bf4e-2a230ab3d2d9 req-2d26a9d8-8be1-4f6a-8d57-7592d8e2950e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:30:48.872616 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-4b483f93-19d7-41b5-bf4e-2a230ab3d2d9 req-2d26a9d8-8be1-4f6a-8d57-7592d8e2950e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0716472 Jul 29 05:30:48.880645 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b31822a-c1b5-4020-bf70-01256d19ae57 req-aa6fac7c-1fd0-40a8-9ef3-58c6734a277b tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:30:48.882262 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-8b31822a-c1b5-4020-bf70-01256d19ae57 req-aa6fac7c-1fd0-40a8-9ef3-58c6734a277b tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf290482-2215-4471-b672-b5f997b34352 HTTP/1.1" status: 200 len: 944 time: 0.0717678 Jul 29 05:30:49.003548 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-8b31822a-c1b5-4020-bf70-01256d19ae57 req-989f1733-f2e1-42d5-aa32-10947c35d806 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.49 "GET /v2.0/security-groups?id=8bfb15b5-8bf4-4960-9ee1-728bf945b639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125267 Jul 29 05:30:49.021166 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-4b483f93-19d7-41b5-bf4e-2a230ab3d2d9 req-8f026444-c9cd-4740-ad31-a415ff03693c service neutron] 10.222.0.60 "GET /v2.0/networks/1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379731 Jul 29 05:30:49.112845 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-4b483f93-19d7-41b5-bf4e-2a230ab3d2d9 req-f7459bf3-f0c4-4209-839e-1d5cf67a8fa8 service neutron] 10.222.0.60 "GET /v2.0/networks/1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861795 Jul 29 05:30:50.128534 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e04c75d-22f0-4260-a174-b569c963ec12 req-67255c08-7441-4a2e-8259-2ec4437f9741 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:30:50.130002 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-6e04c75d-22f0-4260-a174-b569c963ec12 req-67255c08-7441-4a2e-8259-2ec4437f9741 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf290482-2215-4471-b672-b5f997b34352 HTTP/1.1" status: 200 len: 944 time: 0.0471306 Jul 29 05:30:50.180938 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-6e04c75d-22f0-4260-a174-b569c963ec12 req-30243fc0-b014-4b73-874d-2e6c5c10d87e tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.49 "GET /v2.0/security-groups?id=8bfb15b5-8bf4-4960-9ee1-728bf945b639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453210 Jul 29 05:30:51.303702 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21130e4d-0ade-4044-975c-d73ce9144fce req-5c1306b8-a27b-4d71-aacf-bdce632f9efc tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:30:51.305184 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-21130e4d-0ade-4044-975c-d73ce9144fce req-5c1306b8-a27b-4d71-aacf-bdce632f9efc tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf290482-2215-4471-b672-b5f997b34352 HTTP/1.1" status: 200 len: 944 time: 0.0517776 Jul 29 05:30:51.355190 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-21130e4d-0ade-4044-975c-d73ce9144fce req-2b96cba0-39ca-446e-8baf-5319112c1fdf tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.49 "GET /v2.0/security-groups?id=8bfb15b5-8bf4-4960-9ee1-728bf945b639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443175 Jul 29 05:30:52.472508 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754988ad-4e6b-4e6c-be40-c2431a3866e6 req-903df1db-4899-4d25-9c7b-02063d4de7e2 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:30:52.473844 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-754988ad-4e6b-4e6c-be40-c2431a3866e6 req-903df1db-4899-4d25-9c7b-02063d4de7e2 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf290482-2215-4471-b672-b5f997b34352 HTTP/1.1" status: 200 len: 944 time: 0.0472903 Jul 29 05:30:52.527131 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-754988ad-4e6b-4e6c-be40-c2431a3866e6 req-8840e56e-783a-479b-b910-29c5c032dd17 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.49 "GET /v2.0/security-groups?id=8bfb15b5-8bf4-4960-9ee1-728bf945b639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470393 Jul 29 05:30:53.651040 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba04b30d-39f8-431a-8df2-7b6c6206365e req-0aa08459-c218-4736-bdcb-5626f126a395 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:30:53.652738 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-ba04b30d-39f8-431a-8df2-7b6c6206365e req-0aa08459-c218-4736-bdcb-5626f126a395 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf290482-2215-4471-b672-b5f997b34352 HTTP/1.1" status: 200 len: 944 time: 0.0538650 Jul 29 05:30:53.703417 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-ba04b30d-39f8-431a-8df2-7b6c6206365e req-ffd073cb-114c-4e34-9b53-51e2e9d6f22b tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.49 "GET /v2.0/security-groups?id=8bfb15b5-8bf4-4960-9ee1-728bf945b639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447171 Jul 29 05:30:54.821846 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b47d54e-278d-45c4-a0a5-7f339dff6796 req-2586f637-921e-46a7-a211-ddb8356f0ea1 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:30:54.823308 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-8b47d54e-278d-45c4-a0a5-7f339dff6796 req-2586f637-921e-46a7-a211-ddb8356f0ea1 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf290482-2215-4471-b672-b5f997b34352 HTTP/1.1" status: 200 len: 944 time: 0.0472522 Jul 29 05:30:54.874020 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-8b47d54e-278d-45c4-a0a5-7f339dff6796 req-37429b70-7f44-420e-be83-9ae5f0cdc11b tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.49 "GET /v2.0/security-groups?id=8bfb15b5-8bf4-4960-9ee1-728bf945b639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445509 Jul 29 05:30:55.997644 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4221e12-2b6d-4ab3-ac03-ab4432992550 req-5f22c6b2-fac8-4c3c-9061-fb599dfafc7c tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:30:55.999073 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-b4221e12-2b6d-4ab3-ac03-ab4432992550 req-5f22c6b2-fac8-4c3c-9061-fb599dfafc7c tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf290482-2215-4471-b672-b5f997b34352 HTTP/1.1" status: 200 len: 944 time: 0.0460014 Jul 29 05:30:56.054114 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-b4221e12-2b6d-4ab3-ac03-ab4432992550 req-07ca2096-a631-40bd-8ed8-ba0290adb0ff tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.49 "GET /v2.0/security-groups?id=8bfb15b5-8bf4-4960-9ee1-728bf945b639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490620 Jul 29 05:30:57.176691 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27d0c46-f2e6-462b-9b73-3ce3772e179a req-958e9441-24a0-4200-a879-9977346ea79b tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:30:57.178180 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-e27d0c46-f2e6-462b-9b73-3ce3772e179a req-958e9441-24a0-4200-a879-9977346ea79b tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf290482-2215-4471-b672-b5f997b34352 HTTP/1.1" status: 200 len: 944 time: 0.0493677 Jul 29 05:30:57.229361 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-e27d0c46-f2e6-462b-9b73-3ce3772e179a req-212a5fb9-e81a-4c44-b5f4-133ca946dc72 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.49 "GET /v2.0/security-groups?id=8bfb15b5-8bf4-4960-9ee1-728bf945b639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456588 Jul 29 05:30:57.524306 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Device 150ab5d2-1e6b-452c-adfc-4dbbe9f71343 details requested by agent hyperv_hv-cinder-85127 with host hv-cinder-85127 {{(pid=104006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 05:30:57.541974 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:30:57.626816 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] For port 150ab5d2-1e6b-452c-adfc-4dbbe9f71343, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=150ab5d2-1e6b-452c-adfc-4dbbe9f71343,segment=NetworkSegment(9d7b27d9-0143-463c-a7be-74fa3e5595bd),segment_id=9d7b27d9-0143-463c-a7be-74fa3e5595bd)] {{(pid=104006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:30:57.637902 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Returning: {'device': '150ab5d2-1e6b-452c-adfc-4dbbe9f71343', 'network_id': '1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b', 'port_id': '150ab5d2-1e6b-452c-adfc-4dbbe9f71343', 'mac_address': 'fa:16:3e:d5:4a:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f547db03-202a-42a5-a05f-faf57a3284b5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 05:30:57.674462 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Current status of the port 150ab5d2-1e6b-452c-adfc-4dbbe9f71343 is: DOWN; New status is: BUILD {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:30:57.674854 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (150ab5d2-1e6b-452c-adfc-4dbbe9f71343), before_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:57.694149 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.notifiers.nova [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 150ab5d2-1e6b-452c-adfc-4dbbe9f71343 {{(pid=104006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 05:30:57.717811 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] For port 150ab5d2-1e6b-452c-adfc-4dbbe9f71343, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=150ab5d2-1e6b-452c-adfc-4dbbe9f71343,segment=NetworkSegment(9d7b27d9-0143-463c-a7be-74fa3e5595bd),segment_id=9d7b27d9-0143-463c-a7be-74fa3e5595bd)] {{(pid=104006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:30:57.721796 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (150ab5d2-1e6b-452c-adfc-4dbbe9f71343), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:57.767777 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Pushing event updated for resources: {'Port': ['ID=150ab5d2-1e6b-452c-adfc-4dbbe9f71343,revision_number=4']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:30:57.775290 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:30:57.775600 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:30:57.775946 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:30:57.776288 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:30:57.776626 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:30:57.776959 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:30:57.777290 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:30:57.777620 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:30:57.777947 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:30:57.778276 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:30:57.778603 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:30:57.779493 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:30:57.779845 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:30:57.780131 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:30:57.780455 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:30:57.933912 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] get_ports_and_sgs() called for port_ids ['150ab5d2-1e6b-452c-adfc-4dbbe9f71343'] {{(pid=104006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 05:30:58.188868 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:30:58.367260 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf0f09d-daf0-4c11-a0de-500efa90d2da req-13a9d97a-0389-40ec-a106-2156ca3d944a tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:30:58.368788 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-5cf0f09d-daf0-4c11-a0de-500efa90d2da req-13a9d97a-0389-40ec-a106-2156ca3d944a tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf290482-2215-4471-b672-b5f997b34352 HTTP/1.1" status: 200 len: 945 time: 0.0547633 Jul 29 05:30:58.402201 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=100 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:30:58.427930 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-5cf0f09d-daf0-4c11-a0de-500efa90d2da req-0f78aa51-ec23-4179-9d09-a291bc7ce6d3 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.49 "GET /v2.0/security-groups?id=8bfb15b5-8bf4-4960-9ee1-728bf945b639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525506 Jul 29 05:30:59.524666 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Device 150ab5d2-1e6b-452c-adfc-4dbbe9f71343 up at agent hyperv_hv-cinder-85127 {{(pid=104006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 05:30:59.557601 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4ab37f-1a63-4b66-9f18-c44fe5bba61d req-b341da20-6a4d-4993-9cf6-649027bdb8f3 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:30:59.559083 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-4c4ab37f-1a63-4b66-9f18-c44fe5bba61d req-b341da20-6a4d-4993-9cf6-649027bdb8f3 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf290482-2215-4471-b672-b5f997b34352 HTTP/1.1" status: 200 len: 945 time: 0.0537171 Jul 29 05:30:59.568852 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Provisioning for port 150ab5d2-1e6b-452c-adfc-4dbbe9f71343 completed by entity L2. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 29 05:30:59.575065 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Provisioning complete for port 150ab5d2-1e6b-452c-adfc-4dbbe9f71343 triggered by entity L2. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:30:59.575462 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (150ab5d2-1e6b-452c-adfc-4dbbe9f71343), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:59.610692 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-4c4ab37f-1a63-4b66-9f18-c44fe5bba61d req-7b36bced-05fe-4b77-8230-cd616c2c74c6 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.49 "GET /v2.0/security-groups?id=8bfb15b5-8bf4-4960-9ee1-728bf945b639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449445 Jul 29 05:30:59.653182 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Current status of the port 150ab5d2-1e6b-452c-adfc-4dbbe9f71343 is: BUILD; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:30:59.653572 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (150ab5d2-1e6b-452c-adfc-4dbbe9f71343), before_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:59.677076 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf290482-2215-4471-b672-b5f997b34352', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '150ab5d2-1e6b-452c-adfc-4dbbe9f71343'}] {{(pid=104006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 05:30:59.679490 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e99febf74dea338d8edfc28e98bc5f49fff1daa2966fa3a6b84f517592192115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-140ae0dc-544b-4254-891b-4a11a553faea" -d '{"events": [{"server_uuid": "cf290482-2215-4471-b672-b5f997b34352", "name": "network-vif-plugged", "status": "completed", "tag": "150ab5d2-1e6b-452c-adfc-4dbbe9f71343"}]}' {{(pid=104006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 05:30:59.692875 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] For port 150ab5d2-1e6b-452c-adfc-4dbbe9f71343, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=150ab5d2-1e6b-452c-adfc-4dbbe9f71343,segment=NetworkSegment(9d7b27d9-0143-463c-a7be-74fa3e5595bd),segment_id=9d7b27d9-0143-463c-a7be-74fa3e5595bd)] {{(pid=104006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:30:59.697203 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (150ab5d2-1e6b-452c-adfc-4dbbe9f71343), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:30:59.720342 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 05:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ea3fbbe-97d3-4042-bbc8-e156b220c341 x-openstack-request-id: req-4ea3fbbe-97d3-4042-bbc8-e156b220c341 {{(pid=104006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 05:30:59.720635 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf290482-2215-4471-b672-b5f997b34352", "name": "network-vif-plugged", "status": "completed", "tag": "150ab5d2-1e6b-452c-adfc-4dbbe9f71343", "code": 200}]} {{(pid=104006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 05:30:59.720886 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4ea3fbbe-97d3-4042-bbc8-e156b220c341 {{(pid=104006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 05:30:59.721283 dv-cinder-851279-2-iscsi neutron-server[104006]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ea3fbbe-97d3-4042-bbc8-e156b220c341'] response: {'server_uuid': 'cf290482-2215-4471-b672-b5f997b34352', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '150ab5d2-1e6b-452c-adfc-4dbbe9f71343', 'code': 200} Jul 29 05:30:59.748147 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Pushing event updated for resources: {'Port': ['ID=150ab5d2-1e6b-452c-adfc-4dbbe9f71343,revision_number=5']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:30:59.935978 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c5be1a-77c0-44f4-8399-67cb7f8a3ff7 req-42c077ec-e0fa-47fb-af1f-a00b268101a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:30:59.937477 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-c7c5be1a-77c0-44f4-8399-67cb7f8a3ff7 req-42c077ec-e0fa-47fb-af1f-a00b268101a7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=cf290482-2215-4471-b672-b5f997b34352 HTTP/1.1" status: 200 len: 1130 time: 0.0409107 Jul 29 05:30:59.957181 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=100 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:30:59.984890 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-c7c5be1a-77c0-44f4-8399-67cb7f8a3ff7 req-22550c36-09ae-4061-bed8-39f0f71d3d81 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=8bfb15b5-8bf4-4960-9ee1-728bf945b639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415857 Jul 29 05:31:00.728931 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca63bb4-35aa-4e56-99c9-00efdeb77564 req-9d73c457-6006-4b24-b697-c78afd5a17c7 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:31:00.730399 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-5ca63bb4-35aa-4e56-99c9-00efdeb77564 req-9d73c457-6006-4b24-b697-c78afd5a17c7 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf290482-2215-4471-b672-b5f997b34352 HTTP/1.1" status: 200 len: 946 time: 0.0484359 Jul 29 05:31:00.751580 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=100 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:31:00.782881 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-5ca63bb4-35aa-4e56-99c9-00efdeb77564 req-9b317c83-0901-48ec-9ca6-151f4f076876 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.49 "GET /v2.0/security-groups?id=8bfb15b5-8bf4-4960-9ee1-728bf945b639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462356 Jul 29 05:31:01.813092 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=18 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:31:01.814006 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=14 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:31:01.911235 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64e3b1b-1cc1-461e-b5ba-d106ecd84c65 req-c125265d-e974-409a-a993-ce6364d8598c tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:31:01.912756 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-a64e3b1b-1cc1-461e-b5ba-d106ecd84c65 req-c125265d-e974-409a-a993-ce6364d8598c tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf290482-2215-4471-b672-b5f997b34352 HTTP/1.1" status: 200 len: 946 time: 0.0558362 Jul 29 05:31:01.963918 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-a64e3b1b-1cc1-461e-b5ba-d106ecd84c65 req-5b9984a2-653c-4e62-b6cf-c248fb9c8698 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.49 "GET /v2.0/security-groups?id=8bfb15b5-8bf4-4960-9ee1-728bf945b639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456374 Jul 29 05:31:02.104276 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.agents_db [None req-24db149f-f2c4-42ba-b1ad-acaecd0c6386 None None] Agent healthcheck: found 6 active agents {{(pid=104007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 05:31:02.182576 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44644a8e-2d12-4d89-9c62-39cb90068a8a req-33842e7c-0f98-49d3-b9a7-25ce41830c7f tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:31:02.184123 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-44644a8e-2d12-4d89-9c62-39cb90068a8a req-33842e7c-0f98-49d3-b9a7-25ce41830c7f tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf290482-2215-4471-b672-b5f997b34352 HTTP/1.1" status: 200 len: 946 time: 0.1469512 Jul 29 05:31:02.248586 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-44644a8e-2d12-4d89-9c62-39cb90068a8a req-b2c8fd73-1abc-4455-8b13-793bbaab4885 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.49 "GET /v2.0/security-groups?id=8bfb15b5-8bf4-4960-9ee1-728bf945b639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576291 Jul 29 05:31:02.275962 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 39242) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:31:02.360116 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a83968b-5dcc-45a8-8cd1-525981542acd tempest-TestVolumeBootPattern-842435422 tempest-TestVolumeBootPattern-842435422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:31:02.361518 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-8a83968b-5dcc-45a8-8cd1-525981542acd tempest-TestVolumeBootPattern-842435422 tempest-TestVolumeBootPattern-842435422-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=cf290482-2215-4471-b672-b5f997b34352 HTTP/1.1" status: 200 len: 1125 time: 0.0845413 Jul 29 05:31:02.364369 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 39246) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:31:02.368440 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.v2.base [None req-b59dddf4-af98-4398-9959-685734caed28 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Request body: {'floatingip': {'floating_network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'port_id': '150ab5d2-1e6b-452c-adfc-4dbbe9f71343', 'tenant_id': '3d61aa3cfb59443d849c3d09d839cff5', 'fixed_ip_address': '172.20.0.10'}} {{(pid=104005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:31:02.389504 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-b59dddf4-af98-4398-9959-685734caed28 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:31:02.470948 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-b59dddf4-af98-4398-9959-685734caed28 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (None), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:31:02.574982 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.db_base_plugin_common [None req-b59dddf4-af98-4398-9959-685734caed28 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Allocated IP 172.27.2.189 (24e7367e-e5e6-44e8-9960-5007b05e27d5/c0e5dfe8-844e-4105-ab86-052903918992/efa0d0f2-25cd-4983-92ac-bf58cde7b947) {{(pid=104005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 05:31:02.943168 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-b59dddf4-af98-4398-9959-685734caed28 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Publish callbacks [] for port (efa0d0f2-25cd-4983-92ac-bf58cde7b947), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:31:02.975362 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-b59dddf4-af98-4398-9959-685734caed28 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737760223811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1905596'] for port (efa0d0f2-25cd-4983-92ac-bf58cde7b947), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:31:03.015796 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59dddf4-af98-4398-9959-685734caed28 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Network 24e7367e-e5e6-44e8-9960-5007b05e27d5 is already hosted by enough agents. {{(pid=104005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 05:31:03.020917 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.base_scheduler [None req-b59dddf4-af98-4398-9959-685734caed28 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Resources bound (agent type, host, resource id): {{(pid=104005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:31:03.025006 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59dddf4-af98-4398-9959-685734caed28 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Received port after_create {{(pid=104005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 05:31:03.028438 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59dddf4-af98-4398-9959-685734caed28 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Pushing event updated for resources: {'Port': ['ID=efa0d0f2-25cd-4983-92ac-bf58cde7b947,revision_number=1']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:31:03.057854 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59dddf4-af98-4398-9959-685734caed28 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:31:03.058288 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59dddf4-af98-4398-9959-685734caed28 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:31:03.058534 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59dddf4-af98-4398-9959-685734caed28 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:31:03.058869 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59dddf4-af98-4398-9959-685734caed28 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:31:03.059198 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59dddf4-af98-4398-9959-685734caed28 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:31:03.059555 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59dddf4-af98-4398-9959-685734caed28 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:31:03.059882 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59dddf4-af98-4398-9959-685734caed28 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:31:03.060301 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59dddf4-af98-4398-9959-685734caed28 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:31:03.060721 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59dddf4-af98-4398-9959-685734caed28 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:31:03.061051 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59dddf4-af98-4398-9959-685734caed28 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:31:03.061392 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59dddf4-af98-4398-9959-685734caed28 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:31:03.061696 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59dddf4-af98-4398-9959-685734caed28 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:31:03.062015 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59dddf4-af98-4398-9959-685734caed28 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:31:03.062332 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59dddf4-af98-4398-9959-685734caed28 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:31:03.062646 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59dddf4-af98-4398-9959-685734caed28 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:31:03.163934 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:31:03.312493 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:31:03.405879 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-b59dddf4-af98-4398-9959-685734caed28 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Publish callbacks [] for floatingip (bc52329c-e90d-45ff-a9cd-d14c32c5125d), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:31:03.474507 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-b59dddf4-af98-4398-9959-685734caed28 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (efa0d0f2-25cd-4983-92ac-bf58cde7b947), before_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:31:03.623533 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-b59dddf4-af98-4398-9959-685734caed28 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Publish callbacks [] for port (efa0d0f2-25cd-4983-92ac-bf58cde7b947), precommit_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:31:03.627800 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-b59dddf4-af98-4398-9959-685734caed28 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1905579'] for port (efa0d0f2-25cd-4983-92ac-bf58cde7b947), after_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:31:03.699735 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59dddf4-af98-4398-9959-685734caed28 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Pushing event updated for resources: {'Port': ['ID=efa0d0f2-25cd-4983-92ac-bf58cde7b947,revision_number=2']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:31:03.708743 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-b59dddf4-af98-4398-9959-685734caed28 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-375524'] for floatingip (bc52329c-e90d-45ff-a9cd-d14c32c5125d), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:31:03.805568 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.db.l3_db [None req-b59dddf4-af98-4398-9959-685734caed28 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Floating IP bc52329c-e90d-45ff-a9cd-d14c32c5125d associated. External IP: 172.27.2.189, port: 150ab5d2-1e6b-452c-adfc-4dbbe9f71343. Jul 29 05:31:04.002776 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:31:04.008497 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b59dddf4-af98-4398-9959-685734caed28 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Router 74a7d72e-280a-4789-8708-01de1cc6e893 has already been hosted by L3 agent 8a9a6061-e61b-4901-b35e-5e71dea10db3 {{(pid=104005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 05:31:04.114448 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b59dddf4-af98-4398-9959-685734caed28 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Notify agent at l3_agent.dv-cinder-851279-2-iscsi the message routers_updated {{(pid=104005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 05:31:04.124777 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a94123-7095-489a-9681-8546de6d3a10 None None] Sync routers for ids ['74a7d72e-280a-4789-8708-01de1cc6e893'] in dv-cinder-851279-2-iscsi {{(pid=104007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 05:31:04.125689 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:31:04.134991 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-b59dddf4-af98-4398-9959-685734caed28 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249840'] for floatingip (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:31:04.141311 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a94123-7095-489a-9681-8546de6d3a10 None None] Routers {'74a7d72e-280a-4789-8708-01de1cc6e893'} bound to L3 agent in host dv-cinder-851279-2-iscsi {{(pid=104007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:31:04.142374 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-79a94123-7095-489a-9681-8546de6d3a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-29T05:12:08Z,description=,heartbeat_timestamp=2022-07-29T05:30:38Z,host='dv-cinder-851279-2-iscsi',id=8a9a6061-e61b-4901-b35e-5e71dea10db3,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T05:12:08Z,topic='l3_agent')) {'router_ids': ['74a7d72e-280a-4789-8708-01de1cc6e893'], 'active': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:31:04.171560 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-b59dddf4-af98-4398-9959-685734caed28 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8039703 Jul 29 05:31:04.171560 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf290482-2215-4471-b672-b5f997b34352', 'tag': '150ab5d2-1e6b-452c-adfc-4dbbe9f71343'}] {{(pid=104005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 05:31:04.172517 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18cb6d06cd9bdbb2624e76cf95b2230ef06252a8a1dccb16f0d07e3cc9dc753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a42e8b8-7760-4157-b987-945e4d953c19" -d '{"events": [{"name": "network-changed", "server_uuid": "cf290482-2215-4471-b672-b5f997b34352", "tag": "150ab5d2-1e6b-452c-adfc-4dbbe9f71343"}]}' {{(pid=104005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 05:31:04.212710 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 05:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42eb875c-f395-465d-868e-7b6276e270f9 x-openstack-request-id: req-42eb875c-f395-465d-868e-7b6276e270f9 {{(pid=104005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 05:31:04.213006 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf290482-2215-4471-b672-b5f997b34352", "tag": "150ab5d2-1e6b-452c-adfc-4dbbe9f71343", "status": "completed", "code": 200}]} {{(pid=104005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 05:31:04.213261 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-42eb875c-f395-465d-868e-7b6276e270f9 {{(pid=104005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 05:31:04.213664 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42eb875c-f395-465d-868e-7b6276e270f9'] response: {'name': 'network-changed', 'server_uuid': 'cf290482-2215-4471-b672-b5f997b34352', 'tag': '150ab5d2-1e6b-452c-adfc-4dbbe9f71343', 'status': 'completed', 'code': 200} Jul 29 05:31:04.276944 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a42e8b8-7760-4157-b987-945e4d953c19 req-8bcc5e86-64e7-42d8-8bc2-64977f607724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:31:04.278459 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-2a42e8b8-7760-4157-b987-945e4d953c19 req-8bcc5e86-64e7-42d8-8bc2-64977f607724 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3d61aa3cfb59443d849c3d09d839cff5&device_id=cf290482-2215-4471-b672-b5f997b34352 HTTP/1.1" status: 200 len: 1130 time: 0.0428410 Jul 29 05:31:04.335830 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvr_db [None req-79a94123-7095-489a-9681-8546de6d3a10 None None] Set router 74a7d72e-280a-4789-8708-01de1cc6e893 gateway port host: dv-cinder-851279-2-iscsi {{(pid=104007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:31:04.374775 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a42e8b8-7760-4157-b987-945e4d953c19 req-60a526f7-41c5-4bdd-bd16-3360b7254653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:31:04.376289 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-2a42e8b8-7760-4157-b987-945e4d953c19 req-60a526f7-41c5-4bdd-bd16-3360b7254653 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b HTTP/1.1" status: 200 len: 912 time: 0.0914137 Jul 29 05:31:04.438664 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-2a42e8b8-7760-4157-b987-945e4d953c19 req-05ce4b13-29fe-4a44-8678-d8233c70d7e6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=150ab5d2-1e6b-452c-adfc-4dbbe9f71343 HTTP/1.1" status: 200 len: 1000 time: 0.0568731 Jul 29 05:31:04.491457 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a42e8b8-7760-4157-b987-945e4d953c19 req-2ebdac34-05f9-4e3a-86a7-667cc7b6a4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:31:04.491457 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-2a42e8b8-7760-4157-b987-945e4d953c19 req-2ebdac34-05f9-4e3a-86a7-667cc7b6a4fe service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f547db03-202a-42a5-a05f-faf57a3284b5 HTTP/1.1" status: 200 len: 850 time: 0.0454819 Jul 29 05:31:04.537920 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a42e8b8-7760-4157-b987-945e4d953c19 req-a6b740f2-a0be-4482-8cbd-21516d22fb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:31:04.539328 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-2a42e8b8-7760-4157-b987-945e4d953c19 req-a6b740f2-a0be-4482-8cbd-21516d22fb92 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440750 Jul 29 05:31:04.552166 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-79a94123-7095-489a-9681-8546de6d3a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74a7d72e-280a-4789-8708-01de1cc6e893', 'name': 'tempest-TestVolumeBootPattern-641858207-router', 'tenant_id': '3d61aa3cfb59443d849c3d09d839cff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '91a5f9ec-eb9d-4c15-96e2-d7455c22400e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:30:18Z', 'updated_at': '2022-07-29T05:30:21Z', 'revision_number': 4, 'project_id': '3d61aa3cfb59443d849c3d09d839cff5', 'gw_port': {'id': '91a5f9ec-eb9d-4c15-96e2-d7455c22400e', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:42:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a7d72e-280a-4789-8708-01de1cc6e893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:30:18Z', 'updated_at': '2022-07-29T05:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi', '_floatingips': [{'id': 'bc52329c-e90d-45ff-a9cd-d14c32c5125d', 'tenant_id': '3d61aa3cfb59443d849c3d09d839cff5', 'floating_ip_address': '172.27.2.189', 'floating_network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'router_id': '74a7d72e-280a-4789-8708-01de1cc6e893', 'port_id': '150ab5d2-1e6b-452c-adfc-4dbbe9f71343', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b', 'mac_address': 'fa:16:3e:d5:4a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf290482-2215-4471-b672-b5f997b34352', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T05:31:03Z', 'updated_at': '2022-07-29T05:31:03Z', 'revision_number': 0, 'project_id': '3d61aa3cfb59443d849c3d09d839cff5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e63cf1e-3788-464c-bd2b-dddc896a61cc', 'name': '', 'network_id': '1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b', 'tenant_id': '3d61aa3cfb59443d849c3d09d839cff5', 'mac_address': 'fa:16:3e:6b:2c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a7d72e-280a-4789-8708-01de1cc6e893', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'f547db03-202a-42a5-a05f-faf57a3284b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:30:20Z', 'updated_at': '2022-07-29T05:30:25Z', 'revision_number': 5, 'project_id': '3d61aa3cfb59443d849c3d09d839cff5', 'subnets': [{'id': 'f547db03-202a-42a5-a05f-faf57a3284b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-2-iscsi', False) {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:31:04.578857 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a94123-7095-489a-9681-8546de6d3a10 None None] Checking router: 74a7d72e-280a-4789-8708-01de1cc6e893 for host: dv-cinder-851279-2-iscsi {{(pid=104007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 05:31:04.587563 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a94123-7095-489a-9681-8546de6d3a10 None None] Routers {'74a7d72e-280a-4789-8708-01de1cc6e893'} bound to L3 agent in host dv-cinder-851279-2-iscsi {{(pid=104007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:31:04.588172 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-79a94123-7095-489a-9681-8546de6d3a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-29T05:12:08Z,description=,heartbeat_timestamp=2022-07-29T05:30:38Z,host='dv-cinder-851279-2-iscsi',id=8a9a6061-e61b-4901-b35e-5e71dea10db3,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T05:12:08Z,topic='l3_agent')) {'router_ids': ['74a7d72e-280a-4789-8708-01de1cc6e893'], 'active': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:31:04.633103 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-2a42e8b8-7760-4157-b987-945e4d953c19 req-83a80044-4b57-49bc-917d-937070738db4 service neutron] 10.222.0.60 "GET /v2.0/networks/1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877583 Jul 29 05:31:04.694218 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvr_db [None req-79a94123-7095-489a-9681-8546de6d3a10 None None] Set router 74a7d72e-280a-4789-8708-01de1cc6e893 gateway port host: dv-cinder-851279-2-iscsi {{(pid=104007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:31:04.729014 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-2a42e8b8-7760-4157-b987-945e4d953c19 req-e1c41e7e-0621-45ab-a214-cc452cb9d5b9 service neutron] 10.222.0.60 "GET /v2.0/networks/1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895135 Jul 29 05:31:04.908018 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-79a94123-7095-489a-9681-8546de6d3a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74a7d72e-280a-4789-8708-01de1cc6e893', 'name': 'tempest-TestVolumeBootPattern-641858207-router', 'tenant_id': '3d61aa3cfb59443d849c3d09d839cff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '91a5f9ec-eb9d-4c15-96e2-d7455c22400e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:30:18Z', 'updated_at': '2022-07-29T05:30:21Z', 'revision_number': 4, 'project_id': '3d61aa3cfb59443d849c3d09d839cff5', 'gw_port': {'id': '91a5f9ec-eb9d-4c15-96e2-d7455c22400e', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:42:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a7d72e-280a-4789-8708-01de1cc6e893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:30:18Z', 'updated_at': '2022-07-29T05:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi', '_floatingips': [{'id': 'bc52329c-e90d-45ff-a9cd-d14c32c5125d', 'tenant_id': '3d61aa3cfb59443d849c3d09d839cff5', 'floating_ip_address': '172.27.2.189', 'floating_network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'router_id': '74a7d72e-280a-4789-8708-01de1cc6e893', 'port_id': '150ab5d2-1e6b-452c-adfc-4dbbe9f71343', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b', 'mac_address': 'fa:16:3e:d5:4a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf290482-2215-4471-b672-b5f997b34352', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T05:31:03Z', 'updated_at': '2022-07-29T05:31:03Z', 'revision_number': 0, 'project_id': '3d61aa3cfb59443d849c3d09d839cff5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e63cf1e-3788-464c-bd2b-dddc896a61cc', 'name': '', 'network_id': '1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b', 'tenant_id': '3d61aa3cfb59443d849c3d09d839cff5', 'mac_address': 'fa:16:3e:6b:2c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a7d72e-280a-4789-8708-01de1cc6e893', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'f547db03-202a-42a5-a05f-faf57a3284b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:30:20Z', 'updated_at': '2022-07-29T05:30:25Z', 'revision_number': 5, 'project_id': '3d61aa3cfb59443d849c3d09d839cff5', 'subnets': [{'id': 'f547db03-202a-42a5-a05f-faf57a3284b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-2-iscsi', False) {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:31:04.931643 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a94123-7095-489a-9681-8546de6d3a10 None None] The sync data for ids ['74a7d72e-280a-4789-8708-01de1cc6e893'] in dv-cinder-851279-2-iscsi is: [{'id': '74a7d72e-280a-4789-8708-01de1cc6e893', 'name': 'tempest-TestVolumeBootPattern-641858207-router', 'tenant_id': '3d61aa3cfb59443d849c3d09d839cff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '91a5f9ec-eb9d-4c15-96e2-d7455c22400e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:30:18Z', 'updated_at': '2022-07-29T05:30:21Z', 'revision_number': 4, 'project_id': '3d61aa3cfb59443d849c3d09d839cff5', 'gw_port': {'id': '91a5f9ec-eb9d-4c15-96e2-d7455c22400e', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:42:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a7d72e-280a-4789-8708-01de1cc6e893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:30:18Z', 'updated_at': '2022-07-29T05:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi', '_floatingips': [{'id': 'bc52329c-e90d-45ff-a9cd-d14c32c5125d', 'tenant_id': '3d61aa3cfb59443d849c3d09d839cff5', 'floating_ip_address': '172.27.2.189', 'floating_network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'router_id': '74a7d72e-280a-4789-8708-01de1cc6e893', 'port_id': '150ab5d2-1e6b-452c-adfc-4dbbe9f71343', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b', 'mac_address': 'fa:16:3e:d5:4a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf290482-2215-4471-b672-b5f997b34352', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T05:31:03Z', 'updated_at': '2022-07-29T05:31:03Z', 'revision_number': 0, 'project_id': '3d61aa3cfb59443d849c3d09d839cff5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e63cf1e-3788-464c-bd2b-dddc896a61cc', 'name': '', 'network_id': '1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b', 'tenant_id': '3d61aa3cfb59443d849c3d09d839cff5', 'mac_address': 'fa:16:3e:6b:2c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a7d72e-280a-4789-8708-01de1cc6e893', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'f547db03-202a-42a5-a05f-faf57a3284b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:30:20Z', 'updated_at': '2022-07-29T05:30:25Z', 'revision_number': 5, 'project_id': '3d61aa3cfb59443d849c3d09d839cff5', 'subnets': [{'id': 'f547db03-202a-42a5-a05f-faf57a3284b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 05:31:05.114854 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8f7d62-7c2a-4608-9c11-bd69247fc133 None None] New status for floating IP bc52329c-e90d-45ff-a9cd-d14c32c5125d: ACTIVE {{(pid=104006) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 29 05:31:05.599485 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-7814ae0d-6797-4bda-b727-f544c0fbf8db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (0319cf4e-40d4-4455-bfa4-d5e1d8f6ed41), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:31:07.689734 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:31:07.694991 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (12b139f9-2daf-4047-bd2d-6bc43cda34b6), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:31:08.129191 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-bebcf516-456a-4af8-be3e-f2c32ea496ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (8a9a6061-e61b-4901-b35e-5e71dea10db3), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:31:10.050375 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c0cfcfc2-d3d3-4a7d-ac6c-95a3fd745979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (543ff7d7-1636-45b2-a25e-e19209bc2e01), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:31:11.716989 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-25d2d662-1c10-455a-a758-35c132406432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (7da8dcb9-9a4e-44fd-b4da-fa922ad17d56), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:31:11.788998 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (aa119a64-f506-4951-a68b-6dc6289eaece), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:31:12.240352 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=13 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:31:12.244498 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=95 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:31:14.723868 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=62,neutron:DELETE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:31:14.726095 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=48 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:31:14.906078 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=76 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:31:14.911131 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=74 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:31:19.072341 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-2c93c8fc-d812-4501-bdf3-786872ffebd9 req-b5871766-db45-4a65-b16f-7ef015e2734f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=87eb34fa-b0bc-4ee0-aeea-70301f77125d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382686 Jul 29 05:31:19.158989 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c93c8fc-d812-4501-bdf3-786872ffebd9 req-44b17b1d-ad18-4a2f-af87-a35f2b165f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:31:19.160552 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-2c93c8fc-d812-4501-bdf3-786872ffebd9 req-44b17b1d-ad18-4a2f-af87-a35f2b165f3c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=719297a86f0a4930b4daf3b9f663e472&device_id=87eb34fa-b0bc-4ee0-aeea-70301f77125d HTTP/1.1" status: 200 len: 1129 time: 0.0439043 Jul 29 05:31:19.275076 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c93c8fc-d812-4501-bdf3-786872ffebd9 req-9aa1efcf-b8d0-4c9b-8fe4-18dd1879c78c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:31:19.276645 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-2c93c8fc-d812-4501-bdf3-786872ffebd9 req-9aa1efcf-b8d0-4c9b-8fe4-18dd1879c78c service neutron] 10.222.0.60 "GET /v2.0/networks?id=bf6a3cea-818f-4098-a73e-2bd56be30084 HTTP/1.1" status: 200 len: 910 time: 0.0980005 Jul 29 05:31:19.339795 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-2c93c8fc-d812-4501-bdf3-786872ffebd9 req-2953f80a-b8ba-4110-ac0a-ec6e3d46acdc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f47132ea-cd5d-4836-887a-b486a4824db2 HTTP/1.1" status: 200 len: 1001 time: 0.0556052 Jul 29 05:31:19.392539 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c93c8fc-d812-4501-bdf3-786872ffebd9 req-4262d8cb-b45f-4d42-84d1-656d2a45a033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:31:19.394062 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-2c93c8fc-d812-4501-bdf3-786872ffebd9 req-4262d8cb-b45f-4d42-84d1-656d2a45a033 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bd4850d2-d662-48cd-9d64-c0fcdc752249 HTTP/1.1" status: 200 len: 848 time: 0.0479109 Jul 29 05:31:19.436234 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c93c8fc-d812-4501-bdf3-786872ffebd9 req-64351811-de1b-46c2-be88-7da20083ece8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:31:19.437730 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-2c93c8fc-d812-4501-bdf3-786872ffebd9 req-64351811-de1b-46c2-be88-7da20083ece8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bf6a3cea-818f-4098-a73e-2bd56be30084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380991 Jul 29 05:31:19.528840 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-2c93c8fc-d812-4501-bdf3-786872ffebd9 req-eb4b74b2-ddab-4691-8986-5dc5be557c6c service neutron] 10.222.0.60 "GET /v2.0/networks/bf6a3cea-818f-4098-a73e-2bd56be30084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845962 Jul 29 05:31:19.622783 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-2c93c8fc-d812-4501-bdf3-786872ffebd9 req-1ded65db-ae2d-4733-a4f0-a395d8736132 service neutron] 10.222.0.60 "GET /v2.0/networks/bf6a3cea-818f-4098-a73e-2bd56be30084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870245 Jul 29 05:31:21.783256 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=55,neutron:UPDATE=4 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:31:21.785801 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=3,neutron:UPDATE=3 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:31:29.618500 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=48 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:31:29.619318 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=53 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:31:32.712772 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad135531-670d-4cd1-9b55-512f8c07aa54 req-c7d84884-e188-4f91-8cea-817ac880a59b tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:31:32.715387 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-ad135531-670d-4cd1-9b55-512f8c07aa54 req-c7d84884-e188-4f91-8cea-817ac880a59b tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] 10.222.0.49 "GET /v2.0/ports?device_id=87eb34fa-b0bc-4ee0-aeea-70301f77125d HTTP/1.1" status: 200 len: 945 time: 0.1293199 Jul 29 05:31:32.772099 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-ad135531-670d-4cd1-9b55-512f8c07aa54 req-24f553e0-9191-4245-8efc-5bdbd643eab9 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a108177-33f2-4e02-b63e-328953babc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507150 Jul 29 05:31:33.897014 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e0987b-5443-42f2-b164-2d6551657a68 req-8e3101c2-3049-4ec5-85fb-93d167ff8d15 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:31:33.898456 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-d8e0987b-5443-42f2-b164-2d6551657a68 req-8e3101c2-3049-4ec5-85fb-93d167ff8d15 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] 10.222.0.49 "GET /v2.0/ports?device_id=87eb34fa-b0bc-4ee0-aeea-70301f77125d HTTP/1.1" status: 200 len: 945 time: 0.0487547 Jul 29 05:31:33.950190 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-d8e0987b-5443-42f2-b164-2d6551657a68 req-0fd6e8cf-ad70-4c82-9230-4c6aff44bcf0 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a108177-33f2-4e02-b63e-328953babc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459034 Jul 29 05:31:35.074984 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bcd032-caa6-4e56-af0e-bd0e0170f77f req-5fca1bff-1e0b-4477-9cea-36b5ce06f7b8 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:31:35.076489 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-28bcd032-caa6-4e56-af0e-bd0e0170f77f req-5fca1bff-1e0b-4477-9cea-36b5ce06f7b8 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] 10.222.0.49 "GET /v2.0/ports?device_id=87eb34fa-b0bc-4ee0-aeea-70301f77125d HTTP/1.1" status: 200 len: 945 time: 0.0528595 Jul 29 05:31:35.126076 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-28bcd032-caa6-4e56-af0e-bd0e0170f77f req-519bf155-e14e-4a34-94fa-7276487b8ce0 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a108177-33f2-4e02-b63e-328953babc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439057 Jul 29 05:31:35.601343 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-ee630330-0278-47f3-9072-8f386e910548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (0319cf4e-40d4-4455-bfa4-d5e1d8f6ed41), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:31:36.245269 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7345e3fa-c3a1-4431-b143-2bcdc60068d9 req-de6257ab-d88a-4e04-b145-b7a0de9811f9 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:31:36.246724 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-7345e3fa-c3a1-4431-b143-2bcdc60068d9 req-de6257ab-d88a-4e04-b145-b7a0de9811f9 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] 10.222.0.49 "GET /v2.0/ports?device_id=87eb34fa-b0bc-4ee0-aeea-70301f77125d HTTP/1.1" status: 200 len: 945 time: 0.0487838 Jul 29 05:31:36.299623 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-7345e3fa-c3a1-4431-b143-2bcdc60068d9 req-a5c46597-c81e-4c6a-98bc-959081fe3133 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a108177-33f2-4e02-b63e-328953babc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471225 Jul 29 05:31:36.358798 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=3 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:31:36.363978 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=3 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:31:37.425898 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665ac932-502f-4f29-a2e4-04be40d0cbdd req-afb58313-aac2-4bf2-9e11-4d5d7f748e00 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:31:37.427372 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-665ac932-502f-4f29-a2e4-04be40d0cbdd req-afb58313-aac2-4bf2-9e11-4d5d7f748e00 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] 10.222.0.49 "GET /v2.0/ports?device_id=87eb34fa-b0bc-4ee0-aeea-70301f77125d HTTP/1.1" status: 200 len: 945 time: 0.0470204 Jul 29 05:31:37.475887 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-665ac932-502f-4f29-a2e4-04be40d0cbdd req-91d3a24d-daab-4ae9-8cf9-59735b58e177 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a108177-33f2-4e02-b63e-328953babc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429206 Jul 29 05:31:37.725256 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (12b139f9-2daf-4047-bd2d-6bc43cda34b6), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:31:38.131874 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-396e8d60-5090-44ad-a0a5-a19ba952c2e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (8a9a6061-e61b-4901-b35e-5e71dea10db3), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:31:38.597186 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470e5b2d-d0d6-4e9e-bca6-fefa47ec7ccc req-fb6e7f0e-a66d-40a3-97f1-28e058f4397d tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:31:38.598658 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-470e5b2d-d0d6-4e9e-bca6-fefa47ec7ccc req-fb6e7f0e-a66d-40a3-97f1-28e058f4397d tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] 10.222.0.49 "GET /v2.0/ports?device_id=87eb34fa-b0bc-4ee0-aeea-70301f77125d HTTP/1.1" status: 200 len: 945 time: 0.0510364 Jul 29 05:31:38.649590 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-470e5b2d-d0d6-4e9e-bca6-fefa47ec7ccc req-b7c258fb-e3c5-4ab3-8fd9-57b80b8d3aa7 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a108177-33f2-4e02-b63e-328953babc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445981 Jul 29 05:31:39.103185 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.agents_db [None req-24db149f-f2c4-42ba-b1ad-acaecd0c6386 None None] Agent healthcheck: found 6 active agents {{(pid=104007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 05:31:39.773652 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85fb74f-7471-4559-9fb0-c99fee53ac18 req-a72c7bc6-a367-45ce-ae5b-5324754abdbc tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:31:39.775495 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-d85fb74f-7471-4559-9fb0-c99fee53ac18 req-a72c7bc6-a367-45ce-ae5b-5324754abdbc tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] 10.222.0.49 "GET /v2.0/ports?device_id=87eb34fa-b0bc-4ee0-aeea-70301f77125d HTTP/1.1" status: 200 len: 945 time: 0.0506687 Jul 29 05:31:39.832685 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-d85fb74f-7471-4559-9fb0-c99fee53ac18 req-a9ca27ff-de37-4c94-ad03-a380852c51cf tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a108177-33f2-4e02-b63e-328953babc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514688 Jul 29 05:31:40.056073 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c0cfcfc2-d3d3-4a7d-ac6c-95a3fd745979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (543ff7d7-1636-45b2-a25e-e19209bc2e01), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:31:40.958672 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c042cb78-3dcb-4a60-802d-5c3c149ae55c req-73037f90-f673-48e9-8ad9-e3c42caf005b tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:31:40.960269 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-c042cb78-3dcb-4a60-802d-5c3c149ae55c req-73037f90-f673-48e9-8ad9-e3c42caf005b tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] 10.222.0.49 "GET /v2.0/ports?device_id=87eb34fa-b0bc-4ee0-aeea-70301f77125d HTTP/1.1" status: 200 len: 945 time: 0.0534840 Jul 29 05:31:41.011714 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-c042cb78-3dcb-4a60-802d-5c3c149ae55c req-22e07d75-b232-47ef-ace9-4d4382313d3a tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a108177-33f2-4e02-b63e-328953babc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456667 Jul 29 05:31:41.720682 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-25d2d662-1c10-455a-a758-35c132406432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (7da8dcb9-9a4e-44fd-b4da-fa922ad17d56), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:31:41.791860 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (aa119a64-f506-4951-a68b-6dc6289eaece), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:31:42.133105 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a398147-34e6-47ae-ae0a-efb3d06dc073 req-e56576a0-cf77-4024-a82e-a96b100c27de tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:31:42.134559 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-0a398147-34e6-47ae-ae0a-efb3d06dc073 req-e56576a0-cf77-4024-a82e-a96b100c27de tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] 10.222.0.49 "GET /v2.0/ports?device_id=87eb34fa-b0bc-4ee0-aeea-70301f77125d HTTP/1.1" status: 200 len: 945 time: 0.0482042 Jul 29 05:31:42.184850 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-0a398147-34e6-47ae-ae0a-efb3d06dc073 req-cdb64d80-9224-4c14-be49-b6e03e263cc1 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a108177-33f2-4e02-b63e-328953babc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447059 Jul 29 05:31:42.799967 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502f4d8b-ffc4-4ba9-b77c-5235903f8a62 req-7cb5c29c-c29a-45fc-ba81-cbd65d9d6285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:31:42.801487 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-502f4d8b-ffc4-4ba9-b77c-5235903f8a62 req-7cb5c29c-c29a-45fc-ba81-cbd65d9d6285 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=719297a86f0a4930b4daf3b9f663e472&device_id=87eb34fa-b0bc-4ee0-aeea-70301f77125d HTTP/1.1" status: 200 len: 1129 time: 0.0841730 Jul 29 05:31:42.893649 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502f4d8b-ffc4-4ba9-b77c-5235903f8a62 req-369074af-cae4-4e20-9ce8-8e4a2b4e1af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:31:42.895097 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-502f4d8b-ffc4-4ba9-b77c-5235903f8a62 req-369074af-cae4-4e20-9ce8-8e4a2b4e1af9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=bf6a3cea-818f-4098-a73e-2bd56be30084 HTTP/1.1" status: 200 len: 910 time: 0.0873582 Jul 29 05:31:42.954535 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-502f4d8b-ffc4-4ba9-b77c-5235903f8a62 req-97b8517e-d030-47f4-98f7-8777830a8ed2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f47132ea-cd5d-4836-887a-b486a4824db2 HTTP/1.1" status: 200 len: 1001 time: 0.0538819 Jul 29 05:31:43.006957 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502f4d8b-ffc4-4ba9-b77c-5235903f8a62 req-2cbecf74-845b-4bef-96f9-0ca62055a6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:31:43.008432 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-502f4d8b-ffc4-4ba9-b77c-5235903f8a62 req-2cbecf74-845b-4bef-96f9-0ca62055a6d3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bd4850d2-d662-48cd-9d64-c0fcdc752249 HTTP/1.1" status: 200 len: 848 time: 0.0479665 Jul 29 05:31:43.054737 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502f4d8b-ffc4-4ba9-b77c-5235903f8a62 req-2753cf59-3f07-48d7-9c71-b873bec33aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:31:43.056293 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-502f4d8b-ffc4-4ba9-b77c-5235903f8a62 req-2753cf59-3f07-48d7-9c71-b873bec33aa9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bf6a3cea-818f-4098-a73e-2bd56be30084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422096 Jul 29 05:31:43.066411 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [req-502f4d8b-ffc4-4ba9-b77c-5235903f8a62 req-9380f650-cf70-4b50-ab41-ea20aefe9eab service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=104005) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 29 05:31:43.067478 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-502f4d8b-ffc4-4ba9-b77c-5235903f8a62 req-9380f650-cf70-4b50-ab41-ea20aefe9eab service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0051796 Jul 29 05:31:43.164393 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-502f4d8b-ffc4-4ba9-b77c-5235903f8a62 req-81c060e0-abb5-4436-a757-aa422edc2bbd service neutron] 10.222.0.60 "GET /v2.0/networks/bf6a3cea-818f-4098-a73e-2bd56be30084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908697 Jul 29 05:31:43.257112 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-502f4d8b-ffc4-4ba9-b77c-5235903f8a62 req-2b400d1c-b44d-4ee6-9638-7ce8eecea7e6 service neutron] 10.222.0.60 "GET /v2.0/networks/bf6a3cea-818f-4098-a73e-2bd56be30084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869818 Jul 29 05:31:43.312093 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8105daea-fc04-4b50-bc71-c959d0be2e3a req-b4ca4a95-5713-4f2a-9e3d-8a33c6637703 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:31:43.313569 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-8105daea-fc04-4b50-bc71-c959d0be2e3a req-b4ca4a95-5713-4f2a-9e3d-8a33c6637703 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] 10.222.0.49 "GET /v2.0/ports?device_id=87eb34fa-b0bc-4ee0-aeea-70301f77125d HTTP/1.1" status: 200 len: 945 time: 0.0535595 Jul 29 05:31:43.366032 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-8105daea-fc04-4b50-bc71-c959d0be2e3a req-060d83b0-f90d-4002-ae7f-c766b424c103 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a108177-33f2-4e02-b63e-328953babc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463524 Jul 29 05:31:44.478954 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=100 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:31:44.487278 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fb490a-aea2-42ff-b9d7-308d893cdf43 req-5cd30240-943f-453d-b5fc-550b8531ffb9 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:31:44.488772 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-c6fb490a-aea2-42ff-b9d7-308d893cdf43 req-5cd30240-943f-453d-b5fc-550b8531ffb9 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] 10.222.0.49 "GET /v2.0/ports?device_id=87eb34fa-b0bc-4ee0-aeea-70301f77125d HTTP/1.1" status: 200 len: 945 time: 0.0487032 Jul 29 05:31:44.546020 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-c6fb490a-aea2-42ff-b9d7-308d893cdf43 req-9e5e4b3a-7725-4580-b102-dd8b60c7596d tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a108177-33f2-4e02-b63e-328953babc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510643 Jul 29 05:31:45.668831 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec92ab0-d3c9-428d-9fac-4ee8afb809f6 req-634e7f26-7ca3-46d6-8c2d-fa300ae2fd3b tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:31:45.670295 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-1ec92ab0-d3c9-428d-9fac-4ee8afb809f6 req-634e7f26-7ca3-46d6-8c2d-fa300ae2fd3b tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] 10.222.0.49 "GET /v2.0/ports?device_id=87eb34fa-b0bc-4ee0-aeea-70301f77125d HTTP/1.1" status: 200 len: 945 time: 0.0488338 Jul 29 05:31:45.719267 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-1ec92ab0-d3c9-428d-9fac-4ee8afb809f6 req-9d4a662a-6279-4087-841c-4035b194c417 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a108177-33f2-4e02-b63e-328953babc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434976 Jul 29 05:31:45.954998 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3280d006-93b8-481f-ad58-b5b79337fc18 req-84c5f85b-3ba5-4d05-a03e-98445e7ed00d tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:31:45.956651 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-3280d006-93b8-481f-ad58-b5b79337fc18 req-84c5f85b-3ba5-4d05-a03e-98445e7ed00d tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] 10.222.0.49 "GET /v2.0/ports?device_id=87eb34fa-b0bc-4ee0-aeea-70301f77125d HTTP/1.1" status: 200 len: 945 time: 0.0488813 Jul 29 05:31:45.957475 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 39312) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:31:46.023513 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-3280d006-93b8-481f-ad58-b5b79337fc18 req-660eef70-9663-4b86-922d-1792dd74d8f9 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a108177-33f2-4e02-b63e-328953babc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595152 Jul 29 05:31:46.051551 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-e7ba4b1a-b928-45de-aa7e-36645e2d1ee1 req-7f8db682-3198-45dc-bd6a-e5daa53b6f6e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=87eb34fa-b0bc-4ee0-aeea-70301f77125d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0922680 Jul 29 05:31:46.060838 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [req-e7ba4b1a-b928-45de-aa7e-36645e2d1ee1 req-5e9ca475-8416-4fec-9f55-ae7d3dcef648 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=104004) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 29 05:31:46.061822 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-e7ba4b1a-b928-45de-aa7e-36645e2d1ee1 req-5e9ca475-8416-4fec-9f55-ae7d3dcef648 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0049520 Jul 29 05:31:46.158875 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 39320) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:31:46.254516 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ba4b1a-b928-45de-aa7e-36645e2d1ee1 req-14cadd10-e64f-4c04-b470-ec09e2b50362 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:31:46.256602 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-e7ba4b1a-b928-45de-aa7e-36645e2d1ee1 req-14cadd10-e64f-4c04-b470-ec09e2b50362 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] 10.222.0.49 "GET /v2.0/ports/f47132ea-cd5d-4836-887a-b486a4824db2 HTTP/1.1" status: 200 len: 942 time: 0.0967119 Jul 29 05:31:47.129793 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=100 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:31:47.146345 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe5459e-08a9-467c-836e-3e9516ee6989 req-e6560060-8e05-4d6b-a8b5-3c5f6bc52a76 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:31:47.148344 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-9fe5459e-08a9-467c-836e-3e9516ee6989 req-e6560060-8e05-4d6b-a8b5-3c5f6bc52a76 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] 10.222.0.49 "GET /v2.0/ports?device_id=87eb34fa-b0bc-4ee0-aeea-70301f77125d HTTP/1.1" status: 200 len: 945 time: 0.0490239 Jul 29 05:31:47.201989 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-9fe5459e-08a9-467c-836e-3e9516ee6989 req-2d208536-db3d-4bfb-a480-f70e818edb73 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a108177-33f2-4e02-b63e-328953babc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468504 Jul 29 05:31:47.670442 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ba4b1a-b928-45de-aa7e-36645e2d1ee1 req-7d06043e-e7a8-4853-954e-fc5acb8a5970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:31:47.671954 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-e7ba4b1a-b928-45de-aa7e-36645e2d1ee1 req-7d06043e-e7a8-4853-954e-fc5acb8a5970 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=87eb34fa-b0bc-4ee0-aeea-70301f77125d&tenant_id=719297a86f0a4930b4daf3b9f663e472 HTTP/1.1" status: 200 len: 1129 time: 0.0401311 Jul 29 05:31:47.733585 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ba4b1a-b928-45de-aa7e-36645e2d1ee1 req-5e0416cc-4105-43fe-82ac-46d44b84a18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:31:47.735083 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-e7ba4b1a-b928-45de-aa7e-36645e2d1ee1 req-5e0416cc-4105-43fe-82ac-46d44b84a18f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=719297a86f0a4930b4daf3b9f663e472&device_id=87eb34fa-b0bc-4ee0-aeea-70301f77125d HTTP/1.1" status: 200 len: 1129 time: 0.0402184 Jul 29 05:31:47.833569 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ba4b1a-b928-45de-aa7e-36645e2d1ee1 req-0186a48e-025c-4c66-9f79-fc39ae6f385d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:31:47.835101 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-e7ba4b1a-b928-45de-aa7e-36645e2d1ee1 req-0186a48e-025c-4c66-9f79-fc39ae6f385d service neutron] 10.222.0.60 "GET /v2.0/networks?id=bf6a3cea-818f-4098-a73e-2bd56be30084 HTTP/1.1" status: 200 len: 910 time: 0.0938535 Jul 29 05:31:47.899216 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-e7ba4b1a-b928-45de-aa7e-36645e2d1ee1 req-14f47171-4aa4-45f6-80e9-8a759fe0bf4f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f47132ea-cd5d-4836-887a-b486a4824db2 HTTP/1.1" status: 200 len: 1001 time: 0.0586107 Jul 29 05:31:47.948971 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ba4b1a-b928-45de-aa7e-36645e2d1ee1 req-c98b0614-77eb-4b29-ad82-1d90f49035b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:31:47.950466 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-e7ba4b1a-b928-45de-aa7e-36645e2d1ee1 req-c98b0614-77eb-4b29-ad82-1d90f49035b5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bd4850d2-d662-48cd-9d64-c0fcdc752249 HTTP/1.1" status: 200 len: 848 time: 0.0446155 Jul 29 05:31:47.993960 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ba4b1a-b928-45de-aa7e-36645e2d1ee1 req-a80f91cc-752f-466c-a103-4150e805efb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:31:47.995497 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-e7ba4b1a-b928-45de-aa7e-36645e2d1ee1 req-a80f91cc-752f-466c-a103-4150e805efb1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bf6a3cea-818f-4098-a73e-2bd56be30084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395238 Jul 29 05:31:48.089527 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-e7ba4b1a-b928-45de-aa7e-36645e2d1ee1 req-499c8ce4-53ec-4c48-b711-1fa783639b55 service neutron] 10.222.0.60 "GET /v2.0/networks/bf6a3cea-818f-4098-a73e-2bd56be30084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883939 Jul 29 05:31:48.198599 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-e7ba4b1a-b928-45de-aa7e-36645e2d1ee1 req-ff7c29be-3d63-405e-b0be-a84289fb723b service neutron] 10.222.0.60 "GET /v2.0/networks/bf6a3cea-818f-4098-a73e-2bd56be30084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033044 Jul 29 05:31:48.322299 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36ed5f6-503a-45ec-a23a-cc48d043d0d4 req-741a2436-38cc-4055-a15a-a8ce7315081f tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:31:48.323912 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-d36ed5f6-503a-45ec-a23a-cc48d043d0d4 req-741a2436-38cc-4055-a15a-a8ce7315081f tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] 10.222.0.49 "GET /v2.0/ports?device_id=87eb34fa-b0bc-4ee0-aeea-70301f77125d HTTP/1.1" status: 200 len: 945 time: 0.0476894 Jul 29 05:31:48.373456 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-d36ed5f6-503a-45ec-a23a-cc48d043d0d4 req-5c898eee-7e62-4371-8bb2-ff06f73af762 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a108177-33f2-4e02-b63e-328953babc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439463 Jul 29 05:31:49.098326 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:31:49.099662 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:31:49.495165 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a10be2-25a6-442a-8065-17c5abc5a2c6 req-67729aa8-652a-4dba-be2e-b64bff4eba3a tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:31:49.496669 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-94a10be2-25a6-442a-8065-17c5abc5a2c6 req-67729aa8-652a-4dba-be2e-b64bff4eba3a tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] 10.222.0.49 "GET /v2.0/ports?device_id=87eb34fa-b0bc-4ee0-aeea-70301f77125d HTTP/1.1" status: 200 len: 945 time: 0.0515654 Jul 29 05:31:49.552659 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-94a10be2-25a6-442a-8065-17c5abc5a2c6 req-a9554877-b5dc-4f72-832c-c2a3e4b0c912 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a108177-33f2-4e02-b63e-328953babc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498857 Jul 29 05:31:49.868259 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Device f47132ea-cd5d-4836-887a-b486a4824db2 no longer exists at agent hyperv_hv-cinder-85127 {{(pid=104006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 05:31:49.944134 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Current status of the port f47132ea-cd5d-4836-887a-b486a4824db2 is: ACTIVE; New status is: DOWN {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:31:49.944519 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (f47132ea-cd5d-4836-887a-b486a4824db2), before_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:31:49.967306 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87eb34fa-b0bc-4ee0-aeea-70301f77125d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f47132ea-cd5d-4836-887a-b486a4824db2'}] {{(pid=104006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 05:31:49.969550 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e99febf74dea338d8edfc28e98bc5f49fff1daa2966fa3a6b84f517592192115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3ec948d-26ab-40fb-a0c4-92a021bbf3ca" -d '{"events": [{"server_uuid": "87eb34fa-b0bc-4ee0-aeea-70301f77125d", "name": "network-vif-unplugged", "status": "completed", "tag": "f47132ea-cd5d-4836-887a-b486a4824db2"}]}' {{(pid=104006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 05:31:49.982374 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] For port f47132ea-cd5d-4836-887a-b486a4824db2, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=f47132ea-cd5d-4836-887a-b486a4824db2,segment=NetworkSegment(f3483ac0-5247-4ffa-936a-83f1b989606a),segment_id=f3483ac0-5247-4ffa-936a-83f1b989606a)] {{(pid=104006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:31:49.986998 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (f47132ea-cd5d-4836-887a-b486a4824db2), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:31:50.011317 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Jul 2022 05:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7752704f-2fcf-449c-9385-331d343a1f6a x-openstack-request-id: req-7752704f-2fcf-449c-9385-331d343a1f6a {{(pid=104006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 05:31:50.011628 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87eb34fa-b0bc-4ee0-aeea-70301f77125d", "name": "network-vif-unplugged", "status": "completed", "tag": "f47132ea-cd5d-4836-887a-b486a4824db2", "code": 200}]} {{(pid=104006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 05:31:50.011880 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7752704f-2fcf-449c-9385-331d343a1f6a {{(pid=104006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 05:31:50.012271 dv-cinder-851279-2-iscsi neutron-server[104006]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7752704f-2fcf-449c-9385-331d343a1f6a'] response: {'server_uuid': '87eb34fa-b0bc-4ee0-aeea-70301f77125d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f47132ea-cd5d-4836-887a-b486a4824db2', 'code': 200} Jul 29 05:31:50.040098 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Pushing event updated for resources: {'Port': ['ID=f47132ea-cd5d-4836-887a-b486a4824db2,revision_number=6']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:31:50.672994 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7092ad55-5d63-490e-9086-38948c4bfc91 req-ae07efd0-7286-41ca-bfcc-ca94c0310900 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:31:50.674442 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-7092ad55-5d63-490e-9086-38948c4bfc91 req-ae07efd0-7286-41ca-bfcc-ca94c0310900 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] 10.222.0.49 "GET /v2.0/ports?device_id=87eb34fa-b0bc-4ee0-aeea-70301f77125d HTTP/1.1" status: 200 len: 943 time: 0.0471878 Jul 29 05:31:50.723029 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-7092ad55-5d63-490e-9086-38948c4bfc91 req-bfa1ed65-4c8a-46ab-9059-1a9527631d25 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a108177-33f2-4e02-b63e-328953babc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424814 Jul 29 05:31:51.847587 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549b3c1d-244f-4296-8666-155ae7054abb req-5837f64a-09c4-4b8f-b13e-db3b6ccaf9d7 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:31:51.849063 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-549b3c1d-244f-4296-8666-155ae7054abb req-5837f64a-09c4-4b8f-b13e-db3b6ccaf9d7 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] 10.222.0.49 "GET /v2.0/ports?device_id=87eb34fa-b0bc-4ee0-aeea-70301f77125d HTTP/1.1" status: 200 len: 943 time: 0.0526335 Jul 29 05:31:51.902015 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-549b3c1d-244f-4296-8666-155ae7054abb req-ff904f60-0b7e-4148-9645-f7e801a728eb tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a108177-33f2-4e02-b63e-328953babc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467412 Jul 29 05:31:53.034717 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1d1814-bfea-42af-af19-c723f3002194 req-4ff19105-4eee-47b1-962e-5dc5fca9daa9 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:31:53.036954 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-5b1d1814-bfea-42af-af19-c723f3002194 req-4ff19105-4eee-47b1-962e-5dc5fca9daa9 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] 10.222.0.49 "GET /v2.0/ports?device_id=87eb34fa-b0bc-4ee0-aeea-70301f77125d HTTP/1.1" status: 200 len: 943 time: 0.0531113 Jul 29 05:31:53.094963 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-5b1d1814-bfea-42af-af19-c723f3002194 req-d1e8cdb7-4c28-4404-ab20-7997e52a8ebc tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a108177-33f2-4e02-b63e-328953babc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522640 Jul 29 05:31:54.228113 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4780511-593c-4b45-bcb7-10079ea405e3 req-3172dbb0-8b1a-418a-99cf-71f24f3d5dc4 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:31:54.229665 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-d4780511-593c-4b45-bcb7-10079ea405e3 req-3172dbb0-8b1a-418a-99cf-71f24f3d5dc4 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] 10.222.0.49 "GET /v2.0/ports?device_id=87eb34fa-b0bc-4ee0-aeea-70301f77125d HTTP/1.1" status: 200 len: 943 time: 0.0516438 Jul 29 05:31:54.242031 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd1e39d-1e59-4c43-9771-d0f19280e7d3 req-351c7441-9a2b-41ec-abe7-eb814eb95b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:31:54.243540 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-8cd1e39d-1e59-4c43-9771-d0f19280e7d3 req-351c7441-9a2b-41ec-abe7-eb814eb95b71 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=87eb34fa-b0bc-4ee0-aeea-70301f77125d HTTP/1.1" status: 200 len: 1127 time: 0.0436966 Jul 29 05:31:54.266366 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=100 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:31:54.287868 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-d4780511-593c-4b45-bcb7-10079ea405e3 req-9074d0d6-d255-4542-a5e0-033df3741626 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a108177-33f2-4e02-b63e-328953babc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518153 Jul 29 05:31:54.295391 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-8cd1e39d-1e59-4c43-9771-d0f19280e7d3 req-e9a94616-8d28-4366-be60-2623b907f74f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=7a108177-33f2-4e02-b63e-328953babc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460362 Jul 29 05:31:55.394495 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=100 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:31:55.397279 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=100 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:31:55.406556 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aa00e8-465d-4df0-bde3-808774d86d95 req-d11aea8a-ac19-484b-a36f-77e49372950c tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:31:55.408056 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-f5aa00e8-465d-4df0-bde3-808774d86d95 req-d11aea8a-ac19-484b-a36f-77e49372950c tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] 10.222.0.49 "GET /v2.0/ports?device_id=87eb34fa-b0bc-4ee0-aeea-70301f77125d HTTP/1.1" status: 200 len: 943 time: 0.0478556 Jul 29 05:31:55.461734 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-f5aa00e8-465d-4df0-bde3-808774d86d95 req-94693227-dfd1-4ad1-a59d-083fb50aa798 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a108177-33f2-4e02-b63e-328953babc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471606 Jul 29 05:31:55.889911 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Device f47132ea-cd5d-4836-887a-b486a4824db2 details requested by agent hyperv_hv-cinder-85127 with host hv-cinder-85127 {{(pid=104006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 05:31:55.892274 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=38,neutron:UPDATE=6 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:31:55.893777 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=49,neutron:UPDATE=2 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:31:55.999299 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] For port f47132ea-cd5d-4836-887a-b486a4824db2, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=f47132ea-cd5d-4836-887a-b486a4824db2,segment=NetworkSegment(f3483ac0-5247-4ffa-936a-83f1b989606a),segment_id=f3483ac0-5247-4ffa-936a-83f1b989606a)] {{(pid=104006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:31:56.012736 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Returning: {'device': 'f47132ea-cd5d-4836-887a-b486a4824db2', 'network_id': 'bf6a3cea-818f-4098-a73e-2bd56be30084', 'port_id': 'f47132ea-cd5d-4836-887a-b486a4824db2', 'mac_address': 'fa:16:3e:c0:e2:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd4850d2-d662-48cd-9d64-c0fcdc752249', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 05:31:56.055092 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Current status of the port f47132ea-cd5d-4836-887a-b486a4824db2 is: DOWN; New status is: BUILD {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:31:56.055522 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (f47132ea-cd5d-4836-887a-b486a4824db2), before_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:31:56.069971 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.notifiers.nova [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f47132ea-cd5d-4836-887a-b486a4824db2 {{(pid=104006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 05:31:56.091578 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] For port f47132ea-cd5d-4836-887a-b486a4824db2, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=f47132ea-cd5d-4836-887a-b486a4824db2,segment=NetworkSegment(f3483ac0-5247-4ffa-936a-83f1b989606a),segment_id=f3483ac0-5247-4ffa-936a-83f1b989606a)] {{(pid=104006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:31:56.095995 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (f47132ea-cd5d-4836-887a-b486a4824db2), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:31:56.145251 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Pushing event updated for resources: {'Port': ['ID=f47132ea-cd5d-4836-887a-b486a4824db2,revision_number=7']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:31:56.315439 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] get_ports_and_sgs() called for port_ids ['f47132ea-cd5d-4836-887a-b486a4824db2'] {{(pid=104006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 05:31:56.594448 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52c43d9-2680-4ab5-b048-13e82003acbc req-e2d21ca7-5573-4f72-9728-2862f67d2451 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:31:56.595979 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-f52c43d9-2680-4ab5-b048-13e82003acbc req-e2d21ca7-5573-4f72-9728-2862f67d2451 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] 10.222.0.49 "GET /v2.0/ports?device_id=87eb34fa-b0bc-4ee0-aeea-70301f77125d HTTP/1.1" status: 200 len: 944 time: 0.0550644 Jul 29 05:31:56.646123 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-f52c43d9-2680-4ab5-b048-13e82003acbc req-0210b3d3-5135-4330-9c34-c6baf5b79b24 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a108177-33f2-4e02-b63e-328953babc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434284 Jul 29 05:31:57.903472 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Device f47132ea-cd5d-4836-887a-b486a4824db2 up at agent hyperv_hv-cinder-85127 {{(pid=104006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 05:31:57.957824 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Provisioning complete for port f47132ea-cd5d-4836-887a-b486a4824db2 triggered by entity L2. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:31:57.958208 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (f47132ea-cd5d-4836-887a-b486a4824db2), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:31:58.036073 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Current status of the port f47132ea-cd5d-4836-887a-b486a4824db2 is: BUILD; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:31:58.036456 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (f47132ea-cd5d-4836-887a-b486a4824db2), before_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:31:58.060938 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87eb34fa-b0bc-4ee0-aeea-70301f77125d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f47132ea-cd5d-4836-887a-b486a4824db2'}] {{(pid=104006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 05:31:58.063182 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e99febf74dea338d8edfc28e98bc5f49fff1daa2966fa3a6b84f517592192115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fa1096e-8891-41a2-ad40-3e5b737ea3f4" -d '{"events": [{"server_uuid": "87eb34fa-b0bc-4ee0-aeea-70301f77125d", "name": "network-vif-plugged", "status": "completed", "tag": "f47132ea-cd5d-4836-887a-b486a4824db2"}]}' {{(pid=104006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 05:31:58.079579 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] For port f47132ea-cd5d-4836-887a-b486a4824db2, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=f47132ea-cd5d-4836-887a-b486a4824db2,segment=NetworkSegment(f3483ac0-5247-4ffa-936a-83f1b989606a),segment_id=f3483ac0-5247-4ffa-936a-83f1b989606a)] {{(pid=104006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:31:58.084611 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (f47132ea-cd5d-4836-887a-b486a4824db2), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:31:58.109264 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 05:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70904553-205b-44a1-b772-bc7ad1c0a0c8 x-openstack-request-id: req-70904553-205b-44a1-b772-bc7ad1c0a0c8 {{(pid=104006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 05:31:58.109678 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87eb34fa-b0bc-4ee0-aeea-70301f77125d", "name": "network-vif-plugged", "status": "completed", "tag": "f47132ea-cd5d-4836-887a-b486a4824db2", "code": 200}]} {{(pid=104006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 05:31:58.109935 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-70904553-205b-44a1-b772-bc7ad1c0a0c8 {{(pid=104006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 05:31:58.110325 dv-cinder-851279-2-iscsi neutron-server[104006]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70904553-205b-44a1-b772-bc7ad1c0a0c8'] response: {'server_uuid': '87eb34fa-b0bc-4ee0-aeea-70301f77125d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f47132ea-cd5d-4836-887a-b486a4824db2', 'code': 200} Jul 29 05:31:58.123724 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:31:58.140574 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Pushing event updated for resources: {'Port': ['ID=f47132ea-cd5d-4836-887a-b486a4824db2,revision_number=8']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:31:58.148690 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:31:58.149031 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:31:58.149366 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:31:58.149952 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:31:58.150280 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:31:58.150600 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:31:58.150921 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:31:58.151238 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:31:58.151599 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:31:58.151920 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:31:58.152238 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:31:58.152558 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:31:58.153035 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:31:58.153187 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:31:58.153562 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:32:03.039509 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:32:03.040338 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:DELETE=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:32:05.452783 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=5 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:32:05.456980 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=6 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:32:05.604581 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-333ec06b-01e8-4d38-a321-d0e4ce087045 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (0319cf4e-40d4-4455-bfa4-d5e1d8f6ed41), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:32:06.637734 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=98 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:32:06.641810 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=14 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:32:07.726112 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (12b139f9-2daf-4047-bd2d-6bc43cda34b6), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:32:08.134347 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-31c33e43-e28c-4e16-9ecf-0f3705d479fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (8a9a6061-e61b-4901-b35e-5e71dea10db3), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:32:10.052185 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:32:10.058506 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c0cfcfc2-d3d3-4a7d-ac6c-95a3fd745979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (543ff7d7-1636-45b2-a25e-e19209bc2e01), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:32:11.722888 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-25d2d662-1c10-455a-a758-35c132406432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (7da8dcb9-9a4e-44fd-b4da-fa922ad17d56), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:32:11.795797 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (aa119a64-f506-4951-a68b-6dc6289eaece), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:32:13.357124 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=3 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:32:13.361169 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=3 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:32:16.101674 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.agents_db [None req-24db149f-f2c4-42ba-b1ad-acaecd0c6386 None None] Agent healthcheck: found 6 active agents {{(pid=104007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 05:32:21.355381 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-7db90a18-9051-4809-b435-dcd67131a1cc req-f08ee17d-27c1-4993-b8be-423f4e36d9a9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=cf290482-2215-4471-b672-b5f997b34352&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3113003 Jul 29 05:32:21.413819 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db90a18-9051-4809-b435-dcd67131a1cc req-0bde37b7-72ba-4939-931a-d006684846a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:32:21.415283 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-7db90a18-9051-4809-b435-dcd67131a1cc req-0bde37b7-72ba-4939-931a-d006684846a6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3d61aa3cfb59443d849c3d09d839cff5&device_id=cf290482-2215-4471-b672-b5f997b34352 HTTP/1.1" status: 200 len: 1130 time: 0.0389338 Jul 29 05:32:21.522616 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db90a18-9051-4809-b435-dcd67131a1cc req-3e6a88b5-fb0c-40b1-b1ca-e0b22f392103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:32:21.523996 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-7db90a18-9051-4809-b435-dcd67131a1cc req-3e6a88b5-fb0c-40b1-b1ca-e0b22f392103 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b HTTP/1.1" status: 200 len: 912 time: 0.0891809 Jul 29 05:32:21.585377 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-7db90a18-9051-4809-b435-dcd67131a1cc req-9d452637-78b1-4a28-a09a-111b8f3bbced service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=150ab5d2-1e6b-452c-adfc-4dbbe9f71343 HTTP/1.1" status: 200 len: 1002 time: 0.0556769 Jul 29 05:32:21.634978 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db90a18-9051-4809-b435-dcd67131a1cc req-ff44643b-81b9-4486-b4fe-c28c5374c4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:32:21.637007 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-7db90a18-9051-4809-b435-dcd67131a1cc req-ff44643b-81b9-4486-b4fe-c28c5374c4cc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f547db03-202a-42a5-a05f-faf57a3284b5 HTTP/1.1" status: 200 len: 850 time: 0.0456810 Jul 29 05:32:21.684229 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db90a18-9051-4809-b435-dcd67131a1cc req-c21c6036-0e61-4780-8410-1c8a923275b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:32:21.685696 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-7db90a18-9051-4809-b435-dcd67131a1cc req-c21c6036-0e61-4780-8410-1c8a923275b3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430615 Jul 29 05:32:21.777611 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-7db90a18-9051-4809-b435-dcd67131a1cc req-0fb44ab4-e5b1-462c-b977-e9d861cd0525 service neutron] 10.222.0.60 "GET /v2.0/networks/1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845432 Jul 29 05:32:21.783879 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:32:21.791038 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:32:21.870887 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-7db90a18-9051-4809-b435-dcd67131a1cc req-8e4be07a-7246-4a12-bfb9-7f9ad00725a9 service neutron] 10.222.0.60 "GET /v2.0/networks/1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880651 Jul 29 05:32:26.098027 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=2 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:32:31.866327 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=53 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:32:31.868180 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=48 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:32:35.608358 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-4a572a86-882b-4a75-955f-7d38823c1922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (0319cf4e-40d4-4455-bfa4-d5e1d8f6ed41), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:32:37.732410 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (12b139f9-2daf-4047-bd2d-6bc43cda34b6), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:32:38.138335 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-d7f56e78-d041-40ed-8592-52462d235104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (8a9a6061-e61b-4901-b35e-5e71dea10db3), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:32:40.060187 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c0cfcfc2-d3d3-4a7d-ac6c-95a3fd745979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (543ff7d7-1636-45b2-a25e-e19209bc2e01), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:32:41.725631 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-25d2d662-1c10-455a-a758-35c132406432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (7da8dcb9-9a4e-44fd-b4da-fa922ad17d56), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:32:41.799819 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (aa119a64-f506-4951-a68b-6dc6289eaece), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:32:50.352644 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=2 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:32:50.357425 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=4 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:32:51.792770 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:32:51.794689 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:32:53.100683 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.agents_db [None req-24db149f-f2c4-42ba-b1ad-acaecd0c6386 None None] Agent healthcheck: found 6 active agents {{(pid=104007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 05:32:59.528732 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719f2f6a-b175-4720-bf21-6aabbeaa82cb req-22850d23-4a65-41eb-a739-e3935321e561 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:32:59.530268 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-719f2f6a-b175-4720-bf21-6aabbeaa82cb req-22850d23-4a65-41eb-a739-e3935321e561 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf290482-2215-4471-b672-b5f997b34352 HTTP/1.1" status: 200 len: 946 time: 0.0510247 Jul 29 05:32:59.593078 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-719f2f6a-b175-4720-bf21-6aabbeaa82cb req-46a443a4-d609-4a87-aa1f-153bef2db64b tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.49 "GET /v2.0/security-groups?id=8bfb15b5-8bf4-4960-9ee1-728bf945b639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564911 Jul 29 05:33:00.715361 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aba2972-d0eb-403b-8a16-181c5f586fc5 req-85d64d3c-5e59-427d-8f7a-a64bf73b6381 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:33:00.716850 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-1aba2972-d0eb-403b-8a16-181c5f586fc5 req-85d64d3c-5e59-427d-8f7a-a64bf73b6381 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf290482-2215-4471-b672-b5f997b34352 HTTP/1.1" status: 200 len: 946 time: 0.0491230 Jul 29 05:33:00.767401 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-1aba2972-d0eb-403b-8a16-181c5f586fc5 req-26f9b004-e699-434c-9c5f-b9d8c3d8fd72 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.49 "GET /v2.0/security-groups?id=8bfb15b5-8bf4-4960-9ee1-728bf945b639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449362 Jul 29 05:33:00.944382 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67014e25-d418-4c24-9832-f020f10a821a req-3a9adb5d-c408-4dc3-8d5c-c36201dfa416 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:33:00.945807 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-67014e25-d418-4c24-9832-f020f10a821a req-3a9adb5d-c408-4dc3-8d5c-c36201dfa416 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf290482-2215-4471-b672-b5f997b34352 HTTP/1.1" status: 200 len: 946 time: 0.0485864 Jul 29 05:33:01.031326 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.plugin [req-67014e25-d418-4c24-9832-f020f10a821a req-71233141-6d5f-47de-bd1c-ff98a154a22c tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Deleting port 150ab5d2-1e6b-452c-adfc-4dbbe9f71343 {{(pid=104005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 05:33:01.031696 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-67014e25-d418-4c24-9832-f020f10a821a req-71233141-6d5f-47de-bd1c-ff98a154a22c tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737760600589'] for port (150ab5d2-1e6b-452c-adfc-4dbbe9f71343), before_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:01.127315 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.db [req-67014e25-d418-4c24-9832-f020f10a821a req-71233141-6d5f-47de-bd1c-ff98a154a22c tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] For port 150ab5d2-1e6b-452c-adfc-4dbbe9f71343, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=150ab5d2-1e6b-452c-adfc-4dbbe9f71343,segment=NetworkSegment(9d7b27d9-0143-463c-a7be-74fa3e5595bd),segment_id=9d7b27d9-0143-463c-a7be-74fa3e5595bd)] {{(pid=104005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:33:01.127709 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-67014e25-d418-4c24-9832-f020f10a821a req-71233141-6d5f-47de-bd1c-ff98a154a22c tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420629'] for port (150ab5d2-1e6b-452c-adfc-4dbbe9f71343), precommit_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:01.291490 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-67014e25-d418-4c24-9832-f020f10a821a req-71233141-6d5f-47de-bd1c-ff98a154a22c tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:01.291850 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-67014e25-d418-4c24-9832-f020f10a821a req-71233141-6d5f-47de-bd1c-ff98a154a22c tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-375524'] for floatingip (bc52329c-e90d-45ff-a9cd-d14c32c5125d), after_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:01.292239 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.db.l3_db [req-67014e25-d418-4c24-9832-f020f10a821a req-71233141-6d5f-47de-bd1c-ff98a154a22c tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Floating IP bc52329c-e90d-45ff-a9cd-d14c32c5125d disassociated. External IP: 172.27.2.189, port: 150ab5d2-1e6b-452c-adfc-4dbbe9f71343. Jul 29 05:33:01.292622 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.plugin [req-67014e25-d418-4c24-9832-f020f10a821a req-71233141-6d5f-47de-bd1c-ff98a154a22c tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Calling delete_port for 150ab5d2-1e6b-452c-adfc-4dbbe9f71343 owned by compute:nova {{(pid=104005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 05:33:01.424857 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-67014e25-d418-4c24-9832-f020f10a821a req-71233141-6d5f-47de-bd1c-ff98a154a22c tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737760621891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737760223820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1905596'] for port (150ab5d2-1e6b-452c-adfc-4dbbe9f71343), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:01.460179 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71233141-6d5f-47de-bd1c-ff98a154a22c tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Pushing event deleted for resources: {'Port': ['ID=150ab5d2-1e6b-452c-adfc-4dbbe9f71343,revision_number=None']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:33:01.471394 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71233141-6d5f-47de-bd1c-ff98a154a22c tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:33:01.471751 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71233141-6d5f-47de-bd1c-ff98a154a22c tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:33:01.472101 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71233141-6d5f-47de-bd1c-ff98a154a22c tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:33:01.472440 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71233141-6d5f-47de-bd1c-ff98a154a22c tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:33:01.472774 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71233141-6d5f-47de-bd1c-ff98a154a22c tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:33:01.473106 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71233141-6d5f-47de-bd1c-ff98a154a22c tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:33:01.473436 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71233141-6d5f-47de-bd1c-ff98a154a22c tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:33:01.473764 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71233141-6d5f-47de-bd1c-ff98a154a22c tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:33:01.474095 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71233141-6d5f-47de-bd1c-ff98a154a22c tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:33:01.474441 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71233141-6d5f-47de-bd1c-ff98a154a22c tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:33:01.474763 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71233141-6d5f-47de-bd1c-ff98a154a22c tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:33:01.476201 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71233141-6d5f-47de-bd1c-ff98a154a22c tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:33:01.476201 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71233141-6d5f-47de-bd1c-ff98a154a22c tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:33:01.476201 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71233141-6d5f-47de-bd1c-ff98a154a22c tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:33:01.476201 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71233141-6d5f-47de-bd1c-ff98a154a22c tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:33:01.588026 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.l3_agent_scheduler [req-67014e25-d418-4c24-9832-f020f10a821a req-71233141-6d5f-47de-bd1c-ff98a154a22c tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Router 74a7d72e-280a-4789-8708-01de1cc6e893 has already been hosted by L3 agent 8a9a6061-e61b-4901-b35e-5e71dea10db3 {{(pid=104005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 05:33:01.694270 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-67014e25-d418-4c24-9832-f020f10a821a req-71233141-6d5f-47de-bd1c-ff98a154a22c tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Notify agent at l3_agent.dv-cinder-851279-2-iscsi the message routers_updated {{(pid=104005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 05:33:01.705352 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0c463e-6021-49c2-97d7-cb95d26bde92 None None] Sync routers for ids ['74a7d72e-280a-4789-8708-01de1cc6e893'] in dv-cinder-851279-2-iscsi {{(pid=104007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 05:33:01.715562 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0c463e-6021-49c2-97d7-cb95d26bde92 None None] Routers {'74a7d72e-280a-4789-8708-01de1cc6e893'} bound to L3 agent in host dv-cinder-851279-2-iscsi {{(pid=104007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:33:01.716123 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-4a0c463e-6021-49c2-97d7-cb95d26bde92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-29T05:12:08Z,description=,heartbeat_timestamp=2022-07-29T05:32:38Z,host='dv-cinder-851279-2-iscsi',id=8a9a6061-e61b-4901-b35e-5e71dea10db3,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T05:12:08Z,topic='l3_agent')) {'router_ids': ['74a7d72e-280a-4789-8708-01de1cc6e893'], 'active': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:33:01.737327 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvrscheduler_db [req-67014e25-d418-4c24-9832-f020f10a821a req-71233141-6d5f-47de-bd1c-ff98a154a22c tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] No DVR routers for this DVR port 150ab5d2-1e6b-452c-adfc-4dbbe9f71343 on host hv-cinder-85127 {{(pid=104005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 29 05:33:01.739920 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-67014e25-d418-4c24-9832-f020f10a821a req-71233141-6d5f-47de-bd1c-ff98a154a22c tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249840'] for port (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:01.743208 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-67014e25-d418-4c24-9832-f020f10a821a req-71233141-6d5f-47de-bd1c-ff98a154a22c tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.60 "DELETE /v2.0/ports/150ab5d2-1e6b-452c-adfc-4dbbe9f71343 HTTP/1.1" status: 204 len: 173 time: 0.7923636 Jul 29 05:33:01.743620 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf290482-2215-4471-b672-b5f997b34352', 'name': 'network-vif-deleted', 'tag': '150ab5d2-1e6b-452c-adfc-4dbbe9f71343'}] {{(pid=104005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 05:33:01.745888 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18cb6d06cd9bdbb2624e76cf95b2230ef06252a8a1dccb16f0d07e3cc9dc753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cace700c-9538-45fc-871c-a92dffc4f49a" -d '{"events": [{"server_uuid": "cf290482-2215-4471-b672-b5f997b34352", "name": "network-vif-deleted", "tag": "150ab5d2-1e6b-452c-adfc-4dbbe9f71343"}]}' {{(pid=104005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 05:33:01.831313 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvr_db [None req-4a0c463e-6021-49c2-97d7-cb95d26bde92 None None] Set router 74a7d72e-280a-4789-8708-01de1cc6e893 gateway port host: dv-cinder-851279-2-iscsi {{(pid=104007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:33:01.853266 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 05:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ead7e460-ecfb-47ac-91fe-3e4ccae93f07 x-openstack-request-id: req-ead7e460-ecfb-47ac-91fe-3e4ccae93f07 {{(pid=104005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 05:33:01.853563 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf290482-2215-4471-b672-b5f997b34352", "name": "network-vif-deleted", "tag": "150ab5d2-1e6b-452c-adfc-4dbbe9f71343", "status": "completed", "code": 200}]} {{(pid=104005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 05:33:01.853837 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ead7e460-ecfb-47ac-91fe-3e4ccae93f07 {{(pid=104005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 05:33:01.854242 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ead7e460-ecfb-47ac-91fe-3e4ccae93f07'] response: {'server_uuid': 'cf290482-2215-4471-b672-b5f997b34352', 'name': 'network-vif-deleted', 'tag': '150ab5d2-1e6b-452c-adfc-4dbbe9f71343', 'status': 'completed', 'code': 200} Jul 29 05:33:01.908893 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-6c9de158-5742-4afc-a5c9-f1b6cd030a29 req-4e5cae5e-34e3-421c-9ca8-4c62dcfa74ba tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf290482-2215-4471-b672-b5f997b34352 HTTP/1.1" status: 200 len: 210 time: 0.0323653 Jul 29 05:33:02.045018 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-4a0c463e-6021-49c2-97d7-cb95d26bde92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74a7d72e-280a-4789-8708-01de1cc6e893', 'name': 'tempest-TestVolumeBootPattern-641858207-router', 'tenant_id': '3d61aa3cfb59443d849c3d09d839cff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '91a5f9ec-eb9d-4c15-96e2-d7455c22400e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:30:18Z', 'updated_at': '2022-07-29T05:30:21Z', 'revision_number': 4, 'project_id': '3d61aa3cfb59443d849c3d09d839cff5', 'gw_port': {'id': '91a5f9ec-eb9d-4c15-96e2-d7455c22400e', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:42:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a7d72e-280a-4789-8708-01de1cc6e893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:30:18Z', 'updated_at': '2022-07-29T05:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi', '_interfaces': [{'id': '5e63cf1e-3788-464c-bd2b-dddc896a61cc', 'name': '', 'network_id': '1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b', 'tenant_id': '3d61aa3cfb59443d849c3d09d839cff5', 'mac_address': 'fa:16:3e:6b:2c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a7d72e-280a-4789-8708-01de1cc6e893', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'f547db03-202a-42a5-a05f-faf57a3284b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:30:20Z', 'updated_at': '2022-07-29T05:30:25Z', 'revision_number': 5, 'project_id': '3d61aa3cfb59443d849c3d09d839cff5', 'subnets': [{'id': 'f547db03-202a-42a5-a05f-faf57a3284b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-2-iscsi', False) {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:33:02.073837 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0c463e-6021-49c2-97d7-cb95d26bde92 None None] Checking router: 74a7d72e-280a-4789-8708-01de1cc6e893 for host: dv-cinder-851279-2-iscsi {{(pid=104007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 05:33:02.084196 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0c463e-6021-49c2-97d7-cb95d26bde92 None None] Routers {'74a7d72e-280a-4789-8708-01de1cc6e893'} bound to L3 agent in host dv-cinder-851279-2-iscsi {{(pid=104007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:33:02.084196 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-4a0c463e-6021-49c2-97d7-cb95d26bde92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-29T05:12:08Z,description=,heartbeat_timestamp=2022-07-29T05:32:38Z,host='dv-cinder-851279-2-iscsi',id=8a9a6061-e61b-4901-b35e-5e71dea10db3,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T05:12:08Z,topic='l3_agent')) {'router_ids': ['74a7d72e-280a-4789-8708-01de1cc6e893'], 'active': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:33:02.270480 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvr_db [None req-4a0c463e-6021-49c2-97d7-cb95d26bde92 None None] Set router 74a7d72e-280a-4789-8708-01de1cc6e893 gateway port host: dv-cinder-851279-2-iscsi {{(pid=104007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:33:02.457380 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-4a0c463e-6021-49c2-97d7-cb95d26bde92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74a7d72e-280a-4789-8708-01de1cc6e893', 'name': 'tempest-TestVolumeBootPattern-641858207-router', 'tenant_id': '3d61aa3cfb59443d849c3d09d839cff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '91a5f9ec-eb9d-4c15-96e2-d7455c22400e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:30:18Z', 'updated_at': '2022-07-29T05:30:21Z', 'revision_number': 4, 'project_id': '3d61aa3cfb59443d849c3d09d839cff5', 'gw_port': {'id': '91a5f9ec-eb9d-4c15-96e2-d7455c22400e', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:42:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a7d72e-280a-4789-8708-01de1cc6e893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:30:18Z', 'updated_at': '2022-07-29T05:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi', '_interfaces': [{'id': '5e63cf1e-3788-464c-bd2b-dddc896a61cc', 'name': '', 'network_id': '1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b', 'tenant_id': '3d61aa3cfb59443d849c3d09d839cff5', 'mac_address': 'fa:16:3e:6b:2c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a7d72e-280a-4789-8708-01de1cc6e893', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'f547db03-202a-42a5-a05f-faf57a3284b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:30:20Z', 'updated_at': '2022-07-29T05:30:25Z', 'revision_number': 5, 'project_id': '3d61aa3cfb59443d849c3d09d839cff5', 'subnets': [{'id': 'f547db03-202a-42a5-a05f-faf57a3284b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-2-iscsi', False) {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:33:02.482537 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0c463e-6021-49c2-97d7-cb95d26bde92 None None] The sync data for ids ['74a7d72e-280a-4789-8708-01de1cc6e893'] in dv-cinder-851279-2-iscsi is: [{'id': '74a7d72e-280a-4789-8708-01de1cc6e893', 'name': 'tempest-TestVolumeBootPattern-641858207-router', 'tenant_id': '3d61aa3cfb59443d849c3d09d839cff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '91a5f9ec-eb9d-4c15-96e2-d7455c22400e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:30:18Z', 'updated_at': '2022-07-29T05:30:21Z', 'revision_number': 4, 'project_id': '3d61aa3cfb59443d849c3d09d839cff5', 'gw_port': {'id': '91a5f9ec-eb9d-4c15-96e2-d7455c22400e', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:42:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a7d72e-280a-4789-8708-01de1cc6e893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:30:18Z', 'updated_at': '2022-07-29T05:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi', '_interfaces': [{'id': '5e63cf1e-3788-464c-bd2b-dddc896a61cc', 'name': '', 'network_id': '1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b', 'tenant_id': '3d61aa3cfb59443d849c3d09d839cff5', 'mac_address': 'fa:16:3e:6b:2c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a7d72e-280a-4789-8708-01de1cc6e893', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'f547db03-202a-42a5-a05f-faf57a3284b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:30:20Z', 'updated_at': '2022-07-29T05:30:25Z', 'revision_number': 5, 'project_id': '3d61aa3cfb59443d849c3d09d839cff5', 'subnets': [{'id': 'f547db03-202a-42a5-a05f-faf57a3284b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 05:33:02.737313 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875ac34c-6e28-4d64-97b3-9c5f441faab5 None None] New status for floating IP bc52329c-e90d-45ff-a9cd-d14c32c5125d: DOWN {{(pid=104006) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 29 05:33:03.135706 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-16891c34-603c-4041-9d42-fc0f3ef1f6f2 req-9ee56bfb-783c-4e8b-91fc-dd5417099c8b tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-139381983&fields=id&tenant_id=3d61aa3cfb59443d849c3d09d839cff5 HTTP/1.1" status: 200 len: 267 time: 0.0476284 Jul 29 05:33:03.244107 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16891c34-603c-4041-9d42-fc0f3ef1f6f2 req-55a5cddc-b9fc-40c5-9c9d-99f31c56bbbc tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:33:03.245570 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-16891c34-603c-4041-9d42-fc0f3ef1f6f2 req-55a5cddc-b9fc-40c5-9c9d-99f31c56bbbc tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.49 "GET /v2.0/networks?id=1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b HTTP/1.1" status: 200 len: 811 time: 0.1028025 Jul 29 05:33:03.260275 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-16891c34-603c-4041-9d42-fc0f3ef1f6f2 req-fefe0466-31ab-44df-83b8-4c0223a2bb10 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.49 "GET /v2.0/quotas/3d61aa3cfb59443d849c3d09d839cff5 HTTP/1.1" status: 200 len: 375 time: 0.0089829 Jul 29 05:33:03.311749 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-16891c34-603c-4041-9d42-fc0f3ef1f6f2 req-607e1252-055b-4eff-98e7-3f1bb0105308 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=3d61aa3cfb59443d849c3d09d839cff5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0448844 Jul 29 05:33:03.370392 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [req-16891c34-603c-4041-9d42-fc0f3ef1f6f2 req-425d306e-0cb7-4c6d-82f7-700981a05c5e service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=104004) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 29 05:33:03.371399 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-16891c34-603c-4041-9d42-fc0f3ef1f6f2 req-425d306e-0cb7-4c6d-82f7-700981a05c5e service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0479429 Jul 29 05:33:03.468678 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-16891c34-603c-4041-9d42-fc0f3ef1f6f2 req-efb48200-da53-41a6-93fe-c47d0c3f83c1 service neutron] 10.222.0.49 "GET /v2.0/networks/1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907006 Jul 29 05:33:03.564382 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-16891c34-603c-4041-9d42-fc0f3ef1f6f2 req-01eb2eb5-ec86-4156-945c-4ceca5e1ad7a service neutron] 10.222.0.49 "GET /v2.0/networks/1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900328 Jul 29 05:33:03.835266 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:33:03.858739 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-fb460eca-d74c-4650-84c0-528c2844a2ab req-86117599-be8b-4075-b56e-d04343b3c46f tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.49 "GET /v2.0/ports?device_id=ca4c859c-f307-446f-91a3-967c6ccf6afd HTTP/1.1" status: 200 len: 210 time: 0.0317745 Jul 29 05:33:04.723388 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:33:04.779963 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16891c34-603c-4041-9d42-fc0f3ef1f6f2 req-57eed7aa-d101-43ff-b8b5-dc06ecab7714 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:33:04.781403 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-16891c34-603c-4041-9d42-fc0f3ef1f6f2 req-57eed7aa-d101-43ff-b8b5-dc06ecab7714 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.60 "GET /v2.0/networks?id=1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b HTTP/1.1" status: 200 len: 811 time: 0.1112888 Jul 29 05:33:04.864041 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-16891c34-603c-4041-9d42-fc0f3ef1f6f2 req-d55af21a-3efe-4640-bbd5-46ea2505d302 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3d61aa3cfb59443d849c3d09d839cff5 HTTP/1.1" status: 200 len: 379 time: 0.0568891 Jul 29 05:33:04.872110 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.v2.base [req-16891c34-603c-4041-9d42-fc0f3ef1f6f2 req-49b87e7c-071a-4d29-b00b-878576c3a061 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Request body: {'port': {'device_id': 'ca4c859c-f307-446f-91a3-967c6ccf6afd', 'network_id': '1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b', 'admin_state_up': True, 'tenant_id': '3d61aa3cfb59443d849c3d09d839cff5', 'security_groups': ['8bfb15b5-8bf4-4960-9ee1-728bf945b639']}} {{(pid=104005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:33:04.959207 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-652c38f8-6cde-4727-8b80-7c371000f29f req-2c7ae18a-3ff8-49ab-ad51-eaa164e70cc7 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.49 "GET /v2.0/ports?device_id=ca4c859c-f307-446f-91a3-967c6ccf6afd HTTP/1.1" status: 200 len: 210 time: 0.0277264 Jul 29 05:33:04.996247 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16891c34-603c-4041-9d42-fc0f3ef1f6f2 req-49b87e7c-071a-4d29-b00b-878576c3a061 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Made reservation on behalf of 3d61aa3cfb59443d849c3d09d839cff5 for: {'port': 1} {{(pid=104005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 05:33:04.999535 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-16891c34-603c-4041-9d42-fc0f3ef1f6f2 req-49b87e7c-071a-4d29-b00b-878576c3a061 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (None), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:05.132811 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.db_base_plugin_common [req-16891c34-603c-4041-9d42-fc0f3ef1f6f2 req-49b87e7c-071a-4d29-b00b-878576c3a061 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Allocated IP 172.20.0.14 (1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b/f547db03-202a-42a5-a05f-faf57a3284b5/99dc50ec-fe52-4053-870a-860015fe3269) {{(pid=104005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 05:33:05.288755 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-16891c34-603c-4041-9d42-fc0f3ef1f6f2 req-49b87e7c-071a-4d29-b00b-878576c3a061 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Publish callbacks [] for port (99dc50ec-fe52-4053-870a-860015fe3269), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:05.321175 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-16891c34-603c-4041-9d42-fc0f3ef1f6f2 req-49b87e7c-071a-4d29-b00b-878576c3a061 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737760223811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1905596'] for port (99dc50ec-fe52-4053-870a-860015fe3269), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:05.363544 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16891c34-603c-4041-9d42-fc0f3ef1f6f2 req-49b87e7c-071a-4d29-b00b-878576c3a061 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Network 1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b is already hosted by enough agents. {{(pid=104005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 05:33:05.368736 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.base_scheduler [req-16891c34-603c-4041-9d42-fc0f3ef1f6f2 req-49b87e7c-071a-4d29-b00b-878576c3a061 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Resources bound (agent type, host, resource id): {{(pid=104005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:33:05.372731 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvrscheduler_db [req-16891c34-603c-4041-9d42-fc0f3ef1f6f2 req-49b87e7c-071a-4d29-b00b-878576c3a061 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Received port after_create {{(pid=104005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 05:33:05.406862 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b87e7c-071a-4d29-b00b-878576c3a061 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Pushing event updated for resources: {'Port': ['ID=99dc50ec-fe52-4053-870a-860015fe3269,revision_number=1']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:33:05.432580 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16891c34-603c-4041-9d42-fc0f3ef1f6f2 req-49b87e7c-071a-4d29-b00b-878576c3a061 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:33:05.433780 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-16891c34-603c-4041-9d42-fc0f3ef1f6f2 req-49b87e7c-071a-4d29-b00b-878576c3a061 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249840'] for port (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:05.452763 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-16891c34-603c-4041-9d42-fc0f3ef1f6f2 req-49b87e7c-071a-4d29-b00b-878576c3a061 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5843103 Jul 29 05:33:05.466256 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.v2.base [req-16891c34-603c-4041-9d42-fc0f3ef1f6f2 req-eab587b2-63fc-4c79-8ad3-32cda94478d5 service neutron] Request body: {'port': {'device_id': 'ca4c859c-f307-446f-91a3-967c6ccf6afd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85127'}} {{(pid=104005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:33:05.529287 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-16891c34-603c-4041-9d42-fc0f3ef1f6f2 req-eab587b2-63fc-4c79-8ad3-32cda94478d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (99dc50ec-fe52-4053-870a-860015fe3269), before_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:05.539207 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:33:05.572924 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:33:05.603040 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-aada6452-1737-45e9-add1-f024baa5ae83 None None] Provisioning complete for port 99dc50ec-fe52-4053-870a-860015fe3269 triggered by entity DHCP. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:33:05.603653 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-aada6452-1737-45e9-add1-f024baa5ae83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (99dc50ec-fe52-4053-870a-860015fe3269), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:05.639600 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-b348926a-4896-4e56-b658-ae8bd7a9c17d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (0319cf4e-40d4-4455-bfa4-d5e1d8f6ed41), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:05.650328 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-aada6452-1737-45e9-add1-f024baa5ae83 None None] Port 99dc50ec-fe52-4053-870a-860015fe3269 cannot update to ACTIVE because it is not bound. {{(pid=104006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 29 05:33:05.809280 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.notifiers.nova [req-16891c34-603c-4041-9d42-fc0f3ef1f6f2 req-eab587b2-63fc-4c79-8ad3-32cda94478d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99dc50ec-fe52-4053-870a-860015fe3269 {{(pid=104005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 05:33:05.816733 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-16891c34-603c-4041-9d42-fc0f3ef1f6f2 req-eab587b2-63fc-4c79-8ad3-32cda94478d5 service neutron] Publish callbacks [] for port (99dc50ec-fe52-4053-870a-860015fe3269), precommit_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:05.829027 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.provisioning_blocks [req-16891c34-603c-4041-9d42-fc0f3ef1f6f2 req-eab587b2-63fc-4c79-8ad3-32cda94478d5 service neutron] Transition to ACTIVE for port object 99dc50ec-fe52-4053-870a-860015fe3269 will not be triggered until provisioned by entity L2. {{(pid=104005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 29 05:33:05.832771 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-16891c34-603c-4041-9d42-fc0f3ef1f6f2 req-eab587b2-63fc-4c79-8ad3-32cda94478d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1905579'] for port (99dc50ec-fe52-4053-870a-860015fe3269), after_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:05.884839 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab587b2-63fc-4c79-8ad3-32cda94478d5 service neutron] Pushing event updated for resources: {'Port': ['ID=99dc50ec-fe52-4053-870a-860015fe3269,revision_number=2']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:33:05.961479 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.managers [req-16891c34-603c-4041-9d42-fc0f3ef1f6f2 req-eab587b2-63fc-4c79-8ad3-32cda94478d5 service neutron] Attempting to bind port 99dc50ec-fe52-4053-870a-860015fe3269 on host hv-cinder-85127 for vnic_type normal with profile {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 05:33:05.961955 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.managers [req-16891c34-603c-4041-9d42-fc0f3ef1f6f2 req-eab587b2-63fc-4c79-8ad3-32cda94478d5 service neutron] Attempting to bind port 99dc50ec-fe52-4053-870a-860015fe3269 by drivers openvswitch,hyperv on host hv-cinder-85127 at level 0 using segments [{'id': '9d7b27d9-0143-463c-a7be-74fa3e5595bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b'}] {{(pid=104005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 05:33:05.962294 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16891c34-603c-4041-9d42-fc0f3ef1f6f2 req-eab587b2-63fc-4c79-8ad3-32cda94478d5 service neutron] Attempting to bind port 99dc50ec-fe52-4053-870a-860015fe3269 on network 1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 05:33:05.967177 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16891c34-603c-4041-9d42-fc0f3ef1f6f2 req-eab587b2-63fc-4c79-8ad3-32cda94478d5 service neutron] Port 99dc50ec-fe52-4053-870a-860015fe3269 on network 1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85127 {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 29 05:33:05.967530 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16891c34-603c-4041-9d42-fc0f3ef1f6f2 req-eab587b2-63fc-4c79-8ad3-32cda94478d5 service neutron] Attempting to bind port 99dc50ec-fe52-4053-870a-860015fe3269 on network 1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 05:33:05.973261 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16891c34-603c-4041-9d42-fc0f3ef1f6f2 req-eab587b2-63fc-4c79-8ad3-32cda94478d5 service neutron] Checking agent: {'id': '12b139f9-2daf-4047-bd2d-6bc43cda34b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85127', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 5, 19, 7), 'started_at': datetime.datetime(2022, 7, 29, 5, 19, 7), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 5, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 05:33:05.973601 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16891c34-603c-4041-9d42-fc0f3ef1f6f2 req-eab587b2-63fc-4c79-8ad3-32cda94478d5 service neutron] Checking segment: {'id': '9d7b27d9-0143-463c-a7be-74fa3e5595bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 05:33:05.974210 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16891c34-603c-4041-9d42-fc0f3ef1f6f2 req-eab587b2-63fc-4c79-8ad3-32cda94478d5 service neutron] Bound using segment: {'id': '9d7b27d9-0143-463c-a7be-74fa3e5595bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b'} {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 05:33:05.974438 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.managers [req-16891c34-603c-4041-9d42-fc0f3ef1f6f2 req-eab587b2-63fc-4c79-8ad3-32cda94478d5 service neutron] Bound port: 99dc50ec-fe52-4053-870a-860015fe3269, host: hv-cinder-85127, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d7b27d9-0143-463c-a7be-74fa3e5595bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b'}}] {{(pid=104005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 05:33:05.974771 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-16891c34-603c-4041-9d42-fc0f3ef1f6f2 req-eab587b2-63fc-4c79-8ad3-32cda94478d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (99dc50ec-fe52-4053-870a-860015fe3269), before_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:06.076104 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.db [req-16891c34-603c-4041-9d42-fc0f3ef1f6f2 req-eab587b2-63fc-4c79-8ad3-32cda94478d5 service neutron] For port 99dc50ec-fe52-4053-870a-860015fe3269, host hv-cinder-85127, cleared binding levels {{(pid=104005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 05:33:06.094836 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.db [req-16891c34-603c-4041-9d42-fc0f3ef1f6f2 req-eab587b2-63fc-4c79-8ad3-32cda94478d5 service neutron] For port 99dc50ec-fe52-4053-870a-860015fe3269, host hv-cinder-85127, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=99dc50ec-fe52-4053-870a-860015fe3269,segment=NetworkSegment(9d7b27d9-0143-463c-a7be-74fa3e5595bd),segment_id=9d7b27d9-0143-463c-a7be-74fa3e5595bd)] {{(pid=104005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 05:33:06.104075 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f867817e-b635-469d-8f34-b240c7fdd69e req-bb02e9da-5af8-40e7-b858-b100e4e2b583 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:33:06.105526 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-f867817e-b635-469d-8f34-b240c7fdd69e req-bb02e9da-5af8-40e7-b858-b100e4e2b583 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.49 "GET /v2.0/ports?device_id=ca4c859c-f307-446f-91a3-967c6ccf6afd HTTP/1.1" status: 200 len: 944 time: 0.0654497 Jul 29 05:33:06.106962 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-16891c34-603c-4041-9d42-fc0f3ef1f6f2 req-eab587b2-63fc-4c79-8ad3-32cda94478d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1905579'] for port (99dc50ec-fe52-4053-870a-860015fe3269), after_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:06.164502 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16891c34-603c-4041-9d42-fc0f3ef1f6f2 req-eab587b2-63fc-4c79-8ad3-32cda94478d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:33:06.165116 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-16891c34-603c-4041-9d42-fc0f3ef1f6f2 req-eab587b2-63fc-4c79-8ad3-32cda94478d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249840'] for port (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:06.166481 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-16891c34-603c-4041-9d42-fc0f3ef1f6f2 req-eab587b2-63fc-4c79-8ad3-32cda94478d5 service neutron] 10.222.0.60 "PUT /v2.0/ports/99dc50ec-fe52-4053-870a-860015fe3269 HTTP/1.1" status: 200 len: 1094 time: 0.7062922 Jul 29 05:33:06.171395 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca4c859c-f307-446f-91a3-967c6ccf6afd', 'tag': '99dc50ec-fe52-4053-870a-860015fe3269'}] {{(pid=104005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 05:33:06.171395 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18cb6d06cd9bdbb2624e76cf95b2230ef06252a8a1dccb16f0d07e3cc9dc753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cf1a310-78c8-48ed-987e-00a226ca7416" -d '{"events": [{"name": "network-changed", "server_uuid": "ca4c859c-f307-446f-91a3-967c6ccf6afd", "tag": "99dc50ec-fe52-4053-870a-860015fe3269"}]}' {{(pid=104005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 05:33:06.193925 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Device 150ab5d2-1e6b-452c-adfc-4dbbe9f71343 no longer exists at agent hyperv_hv-cinder-85127 {{(pid=104006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 05:33:06.203381 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab587b2-63fc-4c79-8ad3-32cda94478d5 service neutron] Pushing event updated for resources: {'Port': ['ID=99dc50ec-fe52-4053-870a-860015fe3269,revision_number=3']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:33:06.219982 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-f867817e-b635-469d-8f34-b240c7fdd69e req-67c18bf0-819e-463a-95fc-bc9affaa80a9 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.49 "GET /v2.0/security-groups?id=8bfb15b5-8bf4-4960-9ee1-728bf945b639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073527 Jul 29 05:33:06.225195 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 05:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32df4848-9530-4485-a4e0-4dcb19d1f035 x-openstack-request-id: req-32df4848-9530-4485-a4e0-4dcb19d1f035 {{(pid=104005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 05:33:06.225485 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca4c859c-f307-446f-91a3-967c6ccf6afd", "tag": "99dc50ec-fe52-4053-870a-860015fe3269", "status": "completed", "code": 200}]} {{(pid=104005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 05:33:06.225755 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-32df4848-9530-4485-a4e0-4dcb19d1f035 {{(pid=104005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 05:33:06.226158 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32df4848-9530-4485-a4e0-4dcb19d1f035'] response: {'name': 'network-changed', 'server_uuid': 'ca4c859c-f307-446f-91a3-967c6ccf6afd', 'tag': '99dc50ec-fe52-4053-870a-860015fe3269', 'status': 'completed', 'code': 200} Jul 29 05:33:06.246003 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] No Port match for: 150ab5d2-1e6b-452c-adfc-4dbbe9f71343 {{(pid=104006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 05:33:06.246342 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Device 150ab5d2-1e6b-452c-adfc-4dbbe9f71343 not bound to the agent host hv-cinder-85127 {{(pid=104006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 05:33:06.288709 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16891c34-603c-4041-9d42-fc0f3ef1f6f2 req-cdae1c69-d2ce-4191-8ecc-7d3a6c604392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:33:06.290199 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-16891c34-603c-4041-9d42-fc0f3ef1f6f2 req-cdae1c69-d2ce-4191-8ecc-7d3a6c604392 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3d61aa3cfb59443d849c3d09d839cff5&device_id=ca4c859c-f307-446f-91a3-967c6ccf6afd HTTP/1.1" status: 200 len: 1128 time: 0.0524335 Jul 29 05:33:06.332167 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-16891c34-603c-4041-9d42-fc0f3ef1f6f2 req-4647735a-ae67-48b1-8c91-50b13adba6ed service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=99dc50ec-fe52-4053-870a-860015fe3269 HTTP/1.1" status: 200 len: 217 time: 0.0349665 Jul 29 05:33:06.381290 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16891c34-603c-4041-9d42-fc0f3ef1f6f2 req-f34c81c6-ec5d-4c12-b555-668a7a355ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:33:06.382750 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-16891c34-603c-4041-9d42-fc0f3ef1f6f2 req-f34c81c6-ec5d-4c12-b555-668a7a355ee8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f547db03-202a-42a5-a05f-faf57a3284b5 HTTP/1.1" status: 200 len: 850 time: 0.0457931 Jul 29 05:33:06.418486 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:33:06.431603 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16891c34-603c-4041-9d42-fc0f3ef1f6f2 req-4da04e94-7275-4eef-876c-f7f0bd37885f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:33:06.433029 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-16891c34-603c-4041-9d42-fc0f3ef1f6f2 req-4da04e94-7275-4eef-876c-f7f0bd37885f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444930 Jul 29 05:33:06.524556 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-16891c34-603c-4041-9d42-fc0f3ef1f6f2 req-8b67f376-5c75-40fd-91dd-2efd0efe7095 service neutron] 10.222.0.60 "GET /v2.0/networks/1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842922 Jul 29 05:33:06.607806 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:33:06.624448 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-16891c34-603c-4041-9d42-fc0f3ef1f6f2 req-8d564f22-faca-405d-a5e6-9d3c4028c856 service neutron] 10.222.0.60 "GET /v2.0/networks/1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944319 Jul 29 05:33:06.865566 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf1a310-78c8-48ed-987e-00a226ca7416 req-e3184d03-79a2-4fe8-9a7f-632a0f458f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:33:06.867077 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-0cf1a310-78c8-48ed-987e-00a226ca7416 req-e3184d03-79a2-4fe8-9a7f-632a0f458f0b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3d61aa3cfb59443d849c3d09d839cff5&device_id=ca4c859c-f307-446f-91a3-967c6ccf6afd HTTP/1.1" status: 200 len: 1128 time: 0.0396097 Jul 29 05:33:06.963286 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf1a310-78c8-48ed-987e-00a226ca7416 req-67b33235-77d8-4608-b799-924dc187fe2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:33:06.964786 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-0cf1a310-78c8-48ed-987e-00a226ca7416 req-67b33235-77d8-4608-b799-924dc187fe2c service neutron] 10.222.0.60 "GET /v2.0/networks?id=1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b HTTP/1.1" status: 200 len: 912 time: 0.0919244 Jul 29 05:33:07.004085 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-0cf1a310-78c8-48ed-987e-00a226ca7416 req-0f8122aa-da61-4c40-adcb-077b8d315d1b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=99dc50ec-fe52-4053-870a-860015fe3269 HTTP/1.1" status: 200 len: 217 time: 0.0335073 Jul 29 05:33:07.053858 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf1a310-78c8-48ed-987e-00a226ca7416 req-6e2369aa-9e8f-4685-8e89-0375df1e199b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:33:07.055313 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-0cf1a310-78c8-48ed-987e-00a226ca7416 req-6e2369aa-9e8f-4685-8e89-0375df1e199b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f547db03-202a-42a5-a05f-faf57a3284b5 HTTP/1.1" status: 200 len: 850 time: 0.0459085 Jul 29 05:33:07.106899 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf1a310-78c8-48ed-987e-00a226ca7416 req-a67d54c7-9512-494a-bfbd-4d8fdb0af94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:33:07.108412 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-0cf1a310-78c8-48ed-987e-00a226ca7416 req-a67d54c7-9512-494a-bfbd-4d8fdb0af94a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428813 Jul 29 05:33:07.199586 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-0cf1a310-78c8-48ed-987e-00a226ca7416 req-656a891a-be49-4d63-bbdf-5b406f2bef16 service neutron] 10.222.0.60 "GET /v2.0/networks/1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845616 Jul 29 05:33:07.294629 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-0cf1a310-78c8-48ed-987e-00a226ca7416 req-8571b379-ca33-4831-8476-635e771eb719 service neutron] 10.222.0.60 "GET /v2.0/networks/1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886161 Jul 29 05:33:07.343535 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc246170-962a-43d8-8e70-e06aa8eb4846 req-2b6723a9-fcf1-4bc0-9f37-8d09a64ba871 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:33:07.345098 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-bc246170-962a-43d8-8e70-e06aa8eb4846 req-2b6723a9-fcf1-4bc0-9f37-8d09a64ba871 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.49 "GET /v2.0/ports?device_id=ca4c859c-f307-446f-91a3-967c6ccf6afd HTTP/1.1" status: 200 len: 944 time: 0.0500021 Jul 29 05:33:07.397684 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-bc246170-962a-43d8-8e70-e06aa8eb4846 req-c959b90d-75cf-46d0-9a2d-627c17b74a0b tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.49 "GET /v2.0/security-groups?id=8bfb15b5-8bf4-4960-9ee1-728bf945b639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461962 Jul 29 05:33:07.725874 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (12b139f9-2daf-4047-bd2d-6bc43cda34b6), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:08.142433 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-e9420ccd-232d-489b-a2c0-b8084c445470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (8a9a6061-e61b-4901-b35e-5e71dea10db3), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:08.518160 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a17f16-efb1-46c8-a124-1ea96faedada req-3f10f75d-c6a3-48df-b776-5d2c4f421145 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:33:08.519657 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-b3a17f16-efb1-46c8-a124-1ea96faedada req-3f10f75d-c6a3-48df-b776-5d2c4f421145 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.49 "GET /v2.0/ports?device_id=ca4c859c-f307-446f-91a3-967c6ccf6afd HTTP/1.1" status: 200 len: 944 time: 0.0478461 Jul 29 05:33:08.571143 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-b3a17f16-efb1-46c8-a124-1ea96faedada req-bbaaae58-c9c7-413a-a777-749fa82736a9 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.49 "GET /v2.0/security-groups?id=8bfb15b5-8bf4-4960-9ee1-728bf945b639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451984 Jul 29 05:33:09.335897 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 39428) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:33:09.476547 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-f29bc0c3-633e-41e9-bc64-e4a7d2ce5017 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Deleting port f8539f2a-3bc6-4525-bebc-0b97faa08dc2 {{(pid=104004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 05:33:09.476801 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-f29bc0c3-633e-41e9-bc64-e4a7d2ce5017 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737760600589'] for port (f8539f2a-3bc6-4525-bebc-0b97faa08dc2), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:09.558378 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-f29bc0c3-633e-41e9-bc64-e4a7d2ce5017 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420629'] for port (f8539f2a-3bc6-4525-bebc-0b97faa08dc2), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:09.558721 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-f29bc0c3-633e-41e9-bc64-e4a7d2ce5017 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Publish callbacks [] for floatingip (f8539f2a-3bc6-4525-bebc-0b97faa08dc2), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:09.571788 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-f29bc0c3-633e-41e9-bc64-e4a7d2ce5017 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Calling delete_port for f8539f2a-3bc6-4525-bebc-0b97faa08dc2 owned by network:floatingip {{(pid=104004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 05:33:09.665636 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=100 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:33:09.709230 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36feabe9-f1f7-4279-b9be-b8948c92e7fa req-0fe56262-7d2a-4338-a4c3-d0329aa3226f tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:33:09.710717 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-36feabe9-f1f7-4279-b9be-b8948c92e7fa req-0fe56262-7d2a-4338-a4c3-d0329aa3226f tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.49 "GET /v2.0/ports?device_id=ca4c859c-f307-446f-91a3-967c6ccf6afd HTTP/1.1" status: 200 len: 944 time: 0.0624359 Jul 29 05:33:09.724050 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=100 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:33:09.782778 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-36feabe9-f1f7-4279-b9be-b8948c92e7fa req-dd6fe6f9-960d-4673-9750-fc7fd67048cb tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.49 "GET /v2.0/security-groups?id=8bfb15b5-8bf4-4960-9ee1-728bf945b639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652263 Jul 29 05:33:09.823775 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-f29bc0c3-633e-41e9-bc64-e4a7d2ce5017 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737760621891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737760223820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660275'] for port (f8539f2a-3bc6-4525-bebc-0b97faa08dc2), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:09.847387 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29bc0c3-633e-41e9-bc64-e4a7d2ce5017 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Pushing event deleted for resources: {'Port': ['ID=f8539f2a-3bc6-4525-bebc-0b97faa08dc2,revision_number=None']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:33:09.861057 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29bc0c3-633e-41e9-bc64-e4a7d2ce5017 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:33:09.861436 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29bc0c3-633e-41e9-bc64-e4a7d2ce5017 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:33:09.861842 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29bc0c3-633e-41e9-bc64-e4a7d2ce5017 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:33:09.862295 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29bc0c3-633e-41e9-bc64-e4a7d2ce5017 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:33:09.862762 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29bc0c3-633e-41e9-bc64-e4a7d2ce5017 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:33:09.863076 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29bc0c3-633e-41e9-bc64-e4a7d2ce5017 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:33:09.863453 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29bc0c3-633e-41e9-bc64-e4a7d2ce5017 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:33:09.863763 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29bc0c3-633e-41e9-bc64-e4a7d2ce5017 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:33:09.864086 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29bc0c3-633e-41e9-bc64-e4a7d2ce5017 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:33:09.864406 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29bc0c3-633e-41e9-bc64-e4a7d2ce5017 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:33:09.864729 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29bc0c3-633e-41e9-bc64-e4a7d2ce5017 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:33:09.865050 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29bc0c3-633e-41e9-bc64-e4a7d2ce5017 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:33:09.865370 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29bc0c3-633e-41e9-bc64-e4a7d2ce5017 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:33:09.865686 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29bc0c3-633e-41e9-bc64-e4a7d2ce5017 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:33:09.866002 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29bc0c3-633e-41e9-bc64-e4a7d2ce5017 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:33:09.927035 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-f29bc0c3-633e-41e9-bc64-e4a7d2ce5017 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Publish callbacks [] for floatingip (046eb7ff-34d2-4179-969d-02ed357b4d02), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:09.927375 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.db.l3_db [None req-f29bc0c3-633e-41e9-bc64-e4a7d2ce5017 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Floating IP 046eb7ff-34d2-4179-969d-02ed357b4d02 disassociated (deleted). External IP: 172.27.2.142, port: f47132ea-cd5d-4836-887a-b486a4824db2. Jul 29 05:33:10.067258 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c0cfcfc2-d3d3-4a7d-ac6c-95a3fd745979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (543ff7d7-1636-45b2-a25e-e19209bc2e01), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:10.132234 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f29bc0c3-633e-41e9-bc64-e4a7d2ce5017 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Router 5a4788e8-d5d5-40f2-9bcb-da0dac9138fc has already been hosted by L3 agent 8a9a6061-e61b-4901-b35e-5e71dea10db3 {{(pid=104004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 05:33:10.237842 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f29bc0c3-633e-41e9-bc64-e4a7d2ce5017 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Notify agent at l3_agent.dv-cinder-851279-2-iscsi the message routers_updated {{(pid=104004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 05:33:10.242603 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-f29bc0c3-633e-41e9-bc64-e4a7d2ce5017 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249840'] for floatingip (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:10.247168 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ccd0c1-7aab-4798-b31f-1386df2b2f16 None None] Sync routers for ids ['5a4788e8-d5d5-40f2-9bcb-da0dac9138fc'] in dv-cinder-851279-2-iscsi {{(pid=104007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 05:33:10.261397 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ccd0c1-7aab-4798-b31f-1386df2b2f16 None None] Routers {'5a4788e8-d5d5-40f2-9bcb-da0dac9138fc'} bound to L3 agent in host dv-cinder-851279-2-iscsi {{(pid=104007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:33:10.262009 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-82ccd0c1-7aab-4798-b31f-1386df2b2f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-29T05:12:08Z,description=,heartbeat_timestamp=2022-07-29T05:33:08Z,host='dv-cinder-851279-2-iscsi',id=8a9a6061-e61b-4901-b35e-5e71dea10db3,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T05:12:08Z,topic='l3_agent')) {'router_ids': ['5a4788e8-d5d5-40f2-9bcb-da0dac9138fc'], 'active': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:33:10.273195 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-f29bc0c3-633e-41e9-bc64-e4a7d2ce5017 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] 10.222.0.49 "DELETE /v2.0/floatingips/046eb7ff-34d2-4179-969d-02ed357b4d02 HTTP/1.1" status: 204 len: 168 time: 0.9362273 Jul 29 05:33:10.273779 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87eb34fa-b0bc-4ee0-aeea-70301f77125d', 'tag': 'f47132ea-cd5d-4836-887a-b486a4824db2'}] {{(pid=104004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 05:33:10.276095 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63c9829679c4fd80aa44d623845be63326d0df95c18b6a0c0eedf1e192ffcaec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-890507a5-e6bb-42c4-87c0-13c93044a93c" -d '{"events": [{"name": "network-changed", "server_uuid": "87eb34fa-b0bc-4ee0-aeea-70301f77125d", "tag": "f47132ea-cd5d-4836-887a-b486a4824db2"}]}' {{(pid=104004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 05:33:10.369529 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=100 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:33:10.374283 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvr_db [None req-82ccd0c1-7aab-4798-b31f-1386df2b2f16 None None] Set router 5a4788e8-d5d5-40f2-9bcb-da0dac9138fc gateway port host: dv-cinder-851279-2-iscsi {{(pid=104007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:33:10.394539 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 05:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc86e428-5279-440a-9f95-7baaa4b42088 x-openstack-request-id: req-dc86e428-5279-440a-9f95-7baaa4b42088 {{(pid=104004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 05:33:10.395082 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87eb34fa-b0bc-4ee0-aeea-70301f77125d", "tag": "f47132ea-cd5d-4836-887a-b486a4824db2", "status": "completed", "code": 200}]} {{(pid=104004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 05:33:10.395082 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dc86e428-5279-440a-9f95-7baaa4b42088 {{(pid=104004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 05:33:10.395491 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc86e428-5279-440a-9f95-7baaa4b42088'] response: {'name': 'network-changed', 'server_uuid': '87eb34fa-b0bc-4ee0-aeea-70301f77125d', 'tag': 'f47132ea-cd5d-4836-887a-b486a4824db2', 'status': 'completed', 'code': 200} Jul 29 05:33:10.511409 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67440ea-fd9b-426e-9db9-dbe0f1dfd24f req-438f6845-2443-439a-8fa4-8c5673a35181 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:33:10.512925 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-b67440ea-fd9b-426e-9db9-dbe0f1dfd24f req-438f6845-2443-439a-8fa4-8c5673a35181 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] 10.222.0.49 "GET /v2.0/ports?device_id=87eb34fa-b0bc-4ee0-aeea-70301f77125d HTTP/1.1" status: 200 len: 945 time: 0.0491879 Jul 29 05:33:10.522286 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=100 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:33:10.564175 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-b67440ea-fd9b-426e-9db9-dbe0f1dfd24f req-36f6c272-ec2f-4514-aa82-d5b33f2d5ae1 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a108177-33f2-4e02-b63e-328953babc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453746 Jul 29 05:33:10.580490 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-82ccd0c1-7aab-4798-b31f-1386df2b2f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a4788e8-d5d5-40f2-9bcb-da0dac9138fc', 'name': 'tempest-TestShelveInstance-1276073711-router', 'tenant_id': '719297a86f0a4930b4daf3b9f663e472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': 'e1bda4f7-ce58-407a-932f-15640e323188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:28:10Z', 'updated_at': '2022-07-29T05:28:17Z', 'revision_number': 4, 'project_id': '719297a86f0a4930b4daf3b9f663e472', 'gw_port': {'id': 'e1bda4f7-ce58-407a-932f-15640e323188', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:fb:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a4788e8-d5d5-40f2-9bcb-da0dac9138fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:28:11Z', 'updated_at': '2022-07-29T05:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi', '_interfaces': [{'id': '70e0ff5b-ff31-4d48-9a33-08c71825d3b7', 'name': '', 'network_id': 'bf6a3cea-818f-4098-a73e-2bd56be30084', 'tenant_id': '719297a86f0a4930b4daf3b9f663e472', 'mac_address': 'fa:16:3e:3f:92:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a4788e8-d5d5-40f2-9bcb-da0dac9138fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'bd4850d2-d662-48cd-9d64-c0fcdc752249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:28:15Z', 'updated_at': '2022-07-29T05:28:21Z', 'revision_number': 5, 'project_id': '719297a86f0a4930b4daf3b9f663e472', 'subnets': [{'id': 'bd4850d2-d662-48cd-9d64-c0fcdc752249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-2-iscsi', False) {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:33:10.606220 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ccd0c1-7aab-4798-b31f-1386df2b2f16 None None] Checking router: 5a4788e8-d5d5-40f2-9bcb-da0dac9138fc for host: dv-cinder-851279-2-iscsi {{(pid=104007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 05:33:10.615229 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ccd0c1-7aab-4798-b31f-1386df2b2f16 None None] Routers {'5a4788e8-d5d5-40f2-9bcb-da0dac9138fc'} bound to L3 agent in host dv-cinder-851279-2-iscsi {{(pid=104007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:33:10.615857 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-82ccd0c1-7aab-4798-b31f-1386df2b2f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-29T05:12:08Z,description=,heartbeat_timestamp=2022-07-29T05:33:08Z,host='dv-cinder-851279-2-iscsi',id=8a9a6061-e61b-4901-b35e-5e71dea10db3,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T05:12:08Z,topic='l3_agent')) {'router_ids': ['5a4788e8-d5d5-40f2-9bcb-da0dac9138fc'], 'active': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:33:10.720808 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvr_db [None req-82ccd0c1-7aab-4798-b31f-1386df2b2f16 None None] Set router 5a4788e8-d5d5-40f2-9bcb-da0dac9138fc gateway port host: dv-cinder-851279-2-iscsi {{(pid=104007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:33:10.907411 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f0f56f-3116-4d92-b2c7-3bff96bfc2c1 req-53e8f8b1-c7bd-4470-89e2-1169eef22c72 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:33:10.908973 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-e0f0f56f-3116-4d92-b2c7-3bff96bfc2c1 req-53e8f8b1-c7bd-4470-89e2-1169eef22c72 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.49 "GET /v2.0/ports?device_id=ca4c859c-f307-446f-91a3-967c6ccf6afd HTTP/1.1" status: 200 len: 944 time: 0.0485098 Jul 29 05:33:10.912184 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-82ccd0c1-7aab-4798-b31f-1386df2b2f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a4788e8-d5d5-40f2-9bcb-da0dac9138fc', 'name': 'tempest-TestShelveInstance-1276073711-router', 'tenant_id': '719297a86f0a4930b4daf3b9f663e472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': 'e1bda4f7-ce58-407a-932f-15640e323188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:28:10Z', 'updated_at': '2022-07-29T05:28:17Z', 'revision_number': 4, 'project_id': '719297a86f0a4930b4daf3b9f663e472', 'gw_port': {'id': 'e1bda4f7-ce58-407a-932f-15640e323188', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:fb:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a4788e8-d5d5-40f2-9bcb-da0dac9138fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:28:11Z', 'updated_at': '2022-07-29T05:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi', '_interfaces': [{'id': '70e0ff5b-ff31-4d48-9a33-08c71825d3b7', 'name': '', 'network_id': 'bf6a3cea-818f-4098-a73e-2bd56be30084', 'tenant_id': '719297a86f0a4930b4daf3b9f663e472', 'mac_address': 'fa:16:3e:3f:92:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a4788e8-d5d5-40f2-9bcb-da0dac9138fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'bd4850d2-d662-48cd-9d64-c0fcdc752249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:28:15Z', 'updated_at': '2022-07-29T05:28:21Z', 'revision_number': 5, 'project_id': '719297a86f0a4930b4daf3b9f663e472', 'subnets': [{'id': 'bd4850d2-d662-48cd-9d64-c0fcdc752249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-2-iscsi', False) {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:33:10.937925 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ccd0c1-7aab-4798-b31f-1386df2b2f16 None None] The sync data for ids ['5a4788e8-d5d5-40f2-9bcb-da0dac9138fc'] in dv-cinder-851279-2-iscsi is: [{'id': '5a4788e8-d5d5-40f2-9bcb-da0dac9138fc', 'name': 'tempest-TestShelveInstance-1276073711-router', 'tenant_id': '719297a86f0a4930b4daf3b9f663e472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': 'e1bda4f7-ce58-407a-932f-15640e323188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:28:10Z', 'updated_at': '2022-07-29T05:28:17Z', 'revision_number': 4, 'project_id': '719297a86f0a4930b4daf3b9f663e472', 'gw_port': {'id': 'e1bda4f7-ce58-407a-932f-15640e323188', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:fb:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a4788e8-d5d5-40f2-9bcb-da0dac9138fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:28:11Z', 'updated_at': '2022-07-29T05:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi', '_interfaces': [{'id': '70e0ff5b-ff31-4d48-9a33-08c71825d3b7', 'name': '', 'network_id': 'bf6a3cea-818f-4098-a73e-2bd56be30084', 'tenant_id': '719297a86f0a4930b4daf3b9f663e472', 'mac_address': 'fa:16:3e:3f:92:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a4788e8-d5d5-40f2-9bcb-da0dac9138fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'bd4850d2-d662-48cd-9d64-c0fcdc752249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:28:15Z', 'updated_at': '2022-07-29T05:28:21Z', 'revision_number': 5, 'project_id': '719297a86f0a4930b4daf3b9f663e472', 'subnets': [{'id': 'bd4850d2-d662-48cd-9d64-c0fcdc752249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 05:33:10.967577 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-e0f0f56f-3116-4d92-b2c7-3bff96bfc2c1 req-88017119-6719-4028-8172-a8ea5369adb3 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.49 "GET /v2.0/security-groups?id=8bfb15b5-8bf4-4960-9ee1-728bf945b639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520623 Jul 29 05:33:11.160744 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afcf3103-e288-405b-9db0-9c0d96a0315d None None] New status for floating IP 046eb7ff-34d2-4179-969d-02ed357b4d02: DOWN {{(pid=104006) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 29 05:33:11.490036 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890507a5-e6bb-42c4-87c0-13c93044a93c req-115eec53-1afc-4d0c-86d1-17b4bf812987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:33:11.491478 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-890507a5-e6bb-42c4-87c0-13c93044a93c req-115eec53-1afc-4d0c-86d1-17b4bf812987 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=719297a86f0a4930b4daf3b9f663e472&device_id=87eb34fa-b0bc-4ee0-aeea-70301f77125d HTTP/1.1" status: 200 len: 1129 time: 0.0420370 Jul 29 05:33:11.584211 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890507a5-e6bb-42c4-87c0-13c93044a93c req-339b8086-3369-4b30-a401-a69ff44276ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:33:11.585667 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-890507a5-e6bb-42c4-87c0-13c93044a93c req-339b8086-3369-4b30-a401-a69ff44276ed service neutron] 10.222.0.60 "GET /v2.0/networks?id=bf6a3cea-818f-4098-a73e-2bd56be30084 HTTP/1.1" status: 200 len: 910 time: 0.0857701 Jul 29 05:33:11.678684 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-890507a5-e6bb-42c4-87c0-13c93044a93c req-dbe61e4d-a80d-4593-96b3-50c13457470d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f47132ea-cd5d-4836-887a-b486a4824db2 HTTP/1.1" status: 200 len: 217 time: 0.0391343 Jul 29 05:33:11.700843 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ed30cf-00b6-4ed0-8662-1e670365e224 req-7099cb30-b235-45ba-9756-fa81b5a477ee tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:33:11.702321 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-53ed30cf-00b6-4ed0-8662-1e670365e224 req-7099cb30-b235-45ba-9756-fa81b5a477ee tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] 10.222.0.49 "GET /v2.0/ports?device_id=87eb34fa-b0bc-4ee0-aeea-70301f77125d HTTP/1.1" status: 200 len: 945 time: 0.0523083 Jul 29 05:33:11.729957 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-25d2d662-1c10-455a-a758-35c132406432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (7da8dcb9-9a4e-44fd-b4da-fa922ad17d56), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:11.733512 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890507a5-e6bb-42c4-87c0-13c93044a93c req-0dc0398e-d90c-4ad1-8df8-3a2613fee841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:33:11.735144 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-890507a5-e6bb-42c4-87c0-13c93044a93c req-0dc0398e-d90c-4ad1-8df8-3a2613fee841 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bd4850d2-d662-48cd-9d64-c0fcdc752249 HTTP/1.1" status: 200 len: 848 time: 0.0488908 Jul 29 05:33:11.753859 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-53ed30cf-00b6-4ed0-8662-1e670365e224 req-dddebc34-2916-43a6-8ded-2176d437de71 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a108177-33f2-4e02-b63e-328953babc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456543 Jul 29 05:33:11.802628 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (aa119a64-f506-4951-a68b-6dc6289eaece), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:12.020136 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=100 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:33:12.084554 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890507a5-e6bb-42c4-87c0-13c93044a93c req-7b33d134-0de1-4bbe-a594-a4ad16364b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:33:12.086061 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-890507a5-e6bb-42c4-87c0-13c93044a93c req-7b33d134-0de1-4bbe-a594-a4ad16364b66 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bf6a3cea-818f-4098-a73e-2bd56be30084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0737941 Jul 29 05:33:12.096985 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feec099-cbdd-4648-aff0-0966e81d72ca req-6ab0b4be-4f95-4ce4-b2cc-5a9ed3ed7f88 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:33:12.098327 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-9feec099-cbdd-4648-aff0-0966e81d72ca req-6ab0b4be-4f95-4ce4-b2cc-5a9ed3ed7f88 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.49 "GET /v2.0/ports?device_id=ca4c859c-f307-446f-91a3-967c6ccf6afd HTTP/1.1" status: 200 len: 944 time: 0.0575056 Jul 29 05:33:12.148083 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-9feec099-cbdd-4648-aff0-0966e81d72ca req-2f46a561-66cf-4d9b-b653-7c13fe5e5e0b tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.49 "GET /v2.0/security-groups?id=8bfb15b5-8bf4-4960-9ee1-728bf945b639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441442 Jul 29 05:33:12.560648 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=100 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:33:12.608889 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824ecce2-d0a5-4789-a280-96fc5972090d req-dd8c8429-410c-4d7d-83d9-9e95763d85a8 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:33:12.610281 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-824ecce2-d0a5-4789-a280-96fc5972090d req-dd8c8429-410c-4d7d-83d9-9e95763d85a8 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] 10.222.0.60 "GET /v2.0/ports?device_id=87eb34fa-b0bc-4ee0-aeea-70301f77125d HTTP/1.1" status: 200 len: 945 time: 0.0639122 Jul 29 05:33:12.661482 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-890507a5-e6bb-42c4-87c0-13c93044a93c req-82134d3b-b810-4540-8c45-fc5b474275c9 service neutron] 10.222.0.60 "GET /v2.0/networks/bf6a3cea-818f-4098-a73e-2bd56be30084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570408 Jul 29 05:33:12.879193 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedd4ea8-74fc-47c4-8dfe-77f71a4f4faa req-62d4a397-fc57-4460-96f8-88eab6bd42db tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:33:12.880721 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-fedd4ea8-74fc-47c4-8dfe-77f71a4f4faa req-62d4a397-fc57-4460-96f8-88eab6bd42db tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] 10.222.0.49 "GET /v2.0/ports?device_id=87eb34fa-b0bc-4ee0-aeea-70301f77125d HTTP/1.1" status: 200 len: 945 time: 0.0503464 Jul 29 05:33:12.920035 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:33:12.935860 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-fedd4ea8-74fc-47c4-8dfe-77f71a4f4faa req-6e511da9-ddee-484e-8bf7-16386351e068 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a108177-33f2-4e02-b63e-328953babc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495152 Jul 29 05:33:13.023458 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.plugin [req-824ecce2-d0a5-4789-a280-96fc5972090d req-846ec351-89c4-451f-8d7d-e139a0bb5e66 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Deleting port f47132ea-cd5d-4836-887a-b486a4824db2 {{(pid=104005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 05:33:13.024079 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-824ecce2-d0a5-4789-a280-96fc5972090d req-846ec351-89c4-451f-8d7d-e139a0bb5e66 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737760600589'] for port (f47132ea-cd5d-4836-887a-b486a4824db2), before_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:13.106004 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-890507a5-e6bb-42c4-87c0-13c93044a93c req-8439a632-d560-4d45-810d-d7348ddb1de4 service neutron] 10.222.0.60 "GET /v2.0/networks/bf6a3cea-818f-4098-a73e-2bd56be30084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4365964 Jul 29 05:33:13.141972 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.db [req-824ecce2-d0a5-4789-a280-96fc5972090d req-846ec351-89c4-451f-8d7d-e139a0bb5e66 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] For port f47132ea-cd5d-4836-887a-b486a4824db2, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=f47132ea-cd5d-4836-887a-b486a4824db2,segment=NetworkSegment(f3483ac0-5247-4ffa-936a-83f1b989606a),segment_id=f3483ac0-5247-4ffa-936a-83f1b989606a)] {{(pid=104005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:33:13.142345 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-824ecce2-d0a5-4789-a280-96fc5972090d req-846ec351-89c4-451f-8d7d-e139a0bb5e66 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420629'] for port (f47132ea-cd5d-4836-887a-b486a4824db2), precommit_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:13.156031 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.plugin [req-824ecce2-d0a5-4789-a280-96fc5972090d req-846ec351-89c4-451f-8d7d-e139a0bb5e66 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Calling delete_port for f47132ea-cd5d-4836-887a-b486a4824db2 owned by compute:nova {{(pid=104005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 05:33:13.304057 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b8a167-8ff2-4b80-9cef-2e0b774d413e req-d4be5a79-8bc4-46ae-bbcb-039d979e4cb6 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:33:13.305610 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-19b8a167-8ff2-4b80-9cef-2e0b774d413e req-d4be5a79-8bc4-46ae-bbcb-039d979e4cb6 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.49 "GET /v2.0/ports?device_id=ca4c859c-f307-446f-91a3-967c6ccf6afd HTTP/1.1" status: 200 len: 944 time: 0.0775013 Jul 29 05:33:13.344131 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-824ecce2-d0a5-4789-a280-96fc5972090d req-846ec351-89c4-451f-8d7d-e139a0bb5e66 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737760621891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737760223820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1905596'] for port (f47132ea-cd5d-4836-887a-b486a4824db2), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:13.384987 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846ec351-89c4-451f-8d7d-e139a0bb5e66 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Pushing event deleted for resources: {'Port': ['ID=f47132ea-cd5d-4836-887a-b486a4824db2,revision_number=None']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:33:13.401080 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-19b8a167-8ff2-4b80-9cef-2e0b774d413e req-9ee1d1f7-731c-4360-91ac-398ec16afa3c tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.49 "GET /v2.0/security-groups?id=8bfb15b5-8bf4-4960-9ee1-728bf945b639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890141 Jul 29 05:33:13.435668 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvrscheduler_db [req-824ecce2-d0a5-4789-a280-96fc5972090d req-846ec351-89c4-451f-8d7d-e139a0bb5e66 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] No DVR routers for this DVR port f47132ea-cd5d-4836-887a-b486a4824db2 on host hv-cinder-85127 {{(pid=104005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 29 05:33:13.438157 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-824ecce2-d0a5-4789-a280-96fc5972090d req-846ec351-89c4-451f-8d7d-e139a0bb5e66 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249840'] for port (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:13.442120 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-824ecce2-d0a5-4789-a280-96fc5972090d req-846ec351-89c4-451f-8d7d-e139a0bb5e66 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] 10.222.0.60 "DELETE /v2.0/ports/f47132ea-cd5d-4836-887a-b486a4824db2 HTTP/1.1" status: 204 len: 173 time: 0.8216541 Jul 29 05:33:13.442553 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87eb34fa-b0bc-4ee0-aeea-70301f77125d', 'name': 'network-vif-deleted', 'tag': 'f47132ea-cd5d-4836-887a-b486a4824db2'}] {{(pid=104005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 05:33:13.444805 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18cb6d06cd9bdbb2624e76cf95b2230ef06252a8a1dccb16f0d07e3cc9dc753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fffd2069-0fb8-42de-b33e-fa4ce8ea3c2e" -d '{"events": [{"server_uuid": "87eb34fa-b0bc-4ee0-aeea-70301f77125d", "name": "network-vif-deleted", "tag": "f47132ea-cd5d-4836-887a-b486a4824db2"}]}' {{(pid=104005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 05:33:13.482693 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 05:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c1f9170-2fe4-40fe-88b6-cb23cd9e075e x-openstack-request-id: req-3c1f9170-2fe4-40fe-88b6-cb23cd9e075e {{(pid=104005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 05:33:13.482981 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87eb34fa-b0bc-4ee0-aeea-70301f77125d", "name": "network-vif-deleted", "tag": "f47132ea-cd5d-4836-887a-b486a4824db2", "status": "completed", "code": 200}]} {{(pid=104005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 05:33:13.483260 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3c1f9170-2fe4-40fe-88b6-cb23cd9e075e {{(pid=104005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 05:33:13.483653 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c1f9170-2fe4-40fe-88b6-cb23cd9e075e'] response: {'server_uuid': '87eb34fa-b0bc-4ee0-aeea-70301f77125d', 'name': 'network-vif-deleted', 'tag': 'f47132ea-cd5d-4836-887a-b486a4824db2', 'status': 'completed', 'code': 200} Jul 29 05:33:14.051922 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-42cbcde0-746d-4788-80d1-e9c0c5e4d32a req-9676d18d-1cff-40ba-aa09-c34776e1ddfe tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] 10.222.0.49 "GET /v2.0/ports?device_id=87eb34fa-b0bc-4ee0-aeea-70301f77125d HTTP/1.1" status: 200 len: 210 time: 0.0291650 Jul 29 05:33:14.224761 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Device 99dc50ec-fe52-4053-870a-860015fe3269 details requested by agent hyperv_hv-cinder-85127 with host hv-cinder-85127 {{(pid=104006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 05:33:14.329126 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] For port 99dc50ec-fe52-4053-870a-860015fe3269, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=99dc50ec-fe52-4053-870a-860015fe3269,segment=NetworkSegment(9d7b27d9-0143-463c-a7be-74fa3e5595bd),segment_id=9d7b27d9-0143-463c-a7be-74fa3e5595bd)] {{(pid=104006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:33:14.341181 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Returning: {'device': '99dc50ec-fe52-4053-870a-860015fe3269', 'network_id': '1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b', 'port_id': '99dc50ec-fe52-4053-870a-860015fe3269', 'mac_address': 'fa:16:3e:88:26:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f547db03-202a-42a5-a05f-faf57a3284b5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 05:33:14.380229 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Current status of the port 99dc50ec-fe52-4053-870a-860015fe3269 is: DOWN; New status is: BUILD {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:33:14.380615 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (99dc50ec-fe52-4053-870a-860015fe3269), before_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:14.393975 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.notifiers.nova [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99dc50ec-fe52-4053-870a-860015fe3269 {{(pid=104006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 05:33:14.413766 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] For port 99dc50ec-fe52-4053-870a-860015fe3269, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=99dc50ec-fe52-4053-870a-860015fe3269,segment=NetworkSegment(9d7b27d9-0143-463c-a7be-74fa3e5595bd),segment_id=9d7b27d9-0143-463c-a7be-74fa3e5595bd)] {{(pid=104006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:33:14.417812 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (99dc50ec-fe52-4053-870a-860015fe3269), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:14.466652 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Pushing event updated for resources: {'Port': ['ID=99dc50ec-fe52-4053-870a-860015fe3269,revision_number=4']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:33:14.474824 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:33:14.475159 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:33:14.475607 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:33:14.475949 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:33:14.476285 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:33:14.476609 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:33:14.476936 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:33:14.477260 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:33:14.477582 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:33:14.477911 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:33:14.478310 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:33:14.478552 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:33:14.478870 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:33:14.479191 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:33:14.479532 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:33:14.532220 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcc113b-c385-44d9-aab2-e0de2c266981 req-67fcb828-9eae-49ef-8d99-c8e27ffa8717 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:33:14.533770 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-cdcc113b-c385-44d9-aab2-e0de2c266981 req-67fcb828-9eae-49ef-8d99-c8e27ffa8717 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.49 "GET /v2.0/ports?device_id=ca4c859c-f307-446f-91a3-967c6ccf6afd HTTP/1.1" status: 200 len: 945 time: 0.0486445 Jul 29 05:33:14.591019 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-cdcc113b-c385-44d9-aab2-e0de2c266981 req-2db00ff0-d089-4d3f-99c6-32dd44675eaf tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.49 "GET /v2.0/security-groups?id=8bfb15b5-8bf4-4960-9ee1-728bf945b639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486307 Jul 29 05:33:14.634915 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] get_ports_and_sgs() called for port_ids ['99dc50ec-fe52-4053-870a-860015fe3269'] {{(pid=104006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 05:33:15.011762 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:33:15.116020 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 39458) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:33:15.180668 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:33:15.206539 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-c7827d75-27eb-4c84-b697-1a0eda29aa11 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Publish callbacks [] for security_group (7a108177-33f2-4e02-b63e-328953babc4a), before_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:15.245023 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-c7827d75-27eb-4c84-b697-1a0eda29aa11 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Publish callbacks [] for security_group (7a108177-33f2-4e02-b63e-328953babc4a), precommit_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:15.312548 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-c7827d75-27eb-4c84-b697-1a0eda29aa11 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (7a108177-33f2-4e02-b63e-328953babc4a), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:15.316389 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-c7827d75-27eb-4c84-b697-1a0eda29aa11 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Publish callbacks [] for security_group (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:15.317555 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-c7827d75-27eb-4c84-b697-1a0eda29aa11 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] 10.222.0.49 "DELETE /v2.0/security-groups/7a108177-33f2-4e02-b63e-328953babc4a HTTP/1.1" status: 204 len: 168 time: 0.2006092 Jul 29 05:33:15.327947 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7827d75-27eb-4c84-b697-1a0eda29aa11 tempest-TestShelveInstance-1891525518 tempest-TestShelveInstance-1891525518-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a108177-33f2-4e02-b63e-328953babc4a,revision_number=None']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:33:15.376806 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 39462) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:33:15.636828 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:33:15.732320 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4306b4-1e46-4786-a710-461e8ff2446b req-277e9d8d-9fee-4e76-8bcb-6cd4ac3cb6dc tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:33:15.733853 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-3b4306b4-1e46-4786-a710-461e8ff2446b req-277e9d8d-9fee-4e76-8bcb-6cd4ac3cb6dc tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.49 "GET /v2.0/ports?device_id=ca4c859c-f307-446f-91a3-967c6ccf6afd HTTP/1.1" status: 200 len: 945 time: 0.0602586 Jul 29 05:33:15.843163 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-3b4306b4-1e46-4786-a710-461e8ff2446b req-898bc6ca-676c-4819-b4ea-2f4a1f840818 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.49 "GET /v2.0/security-groups?id=8bfb15b5-8bf4-4960-9ee1-728bf945b639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029770 Jul 29 05:33:15.901440 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-837c207e-ca97-4ba8-abce-c29b3aeb7ebd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-361244'] for router_interface (5a4788e8-d5d5-40f2-9bcb-da0dac9138fc), before_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:16.174181 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.plugin [None req-837c207e-ca97-4ba8-abce-c29b3aeb7ebd admin admin] Deleting port 70e0ff5b-ff31-4d48-9a33-08c71825d3b7 {{(pid=104005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 05:33:16.176002 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-837c207e-ca97-4ba8-abce-c29b3aeb7ebd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737760600589'] for port (70e0ff5b-ff31-4d48-9a33-08c71825d3b7), before_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:16.227762 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Device 99dc50ec-fe52-4053-870a-860015fe3269 up at agent hyperv_hv-cinder-85127 {{(pid=104006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 05:33:16.256149 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:33:16.269743 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.db [None req-837c207e-ca97-4ba8-abce-c29b3aeb7ebd admin admin] For port 70e0ff5b-ff31-4d48-9a33-08c71825d3b7, host dv-cinder-851279-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-2-iscsi',level=0,port_id=70e0ff5b-ff31-4d48-9a33-08c71825d3b7,segment=NetworkSegment(f3483ac0-5247-4ffa-936a-83f1b989606a),segment_id=f3483ac0-5247-4ffa-936a-83f1b989606a)] {{(pid=104005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:33:16.270116 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-837c207e-ca97-4ba8-abce-c29b3aeb7ebd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420629'] for port (70e0ff5b-ff31-4d48-9a33-08c71825d3b7), precommit_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:16.278289 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:33:16.280588 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Provisioning for port 99dc50ec-fe52-4053-870a-860015fe3269 completed by entity L2. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 29 05:33:16.287038 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.plugin [None req-837c207e-ca97-4ba8-abce-c29b3aeb7ebd admin admin] Calling delete_port for 70e0ff5b-ff31-4d48-9a33-08c71825d3b7 owned by network:router_interface {{(pid=104005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 05:33:16.288092 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Provisioning complete for port 99dc50ec-fe52-4053-870a-860015fe3269 triggered by entity L2. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:33:16.288636 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (99dc50ec-fe52-4053-870a-860015fe3269), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:16.369607 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Current status of the port 99dc50ec-fe52-4053-870a-860015fe3269 is: BUILD; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:33:16.370064 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (99dc50ec-fe52-4053-870a-860015fe3269), before_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:16.409779 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca4c859c-f307-446f-91a3-967c6ccf6afd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99dc50ec-fe52-4053-870a-860015fe3269'}] {{(pid=104006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 05:33:16.413805 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e99febf74dea338d8edfc28e98bc5f49fff1daa2966fa3a6b84f517592192115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5149e585-3f54-4199-ba9a-eeaa044eae3a" -d '{"events": [{"server_uuid": "ca4c859c-f307-446f-91a3-967c6ccf6afd", "name": "network-vif-plugged", "status": "completed", "tag": "99dc50ec-fe52-4053-870a-860015fe3269"}]}' {{(pid=104006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 05:33:16.436095 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] For port 99dc50ec-fe52-4053-870a-860015fe3269, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=99dc50ec-fe52-4053-870a-860015fe3269,segment=NetworkSegment(9d7b27d9-0143-463c-a7be-74fa3e5595bd),segment_id=9d7b27d9-0143-463c-a7be-74fa3e5595bd)] {{(pid=104006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:33:16.442496 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (99dc50ec-fe52-4053-870a-860015fe3269), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:16.442785 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Device f47132ea-cd5d-4836-887a-b486a4824db2 no longer exists at agent hyperv_hv-cinder-85127 {{(pid=104006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 05:33:16.485528 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] No Port match for: f47132ea-cd5d-4836-887a-b486a4824db2 {{(pid=104006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 05:33:16.485781 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Device f47132ea-cd5d-4836-887a-b486a4824db2 not bound to the agent host hv-cinder-85127 {{(pid=104006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 05:33:16.507166 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-837c207e-ca97-4ba8-abce-c29b3aeb7ebd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737760621891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737760223820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1905596'] for port (70e0ff5b-ff31-4d48-9a33-08c71825d3b7), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:16.532464 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Pushing event updated for resources: {'Port': ['ID=99dc50ec-fe52-4053-870a-860015fe3269,revision_number=5']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:33:16.546933 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837c207e-ca97-4ba8-abce-c29b3aeb7ebd admin admin] Pushing event deleted for resources: {'Port': ['ID=70e0ff5b-ff31-4d48-9a33-08c71825d3b7,revision_number=None']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:33:16.558465 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 05:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68b6f9c9-c74c-4019-ba9e-6bf48b4ba996 x-openstack-request-id: req-68b6f9c9-c74c-4019-ba9e-6bf48b4ba996 {{(pid=104006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 05:33:16.558756 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca4c859c-f307-446f-91a3-967c6ccf6afd", "name": "network-vif-plugged", "status": "completed", "tag": "99dc50ec-fe52-4053-870a-860015fe3269", "code": 200}]} {{(pid=104006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 05:33:16.559207 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-68b6f9c9-c74c-4019-ba9e-6bf48b4ba996 {{(pid=104006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 05:33:16.559648 dv-cinder-851279-2-iscsi neutron-server[104006]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68b6f9c9-c74c-4019-ba9e-6bf48b4ba996'] response: {'server_uuid': 'ca4c859c-f307-446f-91a3-967c6ccf6afd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99dc50ec-fe52-4053-870a-860015fe3269', 'code': 200} Jul 29 05:33:16.702747 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:33:16.725800 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-837c207e-ca97-4ba8-abce-c29b3aeb7ebd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-361352'] for router_interface (5a4788e8-d5d5-40f2-9bcb-da0dac9138fc), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:16.851311 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3acaa2-f1f6-41d2-bdd4-4623db455d98 req-3753a00e-ffc2-4803-ad65-b36a5402de73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:33:16.852736 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-7a3acaa2-f1f6-41d2-bdd4-4623db455d98 req-3753a00e-ffc2-4803-ad65-b36a5402de73 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ca4c859c-f307-446f-91a3-967c6ccf6afd HTTP/1.1" status: 200 len: 1130 time: 0.0791435 Jul 29 05:33:16.961331 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-7a3acaa2-f1f6-41d2-bdd4-4623db455d98 req-1299c14c-67b5-492f-a343-042da42f46e5 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=8bfb15b5-8bf4-4960-9ee1-728bf945b639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013606 Jul 29 05:33:17.025015 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4524eb-a7b5-48af-ac11-0a294eade5c6 req-f999ea44-e783-4e41-9e18-29235f88c344 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:33:17.026734 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-8c4524eb-a7b5-48af-ac11-0a294eade5c6 req-f999ea44-e783-4e41-9e18-29235f88c344 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.49 "GET /v2.0/ports?device_id=ca4c859c-f307-446f-91a3-967c6ccf6afd HTTP/1.1" status: 200 len: 946 time: 0.0817904 Jul 29 05:33:17.081976 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-837c207e-ca97-4ba8-abce-c29b3aeb7ebd admin admin] Router 5a4788e8-d5d5-40f2-9bcb-da0dac9138fc has already been hosted by L3 agent 8a9a6061-e61b-4901-b35e-5e71dea10db3 {{(pid=104005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 05:33:17.104901 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-8c4524eb-a7b5-48af-ac11-0a294eade5c6 req-4206aee8-b17e-4a31-98e5-2bda4d419340 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.49 "GET /v2.0/security-groups?id=8bfb15b5-8bf4-4960-9ee1-728bf945b639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685928 Jul 29 05:33:17.199736 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:33:17.205708 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-837c207e-ca97-4ba8-abce-c29b3aeb7ebd admin admin] Notify agent at l3_agent.dv-cinder-851279-2-iscsi the message routers_updated {{(pid=104005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 05:33:17.211826 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-837c207e-ca97-4ba8-abce-c29b3aeb7ebd admin admin] 10.222.0.49 "PUT /v2.0/routers/5a4788e8-d5d5-40f2-9bcb-da0dac9138fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8338325 Jul 29 05:33:17.215331 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 39474) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:33:17.216484 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a147bd4b-d804-4f51-ab08-124b3c693a86 None None] Sync routers for ids ['5a4788e8-d5d5-40f2-9bcb-da0dac9138fc'] in dv-cinder-851279-2-iscsi {{(pid=104007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 05:33:17.228632 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a147bd4b-d804-4f51-ab08-124b3c693a86 None None] Routers {'5a4788e8-d5d5-40f2-9bcb-da0dac9138fc'} bound to L3 agent in host dv-cinder-851279-2-iscsi {{(pid=104007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:33:17.229296 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-a147bd4b-d804-4f51-ab08-124b3c693a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-29T05:12:08Z,description=,heartbeat_timestamp=2022-07-29T05:33:08Z,host='dv-cinder-851279-2-iscsi',id=8a9a6061-e61b-4901-b35e-5e71dea10db3,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T05:12:08Z,topic='l3_agent')) {'router_ids': ['5a4788e8-d5d5-40f2-9bcb-da0dac9138fc'], 'active': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:33:17.327822 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-e3e89ac3-7b86-4513-b10e-9c0932e5b4e7 admin admin] Publish callbacks [] for router (5a4788e8-d5d5-40f2-9bcb-da0dac9138fc), before_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:17.340973 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvr_db [None req-a147bd4b-d804-4f51-ab08-124b3c693a86 None None] Set router 5a4788e8-d5d5-40f2-9bcb-da0dac9138fc gateway port host: dv-cinder-851279-2-iscsi {{(pid=104007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:33:17.439476 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-e3e89ac3-7b86-4513-b10e-9c0932e5b4e7 admin admin] Publish callbacks [] for router_gateway (5a4788e8-d5d5-40f2-9bcb-da0dac9138fc), before_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:17.493498 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.plugin [None req-e3e89ac3-7b86-4513-b10e-9c0932e5b4e7 admin admin] Deleting port e1bda4f7-ce58-407a-932f-15640e323188 {{(pid=104005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 05:33:17.493728 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-e3e89ac3-7b86-4513-b10e-9c0932e5b4e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737760600589'] for port (e1bda4f7-ce58-407a-932f-15640e323188), before_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:17.557621 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-a147bd4b-d804-4f51-ab08-124b3c693a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a4788e8-d5d5-40f2-9bcb-da0dac9138fc', 'name': 'tempest-TestShelveInstance-1276073711-router', 'tenant_id': '719297a86f0a4930b4daf3b9f663e472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': 'e1bda4f7-ce58-407a-932f-15640e323188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:28:10Z', 'updated_at': '2022-07-29T05:33:16Z', 'revision_number': 5, 'project_id': '719297a86f0a4930b4daf3b9f663e472', 'gw_port': {'id': 'e1bda4f7-ce58-407a-932f-15640e323188', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:fb:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a4788e8-d5d5-40f2-9bcb-da0dac9138fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:28:11Z', 'updated_at': '2022-07-29T05:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi'}], 'dv-cinder-851279-2-iscsi', False) {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:33:17.594193 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.db [None req-e3e89ac3-7b86-4513-b10e-9c0932e5b4e7 admin admin] For port e1bda4f7-ce58-407a-932f-15640e323188, host dv-cinder-851279-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-2-iscsi',level=0,port_id=e1bda4f7-ce58-407a-932f-15640e323188,segment=NetworkSegment(f0686699-af43-47c7-b9bc-f7993eec27ee),segment_id=f0686699-af43-47c7-b9bc-f7993eec27ee)] {{(pid=104005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:33:17.594658 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-e3e89ac3-7b86-4513-b10e-9c0932e5b4e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420629'] for port (e1bda4f7-ce58-407a-932f-15640e323188), precommit_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:17.610451 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.plugin [None req-e3e89ac3-7b86-4513-b10e-9c0932e5b4e7 admin admin] Calling delete_port for e1bda4f7-ce58-407a-932f-15640e323188 owned by network:router_gateway {{(pid=104005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 05:33:17.622392 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:33:17.684770 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a147bd4b-d804-4f51-ab08-124b3c693a86 None None] Checking router: 5a4788e8-d5d5-40f2-9bcb-da0dac9138fc for host: dv-cinder-851279-2-iscsi {{(pid=104007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 05:33:17.700679 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a147bd4b-d804-4f51-ab08-124b3c693a86 None None] Routers {'5a4788e8-d5d5-40f2-9bcb-da0dac9138fc'} bound to L3 agent in host dv-cinder-851279-2-iscsi {{(pid=104007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:33:17.701839 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-a147bd4b-d804-4f51-ab08-124b3c693a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-29T05:12:08Z,description=,heartbeat_timestamp=2022-07-29T05:33:08Z,host='dv-cinder-851279-2-iscsi',id=8a9a6061-e61b-4901-b35e-5e71dea10db3,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T05:12:08Z,topic='l3_agent')) {'router_ids': ['5a4788e8-d5d5-40f2-9bcb-da0dac9138fc'], 'active': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:33:17.826037 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-e3e89ac3-7b86-4513-b10e-9c0932e5b4e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737760621891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737760223820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1905596'] for port (e1bda4f7-ce58-407a-932f-15640e323188), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:17.847607 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvr_db [None req-a147bd4b-d804-4f51-ab08-124b3c693a86 None None] Set router 5a4788e8-d5d5-40f2-9bcb-da0dac9138fc gateway port host: None {{(pid=104007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:33:17.854433 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e89ac3-7b86-4513-b10e-9c0932e5b4e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1bda4f7-ce58-407a-932f-15640e323188,revision_number=None']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:33:17.902566 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-a147bd4b-d804-4f51-ab08-124b3c693a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a4788e8-d5d5-40f2-9bcb-da0dac9138fc', 'name': 'tempest-TestShelveInstance-1276073711-router', 'tenant_id': '719297a86f0a4930b4daf3b9f663e472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:28:10Z', 'updated_at': '2022-07-29T05:33:17Z', 'revision_number': 6, 'project_id': '719297a86f0a4930b4daf3b9f663e472', 'gw_port_host': None}], 'dv-cinder-851279-2-iscsi', False) {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:33:17.923500 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-e3e89ac3-7b86-4513-b10e-9c0932e5b4e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-375324'] for router_gateway (5a4788e8-d5d5-40f2-9bcb-da0dac9138fc), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:17.931220 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a147bd4b-d804-4f51-ab08-124b3c693a86 None None] The sync data for ids ['5a4788e8-d5d5-40f2-9bcb-da0dac9138fc'] in dv-cinder-851279-2-iscsi is: [{'id': '5a4788e8-d5d5-40f2-9bcb-da0dac9138fc', 'name': 'tempest-TestShelveInstance-1276073711-router', 'tenant_id': '719297a86f0a4930b4daf3b9f663e472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:28:10Z', 'updated_at': '2022-07-29T05:33:17Z', 'revision_number': 6, 'project_id': '719297a86f0a4930b4daf3b9f663e472', 'gw_port_host': None}] {{(pid=104007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 05:33:18.028923 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-e3e89ac3-7b86-4513-b10e-9c0932e5b4e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-401047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1364'] for router (5a4788e8-d5d5-40f2-9bcb-da0dac9138fc), precommit_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:18.031655 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-e3e89ac3-7b86-4513-b10e-9c0932e5b4e7 admin admin] Publish callbacks [] for router_controller (5a4788e8-d5d5-40f2-9bcb-da0dac9138fc), precommit_delete_associations {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:18.077898 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-e3e89ac3-7b86-4513-b10e-9c0932e5b4e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-400917'] for router (5a4788e8-d5d5-40f2-9bcb-da0dac9138fc), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:18.078529 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3e89ac3-7b86-4513-b10e-9c0932e5b4e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5a4788e8-d5d5-40f2-9bcb-da0dac9138fc {{(pid=104005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 05:33:18.084216 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-e3e89ac3-7b86-4513-b10e-9c0932e5b4e7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:18.085525 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-e3e89ac3-7b86-4513-b10e-9c0932e5b4e7 admin admin] 10.222.0.49 "DELETE /v2.0/routers/5a4788e8-d5d5-40f2-9bcb-da0dac9138fc HTTP/1.1" status: 204 len: 168 time: 0.8691673 Jul 29 05:33:18.088313 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 39476) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:33:18.142994 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.db_base_plugin_v2 [None req-690ceaef-92d2-42ae-a6bf-57159a198e72 admin admin] Deleting subnet bd4850d2-d662-48cd-9d64-c0fcdc752249 {{(pid=104005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 29 05:33:18.148838 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-690ceaef-92d2-42ae-a6bf-57159a198e72 admin admin] Publish callbacks [] for subnet (bd4850d2-d662-48cd-9d64-c0fcdc752249), before_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:18.206576 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-690ceaef-92d2-42ae-a6bf-57159a198e72 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28577006'] for subnet (bd4850d2-d662-48cd-9d64-c0fcdc752249), precommit_delete_associations {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:18.243270 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52925e83-6a34-4402-b60e-e77f3303759f req-b0ff4fa0-f9c0-4df7-82bd-d229fd5a8f02 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:33:18.244737 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-52925e83-6a34-4402-b60e-e77f3303759f req-b0ff4fa0-f9c0-4df7-82bd-d229fd5a8f02 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.49 "GET /v2.0/ports?device_id=ca4c859c-f307-446f-91a3-967c6ccf6afd HTTP/1.1" status: 200 len: 946 time: 0.0528405 Jul 29 05:33:18.278264 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:33:18.293870 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:33:18.295985 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-690ceaef-92d2-42ae-a6bf-57159a198e72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3503403'] for subnet (bd4850d2-d662-48cd-9d64-c0fcdc752249), precommit_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:18.318293 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-52925e83-6a34-4402-b60e-e77f3303759f req-48d4ced9-829e-4b53-80ef-fe716e6f2ccb tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.49 "GET /v2.0/security-groups?id=8bfb15b5-8bf4-4960-9ee1-728bf945b639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674171 Jul 29 05:33:18.357489 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-690ceaef-92d2-42ae-a6bf-57159a198e72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3503394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-292102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1905553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28374007'] for subnet (bd4850d2-d662-48cd-9d64-c0fcdc752249), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:18.391151 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690ceaef-92d2-42ae-a6bf-57159a198e72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd4850d2-d662-48cd-9d64-c0fcdc752249,revision_number=None']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:33:18.391151 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-690ceaef-92d2-42ae-a6bf-57159a198e72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670410'] for subnet (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:18.395675 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-690ceaef-92d2-42ae-a6bf-57159a198e72 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/bd4850d2-d662-48cd-9d64-c0fcdc752249 HTTP/1.1" status: 204 len: 168 time: 0.3039682 Jul 29 05:33:18.396690 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 39480) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:33:18.398811 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db4436d-8ac7-4db8-b294-7145c3403b49 None None] Network bf6a3cea-818f-4098-a73e-2bd56be30084 requested from dv-cinder-851279-2-iscsi {{(pid=104006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 05:33:18.485831 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-7e26dcb3-2db7-423d-9a6e-ae997ac0503d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3418721'] for network (bf6a3cea-818f-4098-a73e-2bd56be30084), before_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:18.531907 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.plugin [None req-7e26dcb3-2db7-423d-9a6e-ae997ac0503d admin admin] Deleting port 45ad71c3-03d2-4fde-a56f-de0a8fda25d1 {{(pid=104005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 05:33:18.532490 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-7e26dcb3-2db7-423d-9a6e-ae997ac0503d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737760600589'] for port (45ad71c3-03d2-4fde-a56f-de0a8fda25d1), before_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:18.613573 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d59723-543e-4e58-a131-e89b6e0a0573 None None] DHCP port deletion for bf6a3cea-818f-4098-a73e-2bd56be30084 request from dv-cinder-851279-2-iscsi {{(pid=104006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 29 05:33:18.623040 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.db [None req-7e26dcb3-2db7-423d-9a6e-ae997ac0503d admin admin] For port 45ad71c3-03d2-4fde-a56f-de0a8fda25d1, host dv-cinder-851279-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-2-iscsi',level=0,port_id=45ad71c3-03d2-4fde-a56f-de0a8fda25d1,segment=NetworkSegment(f3483ac0-5247-4ffa-936a-83f1b989606a),segment_id=f3483ac0-5247-4ffa-936a-83f1b989606a)] {{(pid=104005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:33:18.623438 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-7e26dcb3-2db7-423d-9a6e-ae997ac0503d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420629'] for port (45ad71c3-03d2-4fde-a56f-de0a8fda25d1), precommit_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:18.636736 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.plugin [None req-7e26dcb3-2db7-423d-9a6e-ae997ac0503d admin admin] Calling delete_port for 45ad71c3-03d2-4fde-a56f-de0a8fda25d1 owned by network:dhcp {{(pid=104005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 05:33:18.649546 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-05d59723-543e-4e58-a131-e89b6e0a0573 None None] Deleting port 45ad71c3-03d2-4fde-a56f-de0a8fda25d1 {{(pid=104006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 05:33:18.649978 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-05d59723-543e-4e58-a131-e89b6e0a0573 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737760600589'] for port (45ad71c3-03d2-4fde-a56f-de0a8fda25d1), before_delete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:18.681531 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:33:18.723765 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-7e26dcb3-2db7-423d-9a6e-ae997ac0503d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737760621891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737760223820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1905596'] for port (45ad71c3-03d2-4fde-a56f-de0a8fda25d1), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:18.723961 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-05d59723-543e-4e58-a131-e89b6e0a0573 None None] For port 45ad71c3-03d2-4fde-a56f-de0a8fda25d1, host dv-cinder-851279-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-2-iscsi',level=0,port_id=45ad71c3-03d2-4fde-a56f-de0a8fda25d1,segment=NetworkSegment(f3483ac0-5247-4ffa-936a-83f1b989606a),segment_id=f3483ac0-5247-4ffa-936a-83f1b989606a)] {{(pid=104006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:33:18.724478 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-05d59723-543e-4e58-a131-e89b6e0a0573 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420629'] for port (45ad71c3-03d2-4fde-a56f-de0a8fda25d1), precommit_delete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:18.743703 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-05d59723-543e-4e58-a131-e89b6e0a0573 None None] Calling delete_port for 45ad71c3-03d2-4fde-a56f-de0a8fda25d1 owned by network:dhcp {{(pid=104006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 05:33:18.753505 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e26dcb3-2db7-423d-9a6e-ae997ac0503d admin admin] Pushing event deleted for resources: {'Port': ['ID=45ad71c3-03d2-4fde-a56f-de0a8fda25d1,revision_number=None']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:33:18.758057 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e26dcb3-2db7-423d-9a6e-ae997ac0503d admin admin] No DVR routers for this DVR port 45ad71c3-03d2-4fde-a56f-de0a8fda25d1 on host dv-cinder-851279-2-iscsi {{(pid=104005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 29 05:33:18.848507 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-05d59723-543e-4e58-a131-e89b6e0a0573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737760621891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737760223820'] for port (45ad71c3-03d2-4fde-a56f-de0a8fda25d1), after_delete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:18.865968 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-7e26dcb3-2db7-423d-9a6e-ae997ac0503d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3505157', 'neutron.services.segments.db._delete_segments_for_network-8737760678346'] for network (bf6a3cea-818f-4098-a73e-2bd56be30084), precommit_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:18.887195 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d59723-543e-4e58-a131-e89b6e0a0573 None None] Pushing event deleted for resources: {'Port': ['ID=45ad71c3-03d2-4fde-a56f-de0a8fda25d1,revision_number=None']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:33:18.888092 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.services.segments.db [None req-7e26dcb3-2db7-423d-9a6e-ae997ac0503d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf6a3cea-818f-4098-a73e-2bd56be30084']}} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:33:18.890775 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d59723-543e-4e58-a131-e89b6e0a0573 None None] No DVR routers for this DVR port 45ad71c3-03d2-4fde-a56f-de0a8fda25d1 on host dv-cinder-851279-2-iscsi {{(pid=104006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 29 05:33:18.901414 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.services.segments.db [None req-7e26dcb3-2db7-423d-9a6e-ae997ac0503d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3483ac0-5247-4ffa-936a-83f1b989606a') {'for_net_delete': True} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:33:18.901812 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.services.segments.db [None req-7e26dcb3-2db7-423d-9a6e-ae997ac0503d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3483ac0-5247-4ffa-936a-83f1b989606a') {} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:33:18.914205 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-7e26dcb3-2db7-423d-9a6e-ae997ac0503d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737760678247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28577015'] for segment (f3483ac0-5247-4ffa-936a-83f1b989606a), before_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:18.931824 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-7e26dcb3-2db7-423d-9a6e-ae997ac0503d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501452'] for segment (f3483ac0-5247-4ffa-936a-83f1b989606a), precommit_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:18.939026 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e26dcb3-2db7-423d-9a6e-ae997ac0503d admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=104005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 05:33:18.939503 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-7e26dcb3-2db7-423d-9a6e-ae997ac0503d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1905615'] for segment (f3483ac0-5247-4ffa-936a-83f1b989606a), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:18.982172 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.services.segments.plugin [-] Segment f3483ac0-5247-4ffa-936a-83f1b989606a resource provider aggregate not found Jul 29 05:33:19.001900 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.services.segments.plugin [-] Segment f3483ac0-5247-4ffa-936a-83f1b989606a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f3483ac0-5247-4ffa-936a-83f1b989606a found for delete ", "request_id": "req-274c50d2-0498-452b-ab54-96acf42b1681"}]} Jul 29 05:33:19.012276 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-7e26dcb3-2db7-423d-9a6e-ae997ac0503d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3505166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-375344'] for network (bf6a3cea-818f-4098-a73e-2bd56be30084), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:19.018716 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-7e26dcb3-2db7-423d-9a6e-ae997ac0503d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670410'] for network (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:19.022170 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-7e26dcb3-2db7-423d-9a6e-ae997ac0503d admin admin] 10.222.0.49 "DELETE /v2.0/networks/bf6a3cea-818f-4098-a73e-2bd56be30084 HTTP/1.1" status: 204 len: 168 time: 0.6244850 Jul 29 05:33:19.025211 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 39486) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:33:19.034746 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e26dcb3-2db7-423d-9a6e-ae997ac0503d admin admin] Pushing event deleted for resources: {'Network': ['ID=bf6a3cea-818f-4098-a73e-2bd56be30084,revision_number=None']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:33:19.444012 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc390e55-b9e7-413e-af30-53ae7e3fb514 req-22540ae4-fb91-4fb7-a1da-2b8338ea0ac3 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:33:19.445561 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-cc390e55-b9e7-413e-af30-53ae7e3fb514 req-22540ae4-fb91-4fb7-a1da-2b8338ea0ac3 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.49 "GET /v2.0/ports?device_id=ca4c859c-f307-446f-91a3-967c6ccf6afd HTTP/1.1" status: 200 len: 946 time: 0.0494771 Jul 29 05:33:19.496691 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-cc390e55-b9e7-413e-af30-53ae7e3fb514 req-f03a13c5-bfb0-43f4-892d-1e8f31a89842 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.49 "GET /v2.0/security-groups?id=8bfb15b5-8bf4-4960-9ee1-728bf945b639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454407 Jul 29 05:33:19.665563 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4786a275-7f37-4e58-8aec-45892baecde1 req-2cd0f4fc-9173-4972-99ea-e48a4e6ec870 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:33:19.667135 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-4786a275-7f37-4e58-8aec-45892baecde1 req-2cd0f4fc-9173-4972-99ea-e48a4e6ec870 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.49 "GET /v2.0/ports?device_id=ca4c859c-f307-446f-91a3-967c6ccf6afd HTTP/1.1" status: 200 len: 946 time: 0.0793109 Jul 29 05:33:19.668012 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-0c96477e-a2e8-4557-821e-d27580ffe129 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-361244'] for router_interface (b26037f0-ba6c-4f2d-9103-5e7208452d8c), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:19.698890 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Device e1bda4f7-ce58-407a-932f-15640e323188 no longer exists at agent ovs-agent-dv-cinder-851279-2-iscsi {{(pid=104006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 05:33:19.720191 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] No Port match for: e1bda4f7-ce58-407a-932f-15640e323188 {{(pid=104006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 05:33:19.720617 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Device e1bda4f7-ce58-407a-932f-15640e323188 not bound to the agent host dv-cinder-851279-2-iscsi {{(pid=104006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 05:33:19.722117 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Device 70e0ff5b-ff31-4d48-9a33-08c71825d3b7 no longer exists at agent ovs-agent-dv-cinder-851279-2-iscsi {{(pid=104006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 05:33:19.741380 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] No Port match for: 70e0ff5b-ff31-4d48-9a33-08c71825d3b7 {{(pid=104006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 05:33:19.741806 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Device 70e0ff5b-ff31-4d48-9a33-08c71825d3b7 not bound to the agent host dv-cinder-851279-2-iscsi {{(pid=104006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 05:33:19.742228 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Device 45ad71c3-03d2-4fde-a56f-de0a8fda25d1 no longer exists at agent ovs-agent-dv-cinder-851279-2-iscsi {{(pid=104006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 05:33:19.764098 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] No Port match for: 45ad71c3-03d2-4fde-a56f-de0a8fda25d1 {{(pid=104006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 05:33:19.764352 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Device 45ad71c3-03d2-4fde-a56f-de0a8fda25d1 not bound to the agent host dv-cinder-851279-2-iscsi {{(pid=104006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 05:33:19.800408 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-4786a275-7f37-4e58-8aec-45892baecde1 req-0fb0e22d-74ee-48b3-8f3e-f606db27d2bf tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.49 "GET /v2.0/security-groups?id=8bfb15b5-8bf4-4960-9ee1-728bf945b639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967958 Jul 29 05:33:19.828761 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 39492) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:33:19.873057 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e7dd54-190d-4b0d-a464-1b766a03f91d tempest-TestVolumeBootPattern-842435422 tempest-TestVolumeBootPattern-842435422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:33:19.876486 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-06e7dd54-190d-4b0d-a464-1b766a03f91d tempest-TestVolumeBootPattern-842435422 tempest-TestVolumeBootPattern-842435422-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=ca4c859c-f307-446f-91a3-967c6ccf6afd HTTP/1.1" status: 200 len: 1125 time: 0.0448139 Jul 29 05:33:19.878303 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 39494) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:33:19.883461 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.v2.base [None req-8a7343ac-d6cd-44e9-b2c3-0f1fef934f07 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Request body: {'floatingip': {'floating_network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'port_id': '99dc50ec-fe52-4053-870a-860015fe3269', 'tenant_id': '3d61aa3cfb59443d849c3d09d839cff5', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:33:19.909777 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-8a7343ac-d6cd-44e9-b2c3-0f1fef934f07 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:19.965765 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-0c96477e-a2e8-4557-821e-d27580ffe129 admin admin] Deleting port 92253a5b-9378-4e99-a95e-04f13c11e21c {{(pid=104004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 05:33:19.966102 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-0c96477e-a2e8-4557-821e-d27580ffe129 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737760600589'] for port (92253a5b-9378-4e99-a95e-04f13c11e21c), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:20.000444 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-8a7343ac-d6cd-44e9-b2c3-0f1fef934f07 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (None), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:20.009431 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:33:20.024518 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=100 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:33:20.059600 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-0c96477e-a2e8-4557-821e-d27580ffe129 admin admin] For port 92253a5b-9378-4e99-a95e-04f13c11e21c, host dv-cinder-851279-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-2-iscsi',level=0,port_id=92253a5b-9378-4e99-a95e-04f13c11e21c,segment=NetworkSegment(607abba3-ff86-4b1d-b78f-0d2d1501176e),segment_id=607abba3-ff86-4b1d-b78f-0d2d1501176e)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:33:20.059945 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-0c96477e-a2e8-4557-821e-d27580ffe129 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420629'] for port (92253a5b-9378-4e99-a95e-04f13c11e21c), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:20.078894 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-0c96477e-a2e8-4557-821e-d27580ffe129 admin admin] Calling delete_port for 92253a5b-9378-4e99-a95e-04f13c11e21c owned by network:router_interface {{(pid=104004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 05:33:20.124147 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.db_base_plugin_common [None req-8a7343ac-d6cd-44e9-b2c3-0f1fef934f07 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Allocated IP 172.27.2.104 (24e7367e-e5e6-44e8-9960-5007b05e27d5/c0e5dfe8-844e-4105-ab86-052903918992/22858bff-d2d4-4cab-8775-505da09d090a) {{(pid=104005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 05:33:20.257337 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:33:20.264369 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-8a7343ac-d6cd-44e9-b2c3-0f1fef934f07 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Publish callbacks [] for port (22858bff-d2d4-4cab-8775-505da09d090a), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:20.283922 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-0c96477e-a2e8-4557-821e-d27580ffe129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737760621891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737760223820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660275'] for port (92253a5b-9378-4e99-a95e-04f13c11e21c), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:20.299697 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-8a7343ac-d6cd-44e9-b2c3-0f1fef934f07 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737760223811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1905596'] for port (22858bff-d2d4-4cab-8775-505da09d090a), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:20.319938 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c96477e-a2e8-4557-821e-d27580ffe129 admin admin] Pushing event deleted for resources: {'Port': ['ID=92253a5b-9378-4e99-a95e-04f13c11e21c,revision_number=None']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:33:20.347687 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a7343ac-d6cd-44e9-b2c3-0f1fef934f07 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Network 24e7367e-e5e6-44e8-9960-5007b05e27d5 is already hosted by enough agents. {{(pid=104005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 05:33:20.351439 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.base_scheduler [None req-8a7343ac-d6cd-44e9-b2c3-0f1fef934f07 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Resources bound (agent type, host, resource id): {{(pid=104005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:33:20.355657 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7343ac-d6cd-44e9-b2c3-0f1fef934f07 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Received port after_create {{(pid=104005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 05:33:20.359288 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7343ac-d6cd-44e9-b2c3-0f1fef934f07 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Pushing event updated for resources: {'Port': ['ID=22858bff-d2d4-4cab-8775-505da09d090a,revision_number=1']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:33:20.520763 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-0c96477e-a2e8-4557-821e-d27580ffe129 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-361352'] for router_interface (b26037f0-ba6c-4f2d-9103-5e7208452d8c), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:20.691514 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:33:20.774041 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c96477e-a2e8-4557-821e-d27580ffe129 admin admin] Router b26037f0-ba6c-4f2d-9103-5e7208452d8c has already been hosted by L3 agent 8a9a6061-e61b-4901-b35e-5e71dea10db3 {{(pid=104004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 05:33:20.896187 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c96477e-a2e8-4557-821e-d27580ffe129 admin admin] Notify agent at l3_agent.dv-cinder-851279-2-iscsi the message routers_updated {{(pid=104004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 05:33:20.902256 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-0c96477e-a2e8-4557-821e-d27580ffe129 admin admin] 10.222.0.49 "PUT /v2.0/routers/b26037f0-ba6c-4f2d-9103-5e7208452d8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8758864 Jul 29 05:33:20.904784 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 39496) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:33:20.910920 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d885468-d1c3-47d0-8e2b-5da1bb3281ce None None] Sync routers for ids ['b26037f0-ba6c-4f2d-9103-5e7208452d8c'] in dv-cinder-851279-2-iscsi {{(pid=104006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 05:33:20.922422 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d885468-d1c3-47d0-8e2b-5da1bb3281ce None None] Routers {'b26037f0-ba6c-4f2d-9103-5e7208452d8c'} bound to L3 agent in host dv-cinder-851279-2-iscsi {{(pid=104006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:33:20.923205 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_hamode_db [None req-3d885468-d1c3-47d0-8e2b-5da1bb3281ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-29T05:12:08Z,description=,heartbeat_timestamp=2022-07-29T05:33:08Z,host='dv-cinder-851279-2-iscsi',id=8a9a6061-e61b-4901-b35e-5e71dea10db3,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T05:12:08Z,topic='l3_agent')) {'router_ids': ['b26037f0-ba6c-4f2d-9103-5e7208452d8c'], 'active': True} {{(pid=104006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:33:21.010849 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:33:21.019755 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-1daf4bc7-4277-40f3-b9a1-e77b7ed891ce admin admin] Publish callbacks [] for router (b26037f0-ba6c-4f2d-9103-5e7208452d8c), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:21.041952 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvr_db [None req-3d885468-d1c3-47d0-8e2b-5da1bb3281ce None None] Set router b26037f0-ba6c-4f2d-9103-5e7208452d8c gateway port host: dv-cinder-851279-2-iscsi {{(pid=104006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:33:21.075414 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-8a7343ac-d6cd-44e9-b2c3-0f1fef934f07 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Publish callbacks [] for floatingip (e83d5d52-bc90-4c93-8b47-288954e2d4c3), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:21.163400 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-8a7343ac-d6cd-44e9-b2c3-0f1fef934f07 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (22858bff-d2d4-4cab-8775-505da09d090a), before_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:21.167047 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-1daf4bc7-4277-40f3-b9a1-e77b7ed891ce admin admin] Publish callbacks [] for router_gateway (b26037f0-ba6c-4f2d-9103-5e7208452d8c), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:21.251250 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-1daf4bc7-4277-40f3-b9a1-e77b7ed891ce admin admin] Deleting port 5226c1b9-3e36-4939-a778-782e3e511dc5 {{(pid=104004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 05:33:21.251840 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-1daf4bc7-4277-40f3-b9a1-e77b7ed891ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737760600589'] for port (5226c1b9-3e36-4939-a778-782e3e511dc5), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:21.271050 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:33:21.281903 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_hamode_db [None req-3d885468-d1c3-47d0-8e2b-5da1bb3281ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b26037f0-ba6c-4f2d-9103-5e7208452d8c', 'name': 'tempest-TestShelveInstance-1116592803-router', 'tenant_id': 'ab146e39de994e9db7b6e4e9b773d4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '5226c1b9-3e36-4939-a778-782e3e511dc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:28:21Z', 'updated_at': '2022-07-29T05:33:20Z', 'revision_number': 5, 'project_id': 'ab146e39de994e9db7b6e4e9b773d4c7', 'gw_port': {'id': '5226c1b9-3e36-4939-a778-782e3e511dc5', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:70:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b26037f0-ba6c-4f2d-9103-5e7208452d8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:28:22Z', 'updated_at': '2022-07-29T05:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi'}], 'dv-cinder-851279-2-iscsi', False) {} {{(pid=104006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:33:21.286213 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:33:21.297121 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:33:21.313463 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d885468-d1c3-47d0-8e2b-5da1bb3281ce None None] Checking router: b26037f0-ba6c-4f2d-9103-5e7208452d8c for host: dv-cinder-851279-2-iscsi {{(pid=104006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 05:33:21.325447 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d885468-d1c3-47d0-8e2b-5da1bb3281ce None None] Routers {'b26037f0-ba6c-4f2d-9103-5e7208452d8c'} bound to L3 agent in host dv-cinder-851279-2-iscsi {{(pid=104006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:33:21.326715 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_hamode_db [None req-3d885468-d1c3-47d0-8e2b-5da1bb3281ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-29T05:12:08Z,description=,heartbeat_timestamp=2022-07-29T05:33:08Z,host='dv-cinder-851279-2-iscsi',id=8a9a6061-e61b-4901-b35e-5e71dea10db3,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T05:12:08Z,topic='l3_agent')) {'router_ids': ['b26037f0-ba6c-4f2d-9103-5e7208452d8c'], 'active': True} {{(pid=104006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:33:21.355763 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-1daf4bc7-4277-40f3-b9a1-e77b7ed891ce admin admin] For port 5226c1b9-3e36-4939-a778-782e3e511dc5, host dv-cinder-851279-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-2-iscsi',level=0,port_id=5226c1b9-3e36-4939-a778-782e3e511dc5,segment=NetworkSegment(f0686699-af43-47c7-b9bc-f7993eec27ee),segment_id=f0686699-af43-47c7-b9bc-f7993eec27ee)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:33:21.356222 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-1daf4bc7-4277-40f3-b9a1-e77b7ed891ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420629'] for port (5226c1b9-3e36-4939-a778-782e3e511dc5), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:21.371940 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-8a7343ac-d6cd-44e9-b2c3-0f1fef934f07 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Publish callbacks [] for port (22858bff-d2d4-4cab-8775-505da09d090a), precommit_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:21.372209 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-1daf4bc7-4277-40f3-b9a1-e77b7ed891ce admin admin] Calling delete_port for 5226c1b9-3e36-4939-a778-782e3e511dc5 owned by network:router_gateway {{(pid=104004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 05:33:21.379819 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-8a7343ac-d6cd-44e9-b2c3-0f1fef934f07 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1905579'] for port (22858bff-d2d4-4cab-8775-505da09d090a), after_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:21.385684 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:33:21.450913 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvr_db [None req-3d885468-d1c3-47d0-8e2b-5da1bb3281ce None None] Set router b26037f0-ba6c-4f2d-9103-5e7208452d8c gateway port host: None {{(pid=104006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:33:21.465675 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7343ac-d6cd-44e9-b2c3-0f1fef934f07 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Pushing event updated for resources: {'Port': ['ID=22858bff-d2d4-4cab-8775-505da09d090a,revision_number=2']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:33:21.476680 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-8a7343ac-d6cd-44e9-b2c3-0f1fef934f07 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-375524'] for floatingip (e83d5d52-bc90-4c93-8b47-288954e2d4c3), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:21.522096 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_hamode_db [None req-3d885468-d1c3-47d0-8e2b-5da1bb3281ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b26037f0-ba6c-4f2d-9103-5e7208452d8c', 'name': 'tempest-TestShelveInstance-1116592803-router', 'tenant_id': 'ab146e39de994e9db7b6e4e9b773d4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:28:21Z', 'updated_at': '2022-07-29T05:33:21Z', 'revision_number': 6, 'project_id': 'ab146e39de994e9db7b6e4e9b773d4c7', 'gw_port_host': None}], 'dv-cinder-851279-2-iscsi', False) {} {{(pid=104006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:33:21.553087 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d885468-d1c3-47d0-8e2b-5da1bb3281ce None None] The sync data for ids ['b26037f0-ba6c-4f2d-9103-5e7208452d8c'] in dv-cinder-851279-2-iscsi is: [{'id': 'b26037f0-ba6c-4f2d-9103-5e7208452d8c', 'name': 'tempest-TestShelveInstance-1116592803-router', 'tenant_id': 'ab146e39de994e9db7b6e4e9b773d4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:28:21Z', 'updated_at': '2022-07-29T05:33:21Z', 'revision_number': 6, 'project_id': 'ab146e39de994e9db7b6e4e9b773d4c7', 'gw_port_host': None}] {{(pid=104006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 05:33:21.616075 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-1daf4bc7-4277-40f3-b9a1-e77b7ed891ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737760621891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737760223820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660275'] for port (5226c1b9-3e36-4939-a778-782e3e511dc5), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:21.619117 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.db.l3_db [None req-8a7343ac-d6cd-44e9-b2c3-0f1fef934f07 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Floating IP e83d5d52-bc90-4c93-8b47-288954e2d4c3 associated. External IP: 172.27.2.104, port: 99dc50ec-fe52-4053-870a-860015fe3269. Jul 29 05:33:21.641208 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daf4bc7-4277-40f3-b9a1-e77b7ed891ce admin admin] Pushing event deleted for resources: {'Port': ['ID=5226c1b9-3e36-4939-a778-782e3e511dc5,revision_number=None']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:33:21.713031 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-1daf4bc7-4277-40f3-b9a1-e77b7ed891ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-375324'] for router_gateway (b26037f0-ba6c-4f2d-9103-5e7208452d8c), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:21.718878 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:33:21.806000 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-1daf4bc7-4277-40f3-b9a1-e77b7ed891ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-401047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1364'] for router (b26037f0-ba6c-4f2d-9103-5e7208452d8c), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:21.808376 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-1daf4bc7-4277-40f3-b9a1-e77b7ed891ce admin admin] Publish callbacks [] for router_controller (b26037f0-ba6c-4f2d-9103-5e7208452d8c), precommit_delete_associations {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:21.843629 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a7343ac-d6cd-44e9-b2c3-0f1fef934f07 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Router 74a7d72e-280a-4789-8708-01de1cc6e893 has already been hosted by L3 agent 8a9a6061-e61b-4901-b35e-5e71dea10db3 {{(pid=104005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 05:33:21.853245 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-1daf4bc7-4277-40f3-b9a1-e77b7ed891ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-400917'] for router (b26037f0-ba6c-4f2d-9103-5e7208452d8c), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:21.853761 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1daf4bc7-4277-40f3-b9a1-e77b7ed891ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router b26037f0-ba6c-4f2d-9103-5e7208452d8c {{(pid=104004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 05:33:21.858140 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-1daf4bc7-4277-40f3-b9a1-e77b7ed891ce admin admin] Publish callbacks [] for router (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:21.859403 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-1daf4bc7-4277-40f3-b9a1-e77b7ed891ce admin admin] 10.222.0.49 "DELETE /v2.0/routers/b26037f0-ba6c-4f2d-9103-5e7208452d8c HTTP/1.1" status: 204 len: 168 time: 0.9537063 Jul 29 05:33:21.863243 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 39498) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:33:21.916582 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.db.db_base_plugin_v2 [None req-008c1178-6914-4549-ace0-fd6b6382f023 admin admin] Deleting subnet 74053ac1-879b-48d6-8e05-0f93bcaade26 {{(pid=104004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 29 05:33:21.920181 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-008c1178-6914-4549-ace0-fd6b6382f023 admin admin] Publish callbacks [] for subnet (74053ac1-879b-48d6-8e05-0f93bcaade26), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:21.979315 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a7343ac-d6cd-44e9-b2c3-0f1fef934f07 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Notify agent at l3_agent.dv-cinder-851279-2-iscsi the message routers_updated {{(pid=104005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 05:33:21.983736 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-008c1178-6914-4549-ace0-fd6b6382f023 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29149063'] for subnet (74053ac1-879b-48d6-8e05-0f93bcaade26), precommit_delete_associations {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:21.992922 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86b3c6c-3575-40d2-9c62-755af8791ca8 None None] Sync routers for ids ['74a7d72e-280a-4789-8708-01de1cc6e893'] in dv-cinder-851279-2-iscsi {{(pid=104007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 05:33:22.016966 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86b3c6c-3575-40d2-9c62-755af8791ca8 None None] Routers {'74a7d72e-280a-4789-8708-01de1cc6e893'} bound to L3 agent in host dv-cinder-851279-2-iscsi {{(pid=104007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:33:22.017622 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-a86b3c6c-3575-40d2-9c62-755af8791ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-29T05:12:08Z,description=,heartbeat_timestamp=2022-07-29T05:33:08Z,host='dv-cinder-851279-2-iscsi',id=8a9a6061-e61b-4901-b35e-5e71dea10db3,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T05:12:08Z,topic='l3_agent')) {'router_ids': ['74a7d72e-280a-4789-8708-01de1cc6e893'], 'active': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:33:22.021295 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=100 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:33:22.048402 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-8a7343ac-d6cd-44e9-b2c3-0f1fef934f07 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249840'] for floatingip (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:22.106206 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Device 92253a5b-9378-4e99-a95e-04f13c11e21c no longer exists at agent ovs-agent-dv-cinder-851279-2-iscsi {{(pid=104006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 05:33:22.127232 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-008c1178-6914-4549-ace0-fd6b6382f023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3503403'] for subnet (74053ac1-879b-48d6-8e05-0f93bcaade26), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:22.129104 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] No Port match for: 92253a5b-9378-4e99-a95e-04f13c11e21c {{(pid=104006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 05:33:22.129561 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Device 92253a5b-9378-4e99-a95e-04f13c11e21c not bound to the agent host dv-cinder-851279-2-iscsi {{(pid=104006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 05:33:22.150017 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvr_db [None req-a86b3c6c-3575-40d2-9c62-755af8791ca8 None None] Set router 74a7d72e-280a-4789-8708-01de1cc6e893 gateway port host: dv-cinder-851279-2-iscsi {{(pid=104007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:33:22.172559 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-dfabf424-c26c-4d66-8979-0824a69229c9 req-9a06c07d-47db-415d-a473-e02690d98c35 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ca4c859c-f307-446f-91a3-967c6ccf6afd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0765862 Jul 29 05:33:22.180376 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:33:22.224430 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-8a7343ac-d6cd-44e9-b2c3-0f1fef934f07 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3446977 Jul 29 05:33:22.225336 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca4c859c-f307-446f-91a3-967c6ccf6afd', 'tag': '99dc50ec-fe52-4053-870a-860015fe3269'}] {{(pid=104005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 05:33:22.228090 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18cb6d06cd9bdbb2624e76cf95b2230ef06252a8a1dccb16f0d07e3cc9dc753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a284cff7-3018-4ac2-9507-607f7ba9f13e" -d '{"events": [{"name": "network-changed", "server_uuid": "ca4c859c-f307-446f-91a3-967c6ccf6afd", "tag": "99dc50ec-fe52-4053-870a-860015fe3269"}]}' {{(pid=104005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 05:33:22.240234 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-008c1178-6914-4549-ace0-fd6b6382f023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3503394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-292102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25660254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25789394'] for subnet (74053ac1-879b-48d6-8e05-0f93bcaade26), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:22.284773 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008c1178-6914-4549-ace0-fd6b6382f023 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74053ac1-879b-48d6-8e05-0f93bcaade26,revision_number=None']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:33:22.290218 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-008c1178-6914-4549-ace0-fd6b6382f023 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:22.293766 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-008c1178-6914-4549-ace0-fd6b6382f023 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/74053ac1-879b-48d6-8e05-0f93bcaade26 HTTP/1.1" status: 204 len: 168 time: 0.4293780 Jul 29 05:33:22.296555 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 39504) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:33:22.298243 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 05:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02a1f169-f0e0-4079-81e3-6b0246f22af0 x-openstack-request-id: req-02a1f169-f0e0-4079-81e3-6b0246f22af0 {{(pid=104005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 05:33:22.298595 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca4c859c-f307-446f-91a3-967c6ccf6afd", "tag": "99dc50ec-fe52-4053-870a-860015fe3269", "status": "completed", "code": 200}]} {{(pid=104005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 05:33:22.298878 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-02a1f169-f0e0-4079-81e3-6b0246f22af0 {{(pid=104005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 05:33:22.300201 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02a1f169-f0e0-4079-81e3-6b0246f22af0'] response: {'name': 'network-changed', 'server_uuid': 'ca4c859c-f307-446f-91a3-967c6ccf6afd', 'tag': '99dc50ec-fe52-4053-870a-860015fe3269', 'status': 'completed', 'code': 200} Jul 29 05:33:22.303951 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3969e4-898d-474f-a27d-92d8f10b5cff None None] Network 159a92cc-7402-42b1-a7c1-5ce8b8d94093 requested from dv-cinder-851279-2-iscsi {{(pid=104006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 05:33:22.306213 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=100 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:33:22.363526 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfabf424-c26c-4d66-8979-0824a69229c9 req-da9005e5-283f-4b09-a530-487410318723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:33:22.365013 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-dfabf424-c26c-4d66-8979-0824a69229c9 req-da9005e5-283f-4b09-a530-487410318723 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3d61aa3cfb59443d849c3d09d839cff5&device_id=ca4c859c-f307-446f-91a3-967c6ccf6afd HTTP/1.1" status: 200 len: 1130 time: 0.1305566 Jul 29 05:33:22.392052 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-b11f1c96-411f-4eb9-bbaa-0b06bd55b7e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3418721'] for network (159a92cc-7402-42b1-a7c1-5ce8b8d94093), before_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:22.423422 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-a86b3c6c-3575-40d2-9c62-755af8791ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74a7d72e-280a-4789-8708-01de1cc6e893', 'name': 'tempest-TestVolumeBootPattern-641858207-router', 'tenant_id': '3d61aa3cfb59443d849c3d09d839cff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '91a5f9ec-eb9d-4c15-96e2-d7455c22400e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:30:18Z', 'updated_at': '2022-07-29T05:30:21Z', 'revision_number': 4, 'project_id': '3d61aa3cfb59443d849c3d09d839cff5', 'gw_port': {'id': '91a5f9ec-eb9d-4c15-96e2-d7455c22400e', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:42:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a7d72e-280a-4789-8708-01de1cc6e893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:30:18Z', 'updated_at': '2022-07-29T05:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi', '_floatingips': [{'id': 'e83d5d52-bc90-4c93-8b47-288954e2d4c3', 'tenant_id': '3d61aa3cfb59443d849c3d09d839cff5', 'floating_ip_address': '172.27.2.104', 'floating_network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'router_id': '74a7d72e-280a-4789-8708-01de1cc6e893', 'port_id': '99dc50ec-fe52-4053-870a-860015fe3269', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 746, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b', 'mac_address': 'fa:16:3e:88:26:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4c859c-f307-446f-91a3-967c6ccf6afd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T05:33:20Z', 'updated_at': '2022-07-29T05:33:20Z', 'revision_number': 0, 'project_id': '3d61aa3cfb59443d849c3d09d839cff5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e63cf1e-3788-464c-bd2b-dddc896a61cc', 'name': '', 'network_id': '1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b', 'tenant_id': '3d61aa3cfb59443d849c3d09d839cff5', 'mac_address': 'fa:16:3e:6b:2c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a7d72e-280a-4789-8708-01de1cc6e893', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'f547db03-202a-42a5-a05f-faf57a3284b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:30:20Z', 'updated_at': '2022-07-29T05:30:25Z', 'revision_number': 5, 'project_id': '3d61aa3cfb59443d849c3d09d839cff5', 'subnets': [{'id': 'f547db03-202a-42a5-a05f-faf57a3284b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-2-iscsi', False) {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:33:22.459234 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86b3c6c-3575-40d2-9c62-755af8791ca8 None None] Checking router: 74a7d72e-280a-4789-8708-01de1cc6e893 for host: dv-cinder-851279-2-iscsi {{(pid=104007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 05:33:22.470116 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86b3c6c-3575-40d2-9c62-755af8791ca8 None None] Routers {'74a7d72e-280a-4789-8708-01de1cc6e893'} bound to L3 agent in host dv-cinder-851279-2-iscsi {{(pid=104007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:33:22.470962 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-a86b3c6c-3575-40d2-9c62-755af8791ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-29T05:12:08Z,description=,heartbeat_timestamp=2022-07-29T05:33:08Z,host='dv-cinder-851279-2-iscsi',id=8a9a6061-e61b-4901-b35e-5e71dea10db3,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T05:12:08Z,topic='l3_agent')) {'router_ids': ['74a7d72e-280a-4789-8708-01de1cc6e893'], 'active': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:33:22.501693 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.plugin [None req-b11f1c96-411f-4eb9-bbaa-0b06bd55b7e4 admin admin] Deleting port aaeea415-dbd5-4eb8-bdf2-6a9dafca3a78 {{(pid=104005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 05:33:22.501995 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-b11f1c96-411f-4eb9-bbaa-0b06bd55b7e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737760600589'] for port (aaeea415-dbd5-4eb8-bdf2-6a9dafca3a78), before_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:22.530295 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69865ef4-e719-4328-8be8-9cd222b2e986 None None] DHCP port deletion for 159a92cc-7402-42b1-a7c1-5ce8b8d94093 request from dv-cinder-851279-2-iscsi {{(pid=104006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 29 05:33:22.551370 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:33:22.591891 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-69865ef4-e719-4328-8be8-9cd222b2e986 None None] Deleting port aaeea415-dbd5-4eb8-bdf2-6a9dafca3a78 {{(pid=104006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 05:33:22.592567 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-69865ef4-e719-4328-8be8-9cd222b2e986 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737760600589'] for port (aaeea415-dbd5-4eb8-bdf2-6a9dafca3a78), before_delete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:22.604524 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfabf424-c26c-4d66-8979-0824a69229c9 req-3b928c6c-4eeb-4af6-8c63-273baf45884a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:33:22.606038 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-dfabf424-c26c-4d66-8979-0824a69229c9 req-3b928c6c-4eeb-4af6-8c63-273baf45884a service neutron] 10.222.0.60 "GET /v2.0/networks?id=1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b HTTP/1.1" status: 200 len: 912 time: 0.2089484 Jul 29 05:33:22.608060 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.db [None req-b11f1c96-411f-4eb9-bbaa-0b06bd55b7e4 admin admin] For port aaeea415-dbd5-4eb8-bdf2-6a9dafca3a78, host dv-cinder-851279-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-2-iscsi',level=0,port_id=aaeea415-dbd5-4eb8-bdf2-6a9dafca3a78,segment=NetworkSegment(607abba3-ff86-4b1d-b78f-0d2d1501176e),segment_id=607abba3-ff86-4b1d-b78f-0d2d1501176e)] {{(pid=104005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:33:22.608428 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-b11f1c96-411f-4eb9-bbaa-0b06bd55b7e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420629'] for port (aaeea415-dbd5-4eb8-bdf2-6a9dafca3a78), precommit_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:22.647161 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvr_db [None req-a86b3c6c-3575-40d2-9c62-755af8791ca8 None None] Set router 74a7d72e-280a-4789-8708-01de1cc6e893 gateway port host: dv-cinder-851279-2-iscsi {{(pid=104007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:33:22.671038 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.plugin [None req-b11f1c96-411f-4eb9-bbaa-0b06bd55b7e4 admin admin] Calling delete_port for aaeea415-dbd5-4eb8-bdf2-6a9dafca3a78 owned by network:dhcp {{(pid=104005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 05:33:22.697049 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-69865ef4-e719-4328-8be8-9cd222b2e986 None None] For port aaeea415-dbd5-4eb8-bdf2-6a9dafca3a78, host dv-cinder-851279-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-2-iscsi',level=0,port_id=aaeea415-dbd5-4eb8-bdf2-6a9dafca3a78,segment=NetworkSegment(607abba3-ff86-4b1d-b78f-0d2d1501176e),segment_id=607abba3-ff86-4b1d-b78f-0d2d1501176e)] {{(pid=104006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:33:22.697995 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-69865ef4-e719-4328-8be8-9cd222b2e986 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420629'] for port (aaeea415-dbd5-4eb8-bdf2-6a9dafca3a78), precommit_delete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:22.726634 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-69865ef4-e719-4328-8be8-9cd222b2e986 None None] Calling delete_port for aaeea415-dbd5-4eb8-bdf2-6a9dafca3a78 owned by network:dhcp {{(pid=104006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 05:33:22.738649 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-dfabf424-c26c-4d66-8979-0824a69229c9 req-72ff73be-529f-4b72-9cd9-082792c4d0de service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=99dc50ec-fe52-4053-870a-860015fe3269 HTTP/1.1" status: 200 len: 1000 time: 0.1204774 Jul 29 05:33:22.814282 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfabf424-c26c-4d66-8979-0824a69229c9 req-330fad27-3522-4a86-9e71-18cc477a9eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:33:22.816374 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-dfabf424-c26c-4d66-8979-0824a69229c9 req-330fad27-3522-4a86-9e71-18cc477a9eb5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f547db03-202a-42a5-a05f-faf57a3284b5 HTTP/1.1" status: 200 len: 850 time: 0.0716641 Jul 29 05:33:22.847120 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-69865ef4-e719-4328-8be8-9cd222b2e986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737760621891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737760223820'] for port (aaeea415-dbd5-4eb8-bdf2-6a9dafca3a78), after_delete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:22.856216 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-b11f1c96-411f-4eb9-bbaa-0b06bd55b7e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737760621891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737760223820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1905596'] for port (aaeea415-dbd5-4eb8-bdf2-6a9dafca3a78), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:22.873832 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69865ef4-e719-4328-8be8-9cd222b2e986 None None] Pushing event deleted for resources: {'Port': ['ID=aaeea415-dbd5-4eb8-bdf2-6a9dafca3a78,revision_number=None']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:33:22.877591 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69865ef4-e719-4328-8be8-9cd222b2e986 None None] No DVR routers for this DVR port aaeea415-dbd5-4eb8-bdf2-6a9dafca3a78 on host dv-cinder-851279-2-iscsi {{(pid=104006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 29 05:33:22.893704 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11f1c96-411f-4eb9-bbaa-0b06bd55b7e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=aaeea415-dbd5-4eb8-bdf2-6a9dafca3a78,revision_number=None']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:33:22.897867 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11f1c96-411f-4eb9-bbaa-0b06bd55b7e4 admin admin] No DVR routers for this DVR port aaeea415-dbd5-4eb8-bdf2-6a9dafca3a78 on host dv-cinder-851279-2-iscsi {{(pid=104005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 29 05:33:22.902782 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfabf424-c26c-4d66-8979-0824a69229c9 req-3c8f3507-3ca8-4a79-a80d-f907a259685b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:33:22.904354 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-dfabf424-c26c-4d66-8979-0824a69229c9 req-3c8f3507-3ca8-4a79-a80d-f907a259685b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0824928 Jul 29 05:33:22.906262 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:33:22.929607 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-a86b3c6c-3575-40d2-9c62-755af8791ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74a7d72e-280a-4789-8708-01de1cc6e893', 'name': 'tempest-TestVolumeBootPattern-641858207-router', 'tenant_id': '3d61aa3cfb59443d849c3d09d839cff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '91a5f9ec-eb9d-4c15-96e2-d7455c22400e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:30:18Z', 'updated_at': '2022-07-29T05:30:21Z', 'revision_number': 4, 'project_id': '3d61aa3cfb59443d849c3d09d839cff5', 'gw_port': {'id': '91a5f9ec-eb9d-4c15-96e2-d7455c22400e', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:42:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a7d72e-280a-4789-8708-01de1cc6e893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:30:18Z', 'updated_at': '2022-07-29T05:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi', '_floatingips': [{'id': 'e83d5d52-bc90-4c93-8b47-288954e2d4c3', 'tenant_id': '3d61aa3cfb59443d849c3d09d839cff5', 'floating_ip_address': '172.27.2.104', 'floating_network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'router_id': '74a7d72e-280a-4789-8708-01de1cc6e893', 'port_id': '99dc50ec-fe52-4053-870a-860015fe3269', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 746, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b', 'mac_address': 'fa:16:3e:88:26:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4c859c-f307-446f-91a3-967c6ccf6afd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T05:33:20Z', 'updated_at': '2022-07-29T05:33:20Z', 'revision_number': 0, 'project_id': '3d61aa3cfb59443d849c3d09d839cff5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e63cf1e-3788-464c-bd2b-dddc896a61cc', 'name': '', 'network_id': '1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b', 'tenant_id': '3d61aa3cfb59443d849c3d09d839cff5', 'mac_address': 'fa:16:3e:6b:2c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a7d72e-280a-4789-8708-01de1cc6e893', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'f547db03-202a-42a5-a05f-faf57a3284b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:30:20Z', 'updated_at': '2022-07-29T05:30:25Z', 'revision_number': 5, 'project_id': '3d61aa3cfb59443d849c3d09d839cff5', 'subnets': [{'id': 'f547db03-202a-42a5-a05f-faf57a3284b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-2-iscsi', False) {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:33:22.955295 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86b3c6c-3575-40d2-9c62-755af8791ca8 None None] The sync data for ids ['74a7d72e-280a-4789-8708-01de1cc6e893'] in dv-cinder-851279-2-iscsi is: [{'id': '74a7d72e-280a-4789-8708-01de1cc6e893', 'name': 'tempest-TestVolumeBootPattern-641858207-router', 'tenant_id': '3d61aa3cfb59443d849c3d09d839cff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '91a5f9ec-eb9d-4c15-96e2-d7455c22400e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:30:18Z', 'updated_at': '2022-07-29T05:30:21Z', 'revision_number': 4, 'project_id': '3d61aa3cfb59443d849c3d09d839cff5', 'gw_port': {'id': '91a5f9ec-eb9d-4c15-96e2-d7455c22400e', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:42:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a7d72e-280a-4789-8708-01de1cc6e893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:30:18Z', 'updated_at': '2022-07-29T05:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi', '_floatingips': [{'id': 'e83d5d52-bc90-4c93-8b47-288954e2d4c3', 'tenant_id': '3d61aa3cfb59443d849c3d09d839cff5', 'floating_ip_address': '172.27.2.104', 'floating_network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'router_id': '74a7d72e-280a-4789-8708-01de1cc6e893', 'port_id': '99dc50ec-fe52-4053-870a-860015fe3269', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 746, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b', 'mac_address': 'fa:16:3e:88:26:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4c859c-f307-446f-91a3-967c6ccf6afd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T05:33:20Z', 'updated_at': '2022-07-29T05:33:20Z', 'revision_number': 0, 'project_id': '3d61aa3cfb59443d849c3d09d839cff5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e63cf1e-3788-464c-bd2b-dddc896a61cc', 'name': '', 'network_id': '1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b', 'tenant_id': '3d61aa3cfb59443d849c3d09d839cff5', 'mac_address': 'fa:16:3e:6b:2c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a7d72e-280a-4789-8708-01de1cc6e893', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'f547db03-202a-42a5-a05f-faf57a3284b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:30:20Z', 'updated_at': '2022-07-29T05:30:25Z', 'revision_number': 5, 'project_id': '3d61aa3cfb59443d849c3d09d839cff5', 'subnets': [{'id': 'f547db03-202a-42a5-a05f-faf57a3284b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 05:33:23.030218 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-b11f1c96-411f-4eb9-bbaa-0b06bd55b7e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3505157', 'neutron.services.segments.db._delete_segments_for_network-8737760678346'] for network (159a92cc-7402-42b1-a7c1-5ce8b8d94093), precommit_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:23.066452 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.services.segments.db [None req-b11f1c96-411f-4eb9-bbaa-0b06bd55b7e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['159a92cc-7402-42b1-a7c1-5ce8b8d94093']}} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:33:23.086110 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.services.segments.db [None req-b11f1c96-411f-4eb9-bbaa-0b06bd55b7e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '607abba3-ff86-4b1d-b78f-0d2d1501176e') {'for_net_delete': True} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:33:23.086382 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.services.segments.db [None req-b11f1c96-411f-4eb9-bbaa-0b06bd55b7e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '607abba3-ff86-4b1d-b78f-0d2d1501176e') {} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:33:23.101958 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-dfabf424-c26c-4d66-8979-0824a69229c9 req-112d84fc-5bc7-40e6-a193-47464df3bd51 service neutron] 10.222.0.60 "GET /v2.0/networks/1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780901 Jul 29 05:33:23.104178 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-b11f1c96-411f-4eb9-bbaa-0b06bd55b7e4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737760678247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28577015'] for segment (607abba3-ff86-4b1d-b78f-0d2d1501176e), before_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:23.164932 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-b11f1c96-411f-4eb9-bbaa-0b06bd55b7e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501452'] for segment (607abba3-ff86-4b1d-b78f-0d2d1501176e), precommit_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:23.181932 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b11f1c96-411f-4eb9-bbaa-0b06bd55b7e4 admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=104005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 05:33:23.182355 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-b11f1c96-411f-4eb9-bbaa-0b06bd55b7e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1905615'] for segment (607abba3-ff86-4b1d-b78f-0d2d1501176e), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:23.207891 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4b0fd4-338f-4aed-9d83-307f037e1859 None None] New status for floating IP e83d5d52-bc90-4c93-8b47-288954e2d4c3: ACTIVE {{(pid=104006) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 29 05:33:23.232773 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.services.segments.plugin [-] Segment 607abba3-ff86-4b1d-b78f-0d2d1501176e resource provider aggregate not found Jul 29 05:33:23.259537 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.services.segments.plugin [-] Segment 607abba3-ff86-4b1d-b78f-0d2d1501176e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 607abba3-ff86-4b1d-b78f-0d2d1501176e found for delete ", "request_id": "req-5614cb16-24c3-4ff7-9a06-5a99a84f303f"}]} Jul 29 05:33:23.280466 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-b11f1c96-411f-4eb9-bbaa-0b06bd55b7e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3505166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-375344'] for network (159a92cc-7402-42b1-a7c1-5ce8b8d94093), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:23.285155 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-b11f1c96-411f-4eb9-bbaa-0b06bd55b7e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670410'] for network (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:23.288831 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-b11f1c96-411f-4eb9-bbaa-0b06bd55b7e4 admin admin] 10.222.0.49 "DELETE /v2.0/networks/159a92cc-7402-42b1-a7c1-5ce8b8d94093 HTTP/1.1" status: 204 len: 168 time: 0.9877160 Jul 29 05:33:23.297499 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-dfabf424-c26c-4d66-8979-0824a69229c9 req-b9f1d639-8774-4c29-9444-4d4ea0d59cd5 service neutron] 10.222.0.60 "GET /v2.0/networks/1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859474 Jul 29 05:33:23.308146 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11f1c96-411f-4eb9-bbaa-0b06bd55b7e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=159a92cc-7402-42b1-a7c1-5ce8b8d94093,revision_number=None']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:33:23.422013 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a284cff7-3018-4ac2-9507-607f7ba9f13e req-5482bc37-4c2a-47a8-9fa1-2ec16a10e687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:33:23.423582 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-a284cff7-3018-4ac2-9507-607f7ba9f13e req-5482bc37-4c2a-47a8-9fa1-2ec16a10e687 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3d61aa3cfb59443d849c3d09d839cff5&device_id=ca4c859c-f307-446f-91a3-967c6ccf6afd HTTP/1.1" status: 200 len: 1130 time: 0.0510049 Jul 29 05:33:23.439848 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 39512) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:33:23.489088 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-18a9e3f4-109a-4e9c-9961-f1bb4011d0f0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=719297a86f0a4930b4daf3b9f663e472&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0476353 Jul 29 05:33:23.491993 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 39514) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:33:23.573160 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-6768dba1-1a2b-4c65-a88f-0fc5635c6075 admin admin] Publish callbacks [] for security_group (423f8041-e2ef-4fe8-9002-3cdfc693cbd5), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:23.613764 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-6768dba1-1a2b-4c65-a88f-0fc5635c6075 admin admin] Publish callbacks [] for security_group (423f8041-e2ef-4fe8-9002-3cdfc693cbd5), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:23.700760 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-6768dba1-1a2b-4c65-a88f-0fc5635c6075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (423f8041-e2ef-4fe8-9002-3cdfc693cbd5), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:23.703681 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-6768dba1-1a2b-4c65-a88f-0fc5635c6075 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:23.707971 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-6768dba1-1a2b-4c65-a88f-0fc5635c6075 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/423f8041-e2ef-4fe8-9002-3cdfc693cbd5 HTTP/1.1" status: 204 len: 168 time: 0.2118812 Jul 29 05:33:23.724956 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6768dba1-1a2b-4c65-a88f-0fc5635c6075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=423f8041-e2ef-4fe8-9002-3cdfc693cbd5,revision_number=None']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:33:23.726185 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a284cff7-3018-4ac2-9507-607f7ba9f13e req-20506bc6-2f90-4454-8b7c-56b6c4bf3e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:33:23.738117 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-a284cff7-3018-4ac2-9507-607f7ba9f13e req-20506bc6-2f90-4454-8b7c-56b6c4bf3e28 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b HTTP/1.1" status: 200 len: 912 time: 0.1678820 Jul 29 05:33:23.751547 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Device aaeea415-dbd5-4eb8-bdf2-6a9dafca3a78 no longer exists at agent ovs-agent-dv-cinder-851279-2-iscsi {{(pid=104006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 05:33:23.773542 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] No Port match for: aaeea415-dbd5-4eb8-bdf2-6a9dafca3a78 {{(pid=104006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 05:33:23.773889 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Device aaeea415-dbd5-4eb8-bdf2-6a9dafca3a78 not bound to the agent host dv-cinder-851279-2-iscsi {{(pid=104006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 05:33:23.774272 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Device 5226c1b9-3e36-4939-a778-782e3e511dc5 no longer exists at agent ovs-agent-dv-cinder-851279-2-iscsi {{(pid=104006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 05:33:23.796865 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] No Port match for: 5226c1b9-3e36-4939-a778-782e3e511dc5 {{(pid=104006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 05:33:23.797437 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Device 5226c1b9-3e36-4939-a778-782e3e511dc5 not bound to the agent host dv-cinder-851279-2-iscsi {{(pid=104006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 05:33:23.965702 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:33:24.006889 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-a284cff7-3018-4ac2-9507-607f7ba9f13e req-68a8b033-811a-4e7f-b427-5335eff34c61 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=99dc50ec-fe52-4053-870a-860015fe3269 HTTP/1.1" status: 200 len: 1002 time: 0.1100426 Jul 29 05:33:24.077418 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a284cff7-3018-4ac2-9507-607f7ba9f13e req-5f608336-e54f-4be1-84d5-12f878927918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:33:24.079236 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-a284cff7-3018-4ac2-9507-607f7ba9f13e req-5f608336-e54f-4be1-84d5-12f878927918 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f547db03-202a-42a5-a05f-faf57a3284b5 HTTP/1.1" status: 200 len: 850 time: 0.0667536 Jul 29 05:33:24.134381 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a284cff7-3018-4ac2-9507-607f7ba9f13e req-e42af516-4e64-409e-996d-ea809c426501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:33:24.136065 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-a284cff7-3018-4ac2-9507-607f7ba9f13e req-e42af516-4e64-409e-996d-ea809c426501 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0515227 Jul 29 05:33:24.150358 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 39520) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:33:24.223774 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-2e692397-5845-4bb6-bea0-947ae64ff590 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ab146e39de994e9db7b6e4e9b773d4c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0714195 Jul 29 05:33:24.226098 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 39522) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:33:24.274398 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-a284cff7-3018-4ac2-9507-607f7ba9f13e req-dd8be198-8c32-443a-9dae-b0b99abc5e08 service neutron] 10.222.0.60 "GET /v2.0/networks/1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320798 Jul 29 05:33:24.360031 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-e6e5ca5f-f0c4-4ede-b55d-112d3384ad60 admin admin] Publish callbacks [] for security_group (a166eb1d-ced2-4f1e-8ea2-056220959542), before_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:24.400457 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:33:24.403081 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-e6e5ca5f-f0c4-4ede-b55d-112d3384ad60 admin admin] Publish callbacks [] for security_group (a166eb1d-ced2-4f1e-8ea2-056220959542), precommit_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:24.434842 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-a284cff7-3018-4ac2-9507-607f7ba9f13e req-7591745a-b167-4eed-a3a8-9c7859792168 service neutron] 10.222.0.60 "GET /v2.0/networks/1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539917 Jul 29 05:33:24.480601 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-e6e5ca5f-f0c4-4ede-b55d-112d3384ad60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (a166eb1d-ced2-4f1e-8ea2-056220959542), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:24.483193 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-e6e5ca5f-f0c4-4ede-b55d-112d3384ad60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:24.484881 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-e6e5ca5f-f0c4-4ede-b55d-112d3384ad60 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a166eb1d-ced2-4f1e-8ea2-056220959542 HTTP/1.1" status: 204 len: 168 time: 0.2575116 Jul 29 05:33:24.497816 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e5ca5f-f0c4-4ede-b55d-112d3384ad60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a166eb1d-ced2-4f1e-8ea2-056220959542,revision_number=None']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:33:30.099320 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.agents_db [None req-24db149f-f2c4-42ba-b1ad-acaecd0c6386 None None] Agent healthcheck: found 6 active agents {{(pid=104007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 05:33:34.213367 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=32,neutron:DELETE=3 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:33:34.218099 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=70,neutron:DELETE=11,neutron:UPDATE=4 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:33:34.489384 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=3,neutron:DELETE=2 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:33:34.491244 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=51,neutron:DELETE=2 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:33:35.614040 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-a5633619-61a2-4ea5-b0d7-811f31ef1c30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (0319cf4e-40d4-4455-bfa4-d5e1d8f6ed41), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:37.730567 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (12b139f9-2daf-4047-bd2d-6bc43cda34b6), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:38.145681 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-41a3f6ff-37ec-4363-8130-487f583cec47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (8a9a6061-e61b-4901-b35e-5e71dea10db3), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:40.068049 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c0cfcfc2-d3d3-4a7d-ac6c-95a3fd745979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (543ff7d7-1636-45b2-a25e-e19209bc2e01), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:40.094413 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=79 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:33:40.095245 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=54 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:33:41.730800 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-25d2d662-1c10-455a-a758-35c132406432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (7da8dcb9-9a4e-44fd-b4da-fa922ad17d56), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:41.805894 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (aa119a64-f506-4951-a68b-6dc6289eaece), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:33:51.799850 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:33:51.801931 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:34:04.354967 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=4 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:34:04.355794 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:34:05.616282 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-8b0e5391-8458-4c60-9ebc-921c0a2133d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (0319cf4e-40d4-4455-bfa4-d5e1d8f6ed41), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:34:07.097906 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.agents_db [None req-24db149f-f2c4-42ba-b1ad-acaecd0c6386 None None] Agent healthcheck: found 6 active agents {{(pid=104007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 05:34:07.742143 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (12b139f9-2daf-4047-bd2d-6bc43cda34b6), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:34:08.148481 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-be8aada3-ea09-48e5-b02b-57bc6aa25bda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (8a9a6061-e61b-4901-b35e-5e71dea10db3), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:34:10.070114 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c0cfcfc2-d3d3-4a7d-ac6c-95a3fd745979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (543ff7d7-1636-45b2-a25e-e19209bc2e01), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:34:11.733731 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-25d2d662-1c10-455a-a758-35c132406432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (7da8dcb9-9a4e-44fd-b4da-fa922ad17d56), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:34:11.808149 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (aa119a64-f506-4951-a68b-6dc6289eaece), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:34:17.093964 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:34:17.094701 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:34:21.797767 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:34:21.803650 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:34:24.084534 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-3458dc2c-7151-41fd-bbb9-fab132240021 req-08f63b08-e5f9-4f45-a218-2b7a452e254d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ca4c859c-f307-446f-91a3-967c6ccf6afd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0404539 Jul 29 05:34:24.169908 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3458dc2c-7151-41fd-bbb9-fab132240021 req-dc125c6a-82d6-4ee0-85cd-1351ea5ad840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:34:24.171707 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-3458dc2c-7151-41fd-bbb9-fab132240021 req-dc125c6a-82d6-4ee0-85cd-1351ea5ad840 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3d61aa3cfb59443d849c3d09d839cff5&device_id=ca4c859c-f307-446f-91a3-967c6ccf6afd HTTP/1.1" status: 200 len: 1130 time: 0.0454531 Jul 29 05:34:24.274450 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3458dc2c-7151-41fd-bbb9-fab132240021 req-8548166e-2c53-45d1-987d-a703d3f48b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:34:24.275921 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-3458dc2c-7151-41fd-bbb9-fab132240021 req-8548166e-2c53-45d1-987d-a703d3f48b9d service neutron] 10.222.0.60 "GET /v2.0/networks?id=1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b HTTP/1.1" status: 200 len: 912 time: 0.0863483 Jul 29 05:34:24.340314 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-3458dc2c-7151-41fd-bbb9-fab132240021 req-005f2779-eb48-4ee3-81b9-ca88e0c83d6f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=99dc50ec-fe52-4053-870a-860015fe3269 HTTP/1.1" status: 200 len: 1002 time: 0.0584853 Jul 29 05:34:24.387335 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3458dc2c-7151-41fd-bbb9-fab132240021 req-f3448c0a-0ff7-47b5-80d8-e9fd34049248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:34:24.388802 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-3458dc2c-7151-41fd-bbb9-fab132240021 req-f3448c0a-0ff7-47b5-80d8-e9fd34049248 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f547db03-202a-42a5-a05f-faf57a3284b5 HTTP/1.1" status: 200 len: 850 time: 0.0434775 Jul 29 05:34:24.432216 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3458dc2c-7151-41fd-bbb9-fab132240021 req-364c5468-694d-438c-a93c-a5e1eabdcae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:34:24.433664 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-3458dc2c-7151-41fd-bbb9-fab132240021 req-364c5468-694d-438c-a93c-a5e1eabdcae3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389094 Jul 29 05:34:24.526638 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-3458dc2c-7151-41fd-bbb9-fab132240021 req-ecf54533-46c5-4d01-acb2-884302eaa443 service neutron] 10.222.0.60 "GET /v2.0/networks/1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871997 Jul 29 05:34:24.618209 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-3458dc2c-7151-41fd-bbb9-fab132240021 req-c3f8cbf7-a884-4fc0-8be0-c6e96b41642b service neutron] 10.222.0.60 "GET /v2.0/networks/1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864947 Jul 29 05:34:34.613109 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=54 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:34:34.615069 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=47 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:34:35.618247 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-962f7e55-4d3e-453f-b1dc-62467035627e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (0319cf4e-40d4-4455-bfa4-d5e1d8f6ed41), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:34:37.741781 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (12b139f9-2daf-4047-bd2d-6bc43cda34b6), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:34:38.149500 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-65dc3e26-0e81-4515-93fb-2573f0b8af80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (8a9a6061-e61b-4901-b35e-5e71dea10db3), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:34:40.072473 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c0cfcfc2-d3d3-4a7d-ac6c-95a3fd745979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (543ff7d7-1636-45b2-a25e-e19209bc2e01), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:34:41.347484 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=3 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:34:41.352243 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=3 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:34:41.736511 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-25d2d662-1c10-455a-a758-35c132406432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (7da8dcb9-9a4e-44fd-b4da-fa922ad17d56), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:34:41.810495 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (aa119a64-f506-4951-a68b-6dc6289eaece), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:34:44.096333 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.agents_db [None req-24db149f-f2c4-42ba-b1ad-acaecd0c6386 None None] Agent healthcheck: found 6 active agents {{(pid=104007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 05:34:51.799163 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:34:51.806692 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:34:56.478523 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-8e081192-0a3c-4a25-9b33-9f358d3240bc req-7a3d69ac-a768-49d7-a550-84bebd4cf908 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-139381983&fields=id&tenant_id=3d61aa3cfb59443d849c3d09d839cff5 HTTP/1.1" status: 200 len: 267 time: 0.0454302 Jul 29 05:34:56.588086 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e081192-0a3c-4a25-9b33-9f358d3240bc req-ee771ec3-3fb5-4e91-810d-603f44323c09 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:34:56.589544 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-8e081192-0a3c-4a25-9b33-9f358d3240bc req-ee771ec3-3fb5-4e91-810d-603f44323c09 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.49 "GET /v2.0/networks?id=1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b HTTP/1.1" status: 200 len: 811 time: 0.1046407 Jul 29 05:34:56.604934 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-8e081192-0a3c-4a25-9b33-9f358d3240bc req-79ed87c1-9f4d-4d35-b1e1-44e367f7311a tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.49 "GET /v2.0/quotas/3d61aa3cfb59443d849c3d09d839cff5 HTTP/1.1" status: 200 len: 375 time: 0.0099108 Jul 29 05:34:56.656788 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-8e081192-0a3c-4a25-9b33-9f358d3240bc req-36f8c8f2-037d-4aa1-aded-90d2301537b4 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=3d61aa3cfb59443d849c3d09d839cff5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0467415 Jul 29 05:34:56.755890 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-8e081192-0a3c-4a25-9b33-9f358d3240bc req-ef13a8bd-578f-4643-a67a-98c1e52da118 service neutron] 10.222.0.49 "GET /v2.0/networks/1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872588 Jul 29 05:34:56.849553 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-8e081192-0a3c-4a25-9b33-9f358d3240bc req-f6aec59f-58c7-494e-94eb-fcae7aea32e6 service neutron] 10.222.0.49 "GET /v2.0/networks/1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880282 Jul 29 05:34:57.168374 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-be4183f9-aae9-484d-b38e-8577bc1c7b3d req-7b8b524b-df13-46da-8fbe-500ee86215ad tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a1829ec-d021-4713-83d5-cb35394204ac HTTP/1.1" status: 200 len: 210 time: 0.0302105 Jul 29 05:34:58.105656 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e081192-0a3c-4a25-9b33-9f358d3240bc req-b4d89c5a-103d-4f48-9a31-649c18b0706e tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:34:58.107079 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-8e081192-0a3c-4a25-9b33-9f358d3240bc req-b4d89c5a-103d-4f48-9a31-649c18b0706e tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.60 "GET /v2.0/networks?id=1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b HTTP/1.1" status: 200 len: 811 time: 0.1130631 Jul 29 05:34:58.171129 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-8e081192-0a3c-4a25-9b33-9f358d3240bc req-de7c25ed-23d4-449c-9be6-5cef2abd50c0 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3d61aa3cfb59443d849c3d09d839cff5 HTTP/1.1" status: 200 len: 379 time: 0.0561671 Jul 29 05:34:58.180018 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.v2.base [req-8e081192-0a3c-4a25-9b33-9f358d3240bc req-9da3b747-4cbb-47c6-97d7-7245f8d6a9af tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Request body: {'port': {'device_id': '1a1829ec-d021-4713-83d5-cb35394204ac', 'network_id': '1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b', 'admin_state_up': True, 'tenant_id': '3d61aa3cfb59443d849c3d09d839cff5', 'security_groups': ['8bfb15b5-8bf4-4960-9ee1-728bf945b639']}} {{(pid=104005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:34:58.275226 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-bdc867e9-7d11-4267-81b6-25ee5cd2abf4 req-841fcab6-2e15-4b91-a81b-9dade1d250e1 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a1829ec-d021-4713-83d5-cb35394204ac HTTP/1.1" status: 200 len: 210 time: 0.0294864 Jul 29 05:34:58.571286 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e081192-0a3c-4a25-9b33-9f358d3240bc req-9da3b747-4cbb-47c6-97d7-7245f8d6a9af tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Made reservation on behalf of 3d61aa3cfb59443d849c3d09d839cff5 for: {'port': 1} {{(pid=104005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 05:34:58.574749 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-8e081192-0a3c-4a25-9b33-9f358d3240bc req-9da3b747-4cbb-47c6-97d7-7245f8d6a9af tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (None), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:34:58.703151 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.db_base_plugin_common [req-8e081192-0a3c-4a25-9b33-9f358d3240bc req-9da3b747-4cbb-47c6-97d7-7245f8d6a9af tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Allocated IP 172.20.0.10 (1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b/f547db03-202a-42a5-a05f-faf57a3284b5/3a87fbe6-3f5d-46a3-909c-a495886bb451) {{(pid=104005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 05:34:58.839628 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-8e081192-0a3c-4a25-9b33-9f358d3240bc req-9da3b747-4cbb-47c6-97d7-7245f8d6a9af tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Publish callbacks [] for port (3a87fbe6-3f5d-46a3-909c-a495886bb451), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:34:58.871666 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-8e081192-0a3c-4a25-9b33-9f358d3240bc req-9da3b747-4cbb-47c6-97d7-7245f8d6a9af tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737760223811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1905596'] for port (3a87fbe6-3f5d-46a3-909c-a495886bb451), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:34:58.917450 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e081192-0a3c-4a25-9b33-9f358d3240bc req-9da3b747-4cbb-47c6-97d7-7245f8d6a9af tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Network 1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b is already hosted by enough agents. {{(pid=104005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 05:34:58.920679 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.base_scheduler [req-8e081192-0a3c-4a25-9b33-9f358d3240bc req-9da3b747-4cbb-47c6-97d7-7245f8d6a9af tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Resources bound (agent type, host, resource id): {{(pid=104005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:34:58.924015 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e081192-0a3c-4a25-9b33-9f358d3240bc req-9da3b747-4cbb-47c6-97d7-7245f8d6a9af tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Received port after_create {{(pid=104005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 05:34:58.964105 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da3b747-4cbb-47c6-97d7-7245f8d6a9af tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Pushing event updated for resources: {'Port': ['ID=3a87fbe6-3f5d-46a3-909c-a495886bb451,revision_number=1']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:34:58.979004 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da3b747-4cbb-47c6-97d7-7245f8d6a9af tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:34:58.979370 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da3b747-4cbb-47c6-97d7-7245f8d6a9af tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:34:58.979762 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da3b747-4cbb-47c6-97d7-7245f8d6a9af tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:34:58.980110 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da3b747-4cbb-47c6-97d7-7245f8d6a9af tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:34:58.980472 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da3b747-4cbb-47c6-97d7-7245f8d6a9af tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:34:58.980809 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da3b747-4cbb-47c6-97d7-7245f8d6a9af tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:34:58.981143 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da3b747-4cbb-47c6-97d7-7245f8d6a9af tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:34:58.981473 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da3b747-4cbb-47c6-97d7-7245f8d6a9af tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:34:58.981802 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da3b747-4cbb-47c6-97d7-7245f8d6a9af tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:34:58.982135 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da3b747-4cbb-47c6-97d7-7245f8d6a9af tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:34:58.982463 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da3b747-4cbb-47c6-97d7-7245f8d6a9af tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:34:58.982940 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da3b747-4cbb-47c6-97d7-7245f8d6a9af tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:34:58.983121 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da3b747-4cbb-47c6-97d7-7245f8d6a9af tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:34:58.983471 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da3b747-4cbb-47c6-97d7-7245f8d6a9af tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:34:58.983800 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da3b747-4cbb-47c6-97d7-7245f8d6a9af tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:34:58.999340 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e081192-0a3c-4a25-9b33-9f358d3240bc req-9da3b747-4cbb-47c6-97d7-7245f8d6a9af tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:34:59.000006 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-8e081192-0a3c-4a25-9b33-9f358d3240bc req-9da3b747-4cbb-47c6-97d7-7245f8d6a9af tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249840'] for port (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:34:59.020227 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-8e081192-0a3c-4a25-9b33-9f358d3240bc req-9da3b747-4cbb-47c6-97d7-7245f8d6a9af tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8448129 Jul 29 05:34:59.033266 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.v2.base [req-8e081192-0a3c-4a25-9b33-9f358d3240bc req-6687e59f-d749-4c42-9e1e-8ab4675fa0f8 service neutron] Request body: {'port': {'device_id': '1a1829ec-d021-4713-83d5-cb35394204ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85127'}} {{(pid=104005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:34:59.088119 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:34:59.105394 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-8e081192-0a3c-4a25-9b33-9f358d3240bc req-6687e59f-d749-4c42-9e1e-8ab4675fa0f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (3a87fbe6-3f5d-46a3-909c-a495886bb451), before_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:34:59.113047 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-f2599581-19db-4912-878f-c7c2c57f07e2 None None] Provisioning complete for port 3a87fbe6-3f5d-46a3-909c-a495886bb451 triggered by entity DHCP. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:34:59.113617 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-f2599581-19db-4912-878f-c7c2c57f07e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (3a87fbe6-3f5d-46a3-909c-a495886bb451), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:34:59.115849 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:34:59.148554 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-f2599581-19db-4912-878f-c7c2c57f07e2 None None] Port 3a87fbe6-3f5d-46a3-909c-a495886bb451 cannot update to ACTIVE because it is not bound. {{(pid=104006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 29 05:34:59.377668 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.notifiers.nova [req-8e081192-0a3c-4a25-9b33-9f358d3240bc req-6687e59f-d749-4c42-9e1e-8ab4675fa0f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a87fbe6-3f5d-46a3-909c-a495886bb451 {{(pid=104005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 05:34:59.399582 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-8e081192-0a3c-4a25-9b33-9f358d3240bc req-6687e59f-d749-4c42-9e1e-8ab4675fa0f8 service neutron] Publish callbacks [] for port (3a87fbe6-3f5d-46a3-909c-a495886bb451), precommit_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:34:59.450538 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.provisioning_blocks [req-8e081192-0a3c-4a25-9b33-9f358d3240bc req-6687e59f-d749-4c42-9e1e-8ab4675fa0f8 service neutron] Transition to ACTIVE for port object 3a87fbe6-3f5d-46a3-909c-a495886bb451 will not be triggered until provisioned by entity L2. {{(pid=104005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 29 05:34:59.457473 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd512b-7973-4c71-b707-17145b267996 req-cd47f9bf-1e85-4e4b-bdbc-c93eec5c76f6 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:34:59.462219 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-91dd512b-7973-4c71-b707-17145b267996 req-cd47f9bf-1e85-4e4b-bdbc-c93eec5c76f6 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a1829ec-d021-4713-83d5-cb35394204ac HTTP/1.1" status: 200 len: 932 time: 0.0892892 Jul 29 05:34:59.463285 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-8e081192-0a3c-4a25-9b33-9f358d3240bc req-6687e59f-d749-4c42-9e1e-8ab4675fa0f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1905579'] for port (3a87fbe6-3f5d-46a3-909c-a495886bb451), after_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:34:59.532996 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6687e59f-d749-4c42-9e1e-8ab4675fa0f8 service neutron] Pushing event updated for resources: {'Port': ['ID=3a87fbe6-3f5d-46a3-909c-a495886bb451,revision_number=2']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:34:59.579936 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-91dd512b-7973-4c71-b707-17145b267996 req-f1f49d22-09ac-4819-bd21-a6c6ae3906b6 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.49 "GET /v2.0/security-groups?id=8bfb15b5-8bf4-4960-9ee1-728bf945b639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081440 Jul 29 05:34:59.640290 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.managers [req-8e081192-0a3c-4a25-9b33-9f358d3240bc req-6687e59f-d749-4c42-9e1e-8ab4675fa0f8 service neutron] Attempting to bind port 3a87fbe6-3f5d-46a3-909c-a495886bb451 on host hv-cinder-85127 for vnic_type normal with profile {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 05:34:59.640693 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.managers [req-8e081192-0a3c-4a25-9b33-9f358d3240bc req-6687e59f-d749-4c42-9e1e-8ab4675fa0f8 service neutron] Attempting to bind port 3a87fbe6-3f5d-46a3-909c-a495886bb451 by drivers openvswitch,hyperv on host hv-cinder-85127 at level 0 using segments [{'id': '9d7b27d9-0143-463c-a7be-74fa3e5595bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b'}] {{(pid=104005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 05:34:59.640967 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e081192-0a3c-4a25-9b33-9f358d3240bc req-6687e59f-d749-4c42-9e1e-8ab4675fa0f8 service neutron] Attempting to bind port 3a87fbe6-3f5d-46a3-909c-a495886bb451 on network 1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 05:34:59.647236 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e081192-0a3c-4a25-9b33-9f358d3240bc req-6687e59f-d749-4c42-9e1e-8ab4675fa0f8 service neutron] Port 3a87fbe6-3f5d-46a3-909c-a495886bb451 on network 1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85127 {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 29 05:34:59.647597 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e081192-0a3c-4a25-9b33-9f358d3240bc req-6687e59f-d749-4c42-9e1e-8ab4675fa0f8 service neutron] Attempting to bind port 3a87fbe6-3f5d-46a3-909c-a495886bb451 on network 1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 05:34:59.653706 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e081192-0a3c-4a25-9b33-9f358d3240bc req-6687e59f-d749-4c42-9e1e-8ab4675fa0f8 service neutron] Checking agent: {'id': '12b139f9-2daf-4047-bd2d-6bc43cda34b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85127', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 5, 19, 7), 'started_at': datetime.datetime(2022, 7, 29, 5, 19, 7), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 5, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 05:34:59.654079 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e081192-0a3c-4a25-9b33-9f358d3240bc req-6687e59f-d749-4c42-9e1e-8ab4675fa0f8 service neutron] Checking segment: {'id': '9d7b27d9-0143-463c-a7be-74fa3e5595bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 05:34:59.654469 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e081192-0a3c-4a25-9b33-9f358d3240bc req-6687e59f-d749-4c42-9e1e-8ab4675fa0f8 service neutron] Bound using segment: {'id': '9d7b27d9-0143-463c-a7be-74fa3e5595bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b'} {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 05:34:59.654904 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.managers [req-8e081192-0a3c-4a25-9b33-9f358d3240bc req-6687e59f-d749-4c42-9e1e-8ab4675fa0f8 service neutron] Bound port: 3a87fbe6-3f5d-46a3-909c-a495886bb451, host: hv-cinder-85127, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d7b27d9-0143-463c-a7be-74fa3e5595bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b'}}] {{(pid=104005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 05:34:59.655266 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-8e081192-0a3c-4a25-9b33-9f358d3240bc req-6687e59f-d749-4c42-9e1e-8ab4675fa0f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (3a87fbe6-3f5d-46a3-909c-a495886bb451), before_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:34:59.726865 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.db [req-8e081192-0a3c-4a25-9b33-9f358d3240bc req-6687e59f-d749-4c42-9e1e-8ab4675fa0f8 service neutron] For port 3a87fbe6-3f5d-46a3-909c-a495886bb451, host hv-cinder-85127, cleared binding levels {{(pid=104005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 05:34:59.729948 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.db [req-8e081192-0a3c-4a25-9b33-9f358d3240bc req-6687e59f-d749-4c42-9e1e-8ab4675fa0f8 service neutron] For port 3a87fbe6-3f5d-46a3-909c-a495886bb451, host hv-cinder-85127, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=3a87fbe6-3f5d-46a3-909c-a495886bb451,segment=NetworkSegment(9d7b27d9-0143-463c-a7be-74fa3e5595bd),segment_id=9d7b27d9-0143-463c-a7be-74fa3e5595bd)] {{(pid=104005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 05:34:59.736065 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-8e081192-0a3c-4a25-9b33-9f358d3240bc req-6687e59f-d749-4c42-9e1e-8ab4675fa0f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1905579'] for port (3a87fbe6-3f5d-46a3-909c-a495886bb451), after_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:34:59.776458 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e081192-0a3c-4a25-9b33-9f358d3240bc req-6687e59f-d749-4c42-9e1e-8ab4675fa0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:34:59.777066 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-8e081192-0a3c-4a25-9b33-9f358d3240bc req-6687e59f-d749-4c42-9e1e-8ab4675fa0f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249840'] for port (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:34:59.778678 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-8e081192-0a3c-4a25-9b33-9f358d3240bc req-6687e59f-d749-4c42-9e1e-8ab4675fa0f8 service neutron] 10.222.0.60 "PUT /v2.0/ports/3a87fbe6-3f5d-46a3-909c-a495886bb451 HTTP/1.1" status: 200 len: 1094 time: 0.7512095 Jul 29 05:34:59.779102 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a1829ec-d021-4713-83d5-cb35394204ac', 'tag': '3a87fbe6-3f5d-46a3-909c-a495886bb451'}] {{(pid=104005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 05:34:59.781406 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18cb6d06cd9bdbb2624e76cf95b2230ef06252a8a1dccb16f0d07e3cc9dc753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26d45d16-6b8d-4e0b-8402-66670f67caf3" -d '{"events": [{"name": "network-changed", "server_uuid": "1a1829ec-d021-4713-83d5-cb35394204ac", "tag": "3a87fbe6-3f5d-46a3-909c-a495886bb451"}]}' {{(pid=104005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 05:34:59.808842 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6687e59f-d749-4c42-9e1e-8ab4675fa0f8 service neutron] Pushing event updated for resources: {'Port': ['ID=3a87fbe6-3f5d-46a3-909c-a495886bb451,revision_number=3']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:34:59.867047 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 05:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-158afbf6-86fa-455c-83b0-dfdd5d33caa1 x-openstack-request-id: req-158afbf6-86fa-455c-83b0-dfdd5d33caa1 {{(pid=104005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 05:34:59.867364 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a1829ec-d021-4713-83d5-cb35394204ac", "tag": "3a87fbe6-3f5d-46a3-909c-a495886bb451", "status": "completed", "code": 200}]} {{(pid=104005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 05:34:59.867618 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-158afbf6-86fa-455c-83b0-dfdd5d33caa1 {{(pid=104005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 05:34:59.868027 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.notifiers.nova [-] Nova event matching ['req-158afbf6-86fa-455c-83b0-dfdd5d33caa1'] response: {'name': 'network-changed', 'server_uuid': '1a1829ec-d021-4713-83d5-cb35394204ac', 'tag': '3a87fbe6-3f5d-46a3-909c-a495886bb451', 'status': 'completed', 'code': 200} Jul 29 05:34:59.881755 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e081192-0a3c-4a25-9b33-9f358d3240bc req-9b354e17-4635-4b3f-9a16-4023eed95615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:34:59.883280 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-8e081192-0a3c-4a25-9b33-9f358d3240bc req-9b354e17-4635-4b3f-9a16-4023eed95615 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3d61aa3cfb59443d849c3d09d839cff5&device_id=1a1829ec-d021-4713-83d5-cb35394204ac HTTP/1.1" status: 200 len: 1128 time: 0.0559313 Jul 29 05:34:59.931418 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-8e081192-0a3c-4a25-9b33-9f358d3240bc req-2a4381b0-c844-451c-a4b0-4f8504d49a82 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a87fbe6-3f5d-46a3-909c-a495886bb451 HTTP/1.1" status: 200 len: 217 time: 0.0417788 Jul 29 05:34:59.984776 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e081192-0a3c-4a25-9b33-9f358d3240bc req-382c42a9-e273-40ca-b757-207cac0e56e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:34:59.986853 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-8e081192-0a3c-4a25-9b33-9f358d3240bc req-382c42a9-e273-40ca-b757-207cac0e56e8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f547db03-202a-42a5-a05f-faf57a3284b5 HTTP/1.1" status: 200 len: 850 time: 0.0501297 Jul 29 05:35:00.037807 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e081192-0a3c-4a25-9b33-9f358d3240bc req-e0f6c9a8-06d4-45b9-a1a4-2d10b252965a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:35:00.039341 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-8e081192-0a3c-4a25-9b33-9f358d3240bc req-e0f6c9a8-06d4-45b9-a1a4-2d10b252965a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471039 Jul 29 05:35:00.135797 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:35:00.142769 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:35:00.159198 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-8e081192-0a3c-4a25-9b33-9f358d3240bc req-75cf388e-4356-4334-b39d-d087e56ead6e service neutron] 10.222.0.60 "GET /v2.0/networks/1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137140 Jul 29 05:35:00.266739 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-8e081192-0a3c-4a25-9b33-9f358d3240bc req-0b7cdec2-7a8e-40e7-b92d-3d811b91cdbb service neutron] 10.222.0.60 "GET /v2.0/networks/1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024163 Jul 29 05:35:00.602075 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d45d16-6b8d-4e0b-8402-66670f67caf3 req-7c684079-573e-4648-8bf2-d25b53451c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:35:00.603655 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-26d45d16-6b8d-4e0b-8402-66670f67caf3 req-7c684079-573e-4648-8bf2-d25b53451c71 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3d61aa3cfb59443d849c3d09d839cff5&device_id=1a1829ec-d021-4713-83d5-cb35394204ac HTTP/1.1" status: 200 len: 1128 time: 0.0561311 Jul 29 05:35:00.714827 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d54f944-9081-4d09-8752-b534defa7ba8 req-1f86502b-d432-4b72-8016-830fef6963ec tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:35:00.716289 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-6d54f944-9081-4d09-8752-b534defa7ba8 req-1f86502b-d432-4b72-8016-830fef6963ec tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a1829ec-d021-4713-83d5-cb35394204ac HTTP/1.1" status: 200 len: 944 time: 0.0573158 Jul 29 05:35:00.755575 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d45d16-6b8d-4e0b-8402-66670f67caf3 req-d6a1d236-b099-437c-a79e-42195f90dc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:35:00.757007 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-26d45d16-6b8d-4e0b-8402-66670f67caf3 req-d6a1d236-b099-437c-a79e-42195f90dc34 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b HTTP/1.1" status: 200 len: 912 time: 0.1445930 Jul 29 05:35:00.808424 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-26d45d16-6b8d-4e0b-8402-66670f67caf3 req-508b6a15-ac79-4348-8ab7-6c4920a51a4b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a87fbe6-3f5d-46a3-909c-a495886bb451 HTTP/1.1" status: 200 len: 217 time: 0.0415919 Jul 29 05:35:00.817247 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-6d54f944-9081-4d09-8752-b534defa7ba8 req-bc6dec59-30ef-4d0c-a11b-0361c231bfae tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.49 "GET /v2.0/security-groups?id=8bfb15b5-8bf4-4960-9ee1-728bf945b639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943677 Jul 29 05:35:00.861522 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d45d16-6b8d-4e0b-8402-66670f67caf3 req-2c5c5552-8014-43df-8168-42761ee01a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:35:00.862974 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-26d45d16-6b8d-4e0b-8402-66670f67caf3 req-2c5c5552-8014-43df-8168-42761ee01a45 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f547db03-202a-42a5-a05f-faf57a3284b5 HTTP/1.1" status: 200 len: 850 time: 0.0448985 Jul 29 05:35:00.913894 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d45d16-6b8d-4e0b-8402-66670f67caf3 req-fbe9856b-0423-46ae-bf0f-4c61624f9eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:35:00.915436 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-26d45d16-6b8d-4e0b-8402-66670f67caf3 req-fbe9856b-0423-46ae-bf0f-4c61624f9eb8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458288 Jul 29 05:35:01.012745 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-26d45d16-6b8d-4e0b-8402-66670f67caf3 req-93831224-c5c0-440c-83ed-55bc550238f5 service neutron] 10.222.0.60 "GET /v2.0/networks/1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912702 Jul 29 05:35:01.109005 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-26d45d16-6b8d-4e0b-8402-66670f67caf3 req-22cd3636-871d-4edf-865d-2e3ba38e2922 service neutron] 10.222.0.60 "GET /v2.0/networks/1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905709 Jul 29 05:35:01.812277 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=13 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:35:01.813063 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=15 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:35:01.940531 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a9fe39-7c3e-4859-85e3-0dac71e337e2 req-7d7962e6-541f-4049-90e2-b9e480a645ef tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:35:01.941978 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-61a9fe39-7c3e-4859-85e3-0dac71e337e2 req-7d7962e6-541f-4049-90e2-b9e480a645ef tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a1829ec-d021-4713-83d5-cb35394204ac HTTP/1.1" status: 200 len: 944 time: 0.0503097 Jul 29 05:35:01.992472 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-61a9fe39-7c3e-4859-85e3-0dac71e337e2 req-8f2de053-1c1d-4ea8-b37b-4e9a23183e97 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.49 "GET /v2.0/security-groups?id=8bfb15b5-8bf4-4960-9ee1-728bf945b639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443544 Jul 29 05:35:03.120318 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd8587-e2f9-4c66-9fb0-0a97e4194a07 req-3a9c0d2d-292a-4be4-acf5-5dfbd27119f3 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:35:03.121720 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-25bd8587-e2f9-4c66-9fb0-0a97e4194a07 req-3a9c0d2d-292a-4be4-acf5-5dfbd27119f3 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a1829ec-d021-4713-83d5-cb35394204ac HTTP/1.1" status: 200 len: 944 time: 0.0560718 Jul 29 05:35:03.177512 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-25bd8587-e2f9-4c66-9fb0-0a97e4194a07 req-d2b55b84-7dac-4244-a559-487303f0e2cc tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.49 "GET /v2.0/security-groups?id=8bfb15b5-8bf4-4960-9ee1-728bf945b639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502026 Jul 29 05:35:04.298654 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd88e0dc-227f-4db7-94e4-ddb397810934 req-84b9596d-39ea-4674-bf0e-6504067d9b9a tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:35:04.300237 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-fd88e0dc-227f-4db7-94e4-ddb397810934 req-84b9596d-39ea-4674-bf0e-6504067d9b9a tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a1829ec-d021-4713-83d5-cb35394204ac HTTP/1.1" status: 200 len: 944 time: 0.0471129 Jul 29 05:35:04.353085 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-fd88e0dc-227f-4db7-94e4-ddb397810934 req-06b5a07a-279d-4878-bab5-71ede129bb1e tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.49 "GET /v2.0/security-groups?id=8bfb15b5-8bf4-4960-9ee1-728bf945b639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468051 Jul 29 05:35:05.470253 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc48ed0-57e2-4b2e-a919-0f7565ed5ed4 req-dfaee652-9e16-4680-b401-443cdee421f1 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:35:05.474348 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-5dc48ed0-57e2-4b2e-a919-0f7565ed5ed4 req-dfaee652-9e16-4680-b401-443cdee421f1 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a1829ec-d021-4713-83d5-cb35394204ac HTTP/1.1" status: 200 len: 944 time: 0.0450861 Jul 29 05:35:05.524306 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-5dc48ed0-57e2-4b2e-a919-0f7565ed5ed4 req-c02f9f8a-e7b1-4806-a4b9-150eb3d33d75 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.49 "GET /v2.0/security-groups?id=8bfb15b5-8bf4-4960-9ee1-728bf945b639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461261 Jul 29 05:35:05.619360 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-4391bbb7-1659-4340-a852-362faab41a3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (0319cf4e-40d4-4455-bfa4-d5e1d8f6ed41), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:35:06.643022 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf9132b-f90e-4583-aa91-2130e420685e req-48c4edfb-83bc-462e-b2f5-4bd29ad6cf73 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:35:06.644518 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-6cf9132b-f90e-4583-aa91-2130e420685e req-48c4edfb-83bc-462e-b2f5-4bd29ad6cf73 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a1829ec-d021-4713-83d5-cb35394204ac HTTP/1.1" status: 200 len: 944 time: 0.0480227 Jul 29 05:35:06.695019 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-6cf9132b-f90e-4583-aa91-2130e420685e req-7d30748b-6ff1-4975-98e7-52e61b07b54c tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.49 "GET /v2.0/security-groups?id=8bfb15b5-8bf4-4960-9ee1-728bf945b639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444119 Jul 29 05:35:07.757641 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (12b139f9-2daf-4047-bd2d-6bc43cda34b6), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:35:07.815620 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520656c6-ffd8-420b-a093-f343a293d1e1 req-845c9e9d-9e7f-43ed-9c9f-9e72c6f1e825 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:35:07.817717 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-520656c6-ffd8-420b-a093-f343a293d1e1 req-845c9e9d-9e7f-43ed-9c9f-9e72c6f1e825 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a1829ec-d021-4713-83d5-cb35394204ac HTTP/1.1" status: 200 len: 944 time: 0.0491765 Jul 29 05:35:07.867235 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-520656c6-ffd8-420b-a093-f343a293d1e1 req-48fdcf4a-4366-4e50-9a36-918de187c856 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.49 "GET /v2.0/security-groups?id=8bfb15b5-8bf4-4960-9ee1-728bf945b639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437889 Jul 29 05:35:08.151372 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-f76198d4-ccb4-44b4-8c67-9f274af2a05d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (8a9a6061-e61b-4901-b35e-5e71dea10db3), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:35:08.711498 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Device 3a87fbe6-3f5d-46a3-909c-a495886bb451 details requested by agent hyperv_hv-cinder-85127 with host hv-cinder-85127 {{(pid=104006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 05:35:08.811556 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] For port 3a87fbe6-3f5d-46a3-909c-a495886bb451, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=3a87fbe6-3f5d-46a3-909c-a495886bb451,segment=NetworkSegment(9d7b27d9-0143-463c-a7be-74fa3e5595bd),segment_id=9d7b27d9-0143-463c-a7be-74fa3e5595bd)] {{(pid=104006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:35:08.823126 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Returning: {'device': '3a87fbe6-3f5d-46a3-909c-a495886bb451', 'network_id': '1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b', 'port_id': '3a87fbe6-3f5d-46a3-909c-a495886bb451', 'mac_address': 'fa:16:3e:ad:3c:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f547db03-202a-42a5-a05f-faf57a3284b5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 05:35:08.857361 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Current status of the port 3a87fbe6-3f5d-46a3-909c-a495886bb451 is: DOWN; New status is: BUILD {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:35:08.857736 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (3a87fbe6-3f5d-46a3-909c-a495886bb451), before_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:35:08.870604 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.notifiers.nova [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a87fbe6-3f5d-46a3-909c-a495886bb451 {{(pid=104006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 05:35:08.890262 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] For port 3a87fbe6-3f5d-46a3-909c-a495886bb451, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=3a87fbe6-3f5d-46a3-909c-a495886bb451,segment=NetworkSegment(9d7b27d9-0143-463c-a7be-74fa3e5595bd),segment_id=9d7b27d9-0143-463c-a7be-74fa3e5595bd)] {{(pid=104006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:35:08.894432 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (3a87fbe6-3f5d-46a3-909c-a495886bb451), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:35:08.943933 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Pushing event updated for resources: {'Port': ['ID=3a87fbe6-3f5d-46a3-909c-a495886bb451,revision_number=4']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:35:08.951104 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:35:08.951474 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:35:08.951814 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:35:08.952152 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:35:08.952483 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:35:08.952811 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:35:08.953136 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:35:08.953457 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:35:08.953777 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:35:08.954113 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:35:08.954419 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:35:08.954741 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:35:08.955059 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:35:08.955395 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:35:08.955719 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:35:08.989369 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334a7a08-feec-46c5-8185-f5c137ad8946 req-ed7a271f-210d-4257-8a27-5a07479921d9 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:35:08.990827 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-334a7a08-feec-46c5-8185-f5c137ad8946 req-ed7a271f-210d-4257-8a27-5a07479921d9 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a1829ec-d021-4713-83d5-cb35394204ac HTTP/1.1" status: 200 len: 945 time: 0.0470319 Jul 29 05:35:09.040963 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-334a7a08-feec-46c5-8185-f5c137ad8946 req-e839238a-95ce-4cb2-8a6f-7981070898d9 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.49 "GET /v2.0/security-groups?id=8bfb15b5-8bf4-4960-9ee1-728bf945b639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444810 Jul 29 05:35:09.109844 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] get_ports_and_sgs() called for port_ids ['3a87fbe6-3f5d-46a3-909c-a495886bb451'] {{(pid=104006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 05:35:10.084683 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c0cfcfc2-d3d3-4a7d-ac6c-95a3fd745979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (543ff7d7-1636-45b2-a25e-e19209bc2e01), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:35:10.158638 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=100 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:35:10.171043 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640f7d38-3205-482d-ab60-8080d3f2f1cb req-6503eebb-95db-45a2-b6f5-3443f33ab945 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:35:10.172580 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-640f7d38-3205-482d-ab60-8080d3f2f1cb req-6503eebb-95db-45a2-b6f5-3443f33ab945 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a1829ec-d021-4713-83d5-cb35394204ac HTTP/1.1" status: 200 len: 945 time: 0.0522871 Jul 29 05:35:10.222595 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-640f7d38-3205-482d-ab60-8080d3f2f1cb req-e6aab4ac-f633-4bca-b2ab-d9c6278e0079 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.49 "GET /v2.0/security-groups?id=8bfb15b5-8bf4-4960-9ee1-728bf945b639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438528 Jul 29 05:35:10.714330 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Device 3a87fbe6-3f5d-46a3-909c-a495886bb451 up at agent hyperv_hv-cinder-85127 {{(pid=104006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 05:35:10.752676 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:35:10.757269 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Provisioning for port 3a87fbe6-3f5d-46a3-909c-a495886bb451 completed by entity L2. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 29 05:35:10.763566 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.provisioning_blocks [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Provisioning complete for port 3a87fbe6-3f5d-46a3-909c-a495886bb451 triggered by entity L2. {{(pid=104006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:35:10.764008 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502752'] for port (3a87fbe6-3f5d-46a3-909c-a495886bb451), provisioning_complete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:35:10.835674 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Current status of the port 3a87fbe6-3f5d-46a3-909c-a495886bb451 is: BUILD; New status is: ACTIVE {{(pid=104006) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:35:10.835978 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (3a87fbe6-3f5d-46a3-909c-a495886bb451), before_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:35:10.837615 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:35:10.860873 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a1829ec-d021-4713-83d5-cb35394204ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a87fbe6-3f5d-46a3-909c-a495886bb451'}] {{(pid=104006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 05:35:10.863181 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e99febf74dea338d8edfc28e98bc5f49fff1daa2966fa3a6b84f517592192115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-847d1ed4-7bc8-4eef-921e-485d5f465b20" -d '{"events": [{"server_uuid": "1a1829ec-d021-4713-83d5-cb35394204ac", "name": "network-vif-plugged", "status": "completed", "tag": "3a87fbe6-3f5d-46a3-909c-a495886bb451"}]}' {{(pid=104006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 05:35:10.880834 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] For port 3a87fbe6-3f5d-46a3-909c-a495886bb451, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=3a87fbe6-3f5d-46a3-909c-a495886bb451,segment=NetworkSegment(9d7b27d9-0143-463c-a7be-74fa3e5595bd),segment_id=9d7b27d9-0143-463c-a7be-74fa3e5595bd)] {{(pid=104006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:35:10.885145 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847'] for port (3a87fbe6-3f5d-46a3-909c-a495886bb451), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:35:10.908433 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 05:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a24a8d05-49bf-43f1-92c5-cc5cedb5d0b8 x-openstack-request-id: req-a24a8d05-49bf-43f1-92c5-cc5cedb5d0b8 {{(pid=104006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 05:35:10.908724 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a1829ec-d021-4713-83d5-cb35394204ac", "name": "network-vif-plugged", "status": "completed", "tag": "3a87fbe6-3f5d-46a3-909c-a495886bb451", "code": 200}]} {{(pid=104006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 05:35:10.908987 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a24a8d05-49bf-43f1-92c5-cc5cedb5d0b8 {{(pid=104006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 05:35:10.909443 dv-cinder-851279-2-iscsi neutron-server[104006]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a24a8d05-49bf-43f1-92c5-cc5cedb5d0b8'] response: {'server_uuid': '1a1829ec-d021-4713-83d5-cb35394204ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a87fbe6-3f5d-46a3-909c-a495886bb451', 'code': 200} Jul 29 05:35:10.935632 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Pushing event updated for resources: {'Port': ['ID=3a87fbe6-3f5d-46a3-909c-a495886bb451,revision_number=5']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:35:11.118729 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d9cb97-bd1e-4b12-a916-ec5313a34187 req-25221e22-0e45-4655-862a-5aaf07b8f82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:35:11.120192 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-b1d9cb97-bd1e-4b12-a916-ec5313a34187 req-25221e22-0e45-4655-862a-5aaf07b8f82f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1a1829ec-d021-4713-83d5-cb35394204ac HTTP/1.1" status: 200 len: 1130 time: 0.0423732 Jul 29 05:35:11.163548 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=100 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:35:11.172305 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-b1d9cb97-bd1e-4b12-a916-ec5313a34187 req-d8ef79e4-db78-45f1-8708-8c08a24dfb08 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=8bfb15b5-8bf4-4960-9ee1-728bf945b639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464234 Jul 29 05:35:11.343168 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e133d9d3-0918-47da-99c8-7cada2ab54b8 req-60704257-a56b-4370-bd7a-d3e94978a14f tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:35:11.344660 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-e133d9d3-0918-47da-99c8-7cada2ab54b8 req-60704257-a56b-4370-bd7a-d3e94978a14f tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a1829ec-d021-4713-83d5-cb35394204ac HTTP/1.1" status: 200 len: 946 time: 0.0484312 Jul 29 05:35:11.393908 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-e133d9d3-0918-47da-99c8-7cada2ab54b8 req-a36a8971-4e69-4c8b-ad8b-9c878267e495 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.49 "GET /v2.0/security-groups?id=8bfb15b5-8bf4-4960-9ee1-728bf945b639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438416 Jul 29 05:35:11.740233 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-25d2d662-1c10-455a-a758-35c132406432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (7da8dcb9-9a4e-44fd-b4da-fa922ad17d56), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:35:11.814617 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (aa119a64-f506-4951-a68b-6dc6289eaece), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:35:12.521922 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e105ff78-8506-4b8d-85d6-ac8a3cb945ba req-ba9a0eef-066d-48cb-9cca-ce7c50f57ca0 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:35:12.524102 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-e105ff78-8506-4b8d-85d6-ac8a3cb945ba req-ba9a0eef-066d-48cb-9cca-ce7c50f57ca0 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a1829ec-d021-4713-83d5-cb35394204ac HTTP/1.1" status: 200 len: 946 time: 0.0570858 Jul 29 05:35:12.576611 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-e105ff78-8506-4b8d-85d6-ac8a3cb945ba req-6a9c6d80-6d19-416d-9232-746fed10708f tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.49 "GET /v2.0/security-groups?id=8bfb15b5-8bf4-4960-9ee1-728bf945b639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463753 Jul 29 05:35:13.696247 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7fe8db-191b-4da3-bf44-700c4d405327 req-701c1e7e-ec42-4fd5-b8d5-cacee5da5d34 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:35:13.697706 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-8e7fe8db-191b-4da3-bf44-700c4d405327 req-701c1e7e-ec42-4fd5-b8d5-cacee5da5d34 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a1829ec-d021-4713-83d5-cb35394204ac HTTP/1.1" status: 200 len: 946 time: 0.0477471 Jul 29 05:35:13.750345 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-8e7fe8db-191b-4da3-bf44-700c4d405327 req-9c1579bb-78b7-4e1c-b35d-63bec47a39e0 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.49 "GET /v2.0/security-groups?id=8bfb15b5-8bf4-4960-9ee1-728bf945b639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467288 Jul 29 05:35:13.868249 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a130f852-d0c2-4c6b-ba15-2c02708326c3 req-08197f34-403f-4580-93d3-3057ee0605d0 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:35:13.869643 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-a130f852-d0c2-4c6b-ba15-2c02708326c3 req-08197f34-403f-4580-93d3-3057ee0605d0 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a1829ec-d021-4713-83d5-cb35394204ac HTTP/1.1" status: 200 len: 946 time: 0.0471566 Jul 29 05:35:13.914575 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=100 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:35:13.919870 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-a130f852-d0c2-4c6b-ba15-2c02708326c3 req-b1e1f87a-7af1-47b1-b136-ffbfa8d9c5e9 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.49 "GET /v2.0/security-groups?id=8bfb15b5-8bf4-4960-9ee1-728bf945b639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447245 Jul 29 05:35:13.947317 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 39646) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:35:13.986874 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c7fb1c2-95ec-43d2-8776-07b6c2cafbd8 tempest-TestVolumeBootPattern-842435422 tempest-TestVolumeBootPattern-842435422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:35:13.988422 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-0c7fb1c2-95ec-43d2-8776-07b6c2cafbd8 tempest-TestVolumeBootPattern-842435422 tempest-TestVolumeBootPattern-842435422-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=1a1829ec-d021-4713-83d5-cb35394204ac HTTP/1.1" status: 200 len: 1125 time: 0.0400853 Jul 29 05:35:13.991943 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 39648) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:35:13.996245 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.v2.base [None req-0b9efc36-bb0d-4048-ac46-81fe37200fd5 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Request body: {'floatingip': {'floating_network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'port_id': '3a87fbe6-3f5d-46a3-909c-a495886bb451', 'tenant_id': '3d61aa3cfb59443d849c3d09d839cff5', 'fixed_ip_address': '172.20.0.10'}} {{(pid=104005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:35:14.022010 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-0b9efc36-bb0d-4048-ac46-81fe37200fd5 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:35:14.107644 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-0b9efc36-bb0d-4048-ac46-81fe37200fd5 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (None), before_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:35:14.215047 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.db_base_plugin_common [None req-0b9efc36-bb0d-4048-ac46-81fe37200fd5 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Allocated IP 172.27.2.81 (24e7367e-e5e6-44e8-9960-5007b05e27d5/c0e5dfe8-844e-4105-ab86-052903918992/e5f48e87-28c0-45c9-bd13-cbe1c8bf504b) {{(pid=104005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 05:35:14.323678 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-0b9efc36-bb0d-4048-ac46-81fe37200fd5 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Publish callbacks [] for port (e5f48e87-28c0-45c9-bd13-cbe1c8bf504b), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:35:14.355399 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-0b9efc36-bb0d-4048-ac46-81fe37200fd5 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737760223811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1905596'] for port (e5f48e87-28c0-45c9-bd13-cbe1c8bf504b), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:35:14.393147 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9efc36-bb0d-4048-ac46-81fe37200fd5 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Network 24e7367e-e5e6-44e8-9960-5007b05e27d5 is already hosted by enough agents. {{(pid=104005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 05:35:14.400325 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.base_scheduler [None req-0b9efc36-bb0d-4048-ac46-81fe37200fd5 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Resources bound (agent type, host, resource id): {{(pid=104005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:35:14.404503 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9efc36-bb0d-4048-ac46-81fe37200fd5 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Received port after_create {{(pid=104005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 05:35:14.425881 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9efc36-bb0d-4048-ac46-81fe37200fd5 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Pushing event updated for resources: {'Port': ['ID=e5f48e87-28c0-45c9-bd13-cbe1c8bf504b,revision_number=1']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:35:14.439321 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:35:14.607746 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:35:14.775298 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-0b9efc36-bb0d-4048-ac46-81fe37200fd5 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Publish callbacks [] for floatingip (2078301e-2cee-4a73-8cac-b4290b30b7ef), precommit_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:35:14.841083 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-0b9efc36-bb0d-4048-ac46-81fe37200fd5 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3429059'] for port (e5f48e87-28c0-45c9-bd13-cbe1c8bf504b), before_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:35:14.987853 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-0b9efc36-bb0d-4048-ac46-81fe37200fd5 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Publish callbacks [] for port (e5f48e87-28c0-45c9-bd13-cbe1c8bf504b), precommit_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:35:14.992463 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-0b9efc36-bb0d-4048-ac46-81fe37200fd5 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737760604124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737760223829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737760223847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1905579'] for port (e5f48e87-28c0-45c9-bd13-cbe1c8bf504b), after_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:35:15.062779 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9efc36-bb0d-4048-ac46-81fe37200fd5 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Pushing event updated for resources: {'Port': ['ID=e5f48e87-28c0-45c9-bd13-cbe1c8bf504b,revision_number=2']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:35:15.076174 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-0b9efc36-bb0d-4048-ac46-81fe37200fd5 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-375524'] for floatingip (2078301e-2cee-4a73-8cac-b4290b30b7ef), after_create {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:35:15.172927 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.db.l3_db [None req-0b9efc36-bb0d-4048-ac46-81fe37200fd5 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Floating IP 2078301e-2cee-4a73-8cac-b4290b30b7ef associated. External IP: 172.27.2.81, port: 3a87fbe6-3f5d-46a3-909c-a495886bb451. Jul 29 05:35:15.315870 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:35:15.376200 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b9efc36-bb0d-4048-ac46-81fe37200fd5 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Router 74a7d72e-280a-4789-8708-01de1cc6e893 has already been hosted by L3 agent 8a9a6061-e61b-4901-b35e-5e71dea10db3 {{(pid=104005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 05:35:15.749447 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:35:15.775092 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b9efc36-bb0d-4048-ac46-81fe37200fd5 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Notify agent at l3_agent.dv-cinder-851279-2-iscsi the message routers_updated {{(pid=104005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 05:35:15.786615 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9dec30-413e-4563-b9ff-d0c83784aca3 None None] Sync routers for ids ['74a7d72e-280a-4789-8708-01de1cc6e893'] in dv-cinder-851279-2-iscsi {{(pid=104007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 05:35:15.801532 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-0b9efc36-bb0d-4048-ac46-81fe37200fd5 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249840'] for floatingip (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:35:15.802168 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9dec30-413e-4563-b9ff-d0c83784aca3 None None] Routers {'74a7d72e-280a-4789-8708-01de1cc6e893'} bound to L3 agent in host dv-cinder-851279-2-iscsi {{(pid=104007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:35:15.802804 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-ad9dec30-413e-4563-b9ff-d0c83784aca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T05:12:08Z,description=,heartbeat_timestamp=2022-07-29T05:35:08Z,host='dv-cinder-851279-2-iscsi',id=8a9a6061-e61b-4901-b35e-5e71dea10db3,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T05:12:08Z,topic='l3_agent')) {'router_ids': ['74a7d72e-280a-4789-8708-01de1cc6e893'], 'active': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:35:15.838027 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-0b9efc36-bb0d-4048-ac46-81fe37200fd5 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8449903 Jul 29 05:35:15.838648 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a1829ec-d021-4713-83d5-cb35394204ac', 'tag': '3a87fbe6-3f5d-46a3-909c-a495886bb451'}] {{(pid=104005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 05:35:15.841178 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18cb6d06cd9bdbb2624e76cf95b2230ef06252a8a1dccb16f0d07e3cc9dc753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-161fed22-8d5f-4db0-a890-8ade7829de40" -d '{"events": [{"name": "network-changed", "server_uuid": "1a1829ec-d021-4713-83d5-cb35394204ac", "tag": "3a87fbe6-3f5d-46a3-909c-a495886bb451"}]}' {{(pid=104005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 05:35:15.881819 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 05:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dea645e2-4c74-4e74-883f-52be21c426e9 x-openstack-request-id: req-dea645e2-4c74-4e74-883f-52be21c426e9 {{(pid=104005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 05:35:15.882143 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a1829ec-d021-4713-83d5-cb35394204ac", "tag": "3a87fbe6-3f5d-46a3-909c-a495886bb451", "status": "completed", "code": 200}]} {{(pid=104005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 05:35:15.882491 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dea645e2-4c74-4e74-883f-52be21c426e9 {{(pid=104005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 05:35:15.882809 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dea645e2-4c74-4e74-883f-52be21c426e9'] response: {'name': 'network-changed', 'server_uuid': '1a1829ec-d021-4713-83d5-cb35394204ac', 'tag': '3a87fbe6-3f5d-46a3-909c-a495886bb451', 'status': 'completed', 'code': 200} Jul 29 05:35:15.944737 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161fed22-8d5f-4db0-a890-8ade7829de40 req-2148085c-ab86-470c-864c-b62c69ffb4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:35:15.946273 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-161fed22-8d5f-4db0-a890-8ade7829de40 req-2148085c-ab86-470c-864c-b62c69ffb4f7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3d61aa3cfb59443d849c3d09d839cff5&device_id=1a1829ec-d021-4713-83d5-cb35394204ac HTTP/1.1" status: 200 len: 1130 time: 0.0414371 Jul 29 05:35:16.004954 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvr_db [None req-ad9dec30-413e-4563-b9ff-d0c83784aca3 None None] Set router 74a7d72e-280a-4789-8708-01de1cc6e893 gateway port host: dv-cinder-851279-2-iscsi {{(pid=104007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:35:16.043538 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161fed22-8d5f-4db0-a890-8ade7829de40 req-59431bba-fa78-4d44-9fba-c457bfa7308d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:35:16.045021 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-161fed22-8d5f-4db0-a890-8ade7829de40 req-59431bba-fa78-4d44-9fba-c457bfa7308d service neutron] 10.222.0.60 "GET /v2.0/networks?id=1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b HTTP/1.1" status: 200 len: 912 time: 0.0932570 Jul 29 05:35:16.108378 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-161fed22-8d5f-4db0-a890-8ade7829de40 req-86621906-2341-4025-8880-c68a016f3491 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a87fbe6-3f5d-46a3-909c-a495886bb451 HTTP/1.1" status: 200 len: 999 time: 0.0575387 Jul 29 05:35:16.165136 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161fed22-8d5f-4db0-a890-8ade7829de40 req-d6941b0a-ece3-41cc-9a89-4515695ed9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:35:16.166785 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-161fed22-8d5f-4db0-a890-8ade7829de40 req-d6941b0a-ece3-41cc-9a89-4515695ed9b1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f547db03-202a-42a5-a05f-faf57a3284b5 HTTP/1.1" status: 200 len: 850 time: 0.0513334 Jul 29 05:35:16.216438 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161fed22-8d5f-4db0-a890-8ade7829de40 req-67738174-21d9-4cae-a07f-64d5222e2c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:35:16.217918 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-161fed22-8d5f-4db0-a890-8ade7829de40 req-67738174-21d9-4cae-a07f-64d5222e2c31 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453629 Jul 29 05:35:16.228591 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-ad9dec30-413e-4563-b9ff-d0c83784aca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74a7d72e-280a-4789-8708-01de1cc6e893', 'name': 'tempest-TestVolumeBootPattern-641858207-router', 'tenant_id': '3d61aa3cfb59443d849c3d09d839cff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '91a5f9ec-eb9d-4c15-96e2-d7455c22400e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:30:18Z', 'updated_at': '2022-07-29T05:30:21Z', 'revision_number': 4, 'project_id': '3d61aa3cfb59443d849c3d09d839cff5', 'gw_port': {'id': '91a5f9ec-eb9d-4c15-96e2-d7455c22400e', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:42:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a7d72e-280a-4789-8708-01de1cc6e893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:30:18Z', 'updated_at': '2022-07-29T05:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi', '_floatingips': [{'id': '2078301e-2cee-4a73-8cac-b4290b30b7ef', 'tenant_id': '3d61aa3cfb59443d849c3d09d839cff5', 'floating_ip_address': '172.27.2.81', 'floating_network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'router_id': '74a7d72e-280a-4789-8708-01de1cc6e893', 'port_id': '3a87fbe6-3f5d-46a3-909c-a495886bb451', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 749, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b', 'mac_address': 'fa:16:3e:ad:3c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1829ec-d021-4713-83d5-cb35394204ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T05:35:14Z', 'updated_at': '2022-07-29T05:35:14Z', 'revision_number': 0, 'project_id': '3d61aa3cfb59443d849c3d09d839cff5', 'fixed_ip_address_scope': None}, {'id': 'e83d5d52-bc90-4c93-8b47-288954e2d4c3', 'tenant_id': '3d61aa3cfb59443d849c3d09d839cff5', 'floating_ip_address': '172.27.2.104', 'floating_network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'router_id': '74a7d72e-280a-4789-8708-01de1cc6e893', 'port_id': '99dc50ec-fe52-4053-870a-860015fe3269', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 746, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b', 'mac_address': 'fa:16:3e:88:26:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4c859c-f307-446f-91a3-967c6ccf6afd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T05:33:20Z', 'updated_at': '2022-07-29T05:33:23Z', 'revision_number': 1, 'project_id': '3d61aa3cfb59443d849c3d09d839cff5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e63cf1e-3788-464c-bd2b-dddc896a61cc', 'name': '', 'network_id': '1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b', 'tenant_id': '3d61aa3cfb59443d849c3d09d839cff5', 'mac_address': 'fa:16:3e:6b:2c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a7d72e-280a-4789-8708-01de1cc6e893', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'f547db03-202a-42a5-a05f-faf57a3284b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:30:20Z', 'updated_at': '2022-07-29T05:30:25Z', 'revision_number': 5, 'project_id': '3d61aa3cfb59443d849c3d09d839cff5', 'subnets': [{'id': 'f547db03-202a-42a5-a05f-faf57a3284b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-2-iscsi', False) {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:35:16.252841 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9dec30-413e-4563-b9ff-d0c83784aca3 None None] Checking router: 74a7d72e-280a-4789-8708-01de1cc6e893 for host: dv-cinder-851279-2-iscsi {{(pid=104007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 05:35:16.262224 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9dec30-413e-4563-b9ff-d0c83784aca3 None None] Routers {'74a7d72e-280a-4789-8708-01de1cc6e893'} bound to L3 agent in host dv-cinder-851279-2-iscsi {{(pid=104007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:35:16.262771 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-ad9dec30-413e-4563-b9ff-d0c83784aca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T05:12:08Z,description=,heartbeat_timestamp=2022-07-29T05:35:08Z,host='dv-cinder-851279-2-iscsi',id=8a9a6061-e61b-4901-b35e-5e71dea10db3,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T05:12:08Z,topic='l3_agent')) {'router_ids': ['74a7d72e-280a-4789-8708-01de1cc6e893'], 'active': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:35:16.307853 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-161fed22-8d5f-4db0-a890-8ade7829de40 req-58279832-79dd-43c7-a825-209784c842e9 service neutron] 10.222.0.60 "GET /v2.0/networks/1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834646 Jul 29 05:35:16.367674 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvr_db [None req-ad9dec30-413e-4563-b9ff-d0c83784aca3 None None] Set router 74a7d72e-280a-4789-8708-01de1cc6e893 gateway port host: dv-cinder-851279-2-iscsi {{(pid=104007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:35:16.402943 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-161fed22-8d5f-4db0-a890-8ade7829de40 req-c5488376-cf3e-4386-8c82-3c8477ed346f service neutron] 10.222.0.60 "GET /v2.0/networks/1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900421 Jul 29 05:35:16.594763 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-ad9dec30-413e-4563-b9ff-d0c83784aca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74a7d72e-280a-4789-8708-01de1cc6e893', 'name': 'tempest-TestVolumeBootPattern-641858207-router', 'tenant_id': '3d61aa3cfb59443d849c3d09d839cff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '91a5f9ec-eb9d-4c15-96e2-d7455c22400e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:30:18Z', 'updated_at': '2022-07-29T05:30:21Z', 'revision_number': 4, 'project_id': '3d61aa3cfb59443d849c3d09d839cff5', 'gw_port': {'id': '91a5f9ec-eb9d-4c15-96e2-d7455c22400e', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:42:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a7d72e-280a-4789-8708-01de1cc6e893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:30:18Z', 'updated_at': '2022-07-29T05:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi', '_floatingips': [{'id': '2078301e-2cee-4a73-8cac-b4290b30b7ef', 'tenant_id': '3d61aa3cfb59443d849c3d09d839cff5', 'floating_ip_address': '172.27.2.81', 'floating_network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'router_id': '74a7d72e-280a-4789-8708-01de1cc6e893', 'port_id': '3a87fbe6-3f5d-46a3-909c-a495886bb451', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 749, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b', 'mac_address': 'fa:16:3e:ad:3c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1829ec-d021-4713-83d5-cb35394204ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T05:35:14Z', 'updated_at': '2022-07-29T05:35:14Z', 'revision_number': 0, 'project_id': '3d61aa3cfb59443d849c3d09d839cff5', 'fixed_ip_address_scope': None}, {'id': 'e83d5d52-bc90-4c93-8b47-288954e2d4c3', 'tenant_id': '3d61aa3cfb59443d849c3d09d839cff5', 'floating_ip_address': '172.27.2.104', 'floating_network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'router_id': '74a7d72e-280a-4789-8708-01de1cc6e893', 'port_id': '99dc50ec-fe52-4053-870a-860015fe3269', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 746, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b', 'mac_address': 'fa:16:3e:88:26:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4c859c-f307-446f-91a3-967c6ccf6afd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T05:33:20Z', 'updated_at': '2022-07-29T05:33:23Z', 'revision_number': 1, 'project_id': '3d61aa3cfb59443d849c3d09d839cff5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e63cf1e-3788-464c-bd2b-dddc896a61cc', 'name': '', 'network_id': '1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b', 'tenant_id': '3d61aa3cfb59443d849c3d09d839cff5', 'mac_address': 'fa:16:3e:6b:2c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a7d72e-280a-4789-8708-01de1cc6e893', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'f547db03-202a-42a5-a05f-faf57a3284b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:30:20Z', 'updated_at': '2022-07-29T05:30:25Z', 'revision_number': 5, 'project_id': '3d61aa3cfb59443d849c3d09d839cff5', 'subnets': [{'id': 'f547db03-202a-42a5-a05f-faf57a3284b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-2-iscsi', False) {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:35:16.622468 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9dec30-413e-4563-b9ff-d0c83784aca3 None None] The sync data for ids ['74a7d72e-280a-4789-8708-01de1cc6e893'] in dv-cinder-851279-2-iscsi is: [{'id': '74a7d72e-280a-4789-8708-01de1cc6e893', 'name': 'tempest-TestVolumeBootPattern-641858207-router', 'tenant_id': '3d61aa3cfb59443d849c3d09d839cff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '91a5f9ec-eb9d-4c15-96e2-d7455c22400e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:30:18Z', 'updated_at': '2022-07-29T05:30:21Z', 'revision_number': 4, 'project_id': '3d61aa3cfb59443d849c3d09d839cff5', 'gw_port': {'id': '91a5f9ec-eb9d-4c15-96e2-d7455c22400e', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:42:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a7d72e-280a-4789-8708-01de1cc6e893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:30:18Z', 'updated_at': '2022-07-29T05:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi', '_floatingips': [{'id': '2078301e-2cee-4a73-8cac-b4290b30b7ef', 'tenant_id': '3d61aa3cfb59443d849c3d09d839cff5', 'floating_ip_address': '172.27.2.81', 'floating_network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'router_id': '74a7d72e-280a-4789-8708-01de1cc6e893', 'port_id': '3a87fbe6-3f5d-46a3-909c-a495886bb451', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 749, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b', 'mac_address': 'fa:16:3e:ad:3c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1829ec-d021-4713-83d5-cb35394204ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T05:35:14Z', 'updated_at': '2022-07-29T05:35:14Z', 'revision_number': 0, 'project_id': '3d61aa3cfb59443d849c3d09d839cff5', 'fixed_ip_address_scope': None}, {'id': 'e83d5d52-bc90-4c93-8b47-288954e2d4c3', 'tenant_id': '3d61aa3cfb59443d849c3d09d839cff5', 'floating_ip_address': '172.27.2.104', 'floating_network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'router_id': '74a7d72e-280a-4789-8708-01de1cc6e893', 'port_id': '99dc50ec-fe52-4053-870a-860015fe3269', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 746, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b', 'mac_address': 'fa:16:3e:88:26:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4c859c-f307-446f-91a3-967c6ccf6afd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T05:33:20Z', 'updated_at': '2022-07-29T05:33:23Z', 'revision_number': 1, 'project_id': '3d61aa3cfb59443d849c3d09d839cff5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e63cf1e-3788-464c-bd2b-dddc896a61cc', 'name': '', 'network_id': '1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b', 'tenant_id': '3d61aa3cfb59443d849c3d09d839cff5', 'mac_address': 'fa:16:3e:6b:2c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a7d72e-280a-4789-8708-01de1cc6e893', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'f547db03-202a-42a5-a05f-faf57a3284b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:30:20Z', 'updated_at': '2022-07-29T05:30:25Z', 'revision_number': 5, 'project_id': '3d61aa3cfb59443d849c3d09d839cff5', 'subnets': [{'id': 'f547db03-202a-42a5-a05f-faf57a3284b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 05:35:16.829729 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac5c1e1-f846-455e-a37e-9a9850be1503 None None] New status for floating IP 2078301e-2cee-4a73-8cac-b4290b30b7ef: ACTIVE {{(pid=104006) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 29 05:35:21.096818 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.agents_db [None req-24db149f-f2c4-42ba-b1ad-acaecd0c6386 None None] Agent healthcheck: found 6 active agents {{(pid=104007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 05:35:23.911714 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=90 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:35:25.076346 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-5b0b5c62-07da-4bab-9bc1-b24973e226eb req-3c397008-5b78-4c6d-bece-ac6e6c470315 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ca4c859c-f307-446f-91a3-967c6ccf6afd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398054 Jul 29 05:35:25.156966 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0b5c62-07da-4bab-9bc1-b24973e226eb req-285c264c-0174-4eb3-be93-9dc6be4eb4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:35:25.158451 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-5b0b5c62-07da-4bab-9bc1-b24973e226eb req-285c264c-0174-4eb3-be93-9dc6be4eb4e2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3d61aa3cfb59443d849c3d09d839cff5&device_id=ca4c859c-f307-446f-91a3-967c6ccf6afd HTTP/1.1" status: 200 len: 1130 time: 0.0399215 Jul 29 05:35:25.269752 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0b5c62-07da-4bab-9bc1-b24973e226eb req-6e11ee96-8bb6-423f-bbeb-f3f020dcdcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:35:25.271208 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-5b0b5c62-07da-4bab-9bc1-b24973e226eb req-6e11ee96-8bb6-423f-bbeb-f3f020dcdcb5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b HTTP/1.1" status: 200 len: 912 time: 0.0912983 Jul 29 05:35:25.333582 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-5b0b5c62-07da-4bab-9bc1-b24973e226eb req-aeb6a308-3908-4b5a-aa3a-0dc6c969ca88 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=99dc50ec-fe52-4053-870a-860015fe3269 HTTP/1.1" status: 200 len: 1002 time: 0.0545242 Jul 29 05:35:25.345747 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:35:25.386484 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0b5c62-07da-4bab-9bc1-b24973e226eb req-86cd2e4e-a01a-442e-be8a-3576b9d56cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:35:25.387988 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-5b0b5c62-07da-4bab-9bc1-b24973e226eb req-86cd2e4e-a01a-442e-be8a-3576b9d56cae service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f547db03-202a-42a5-a05f-faf57a3284b5 HTTP/1.1" status: 200 len: 850 time: 0.0488122 Jul 29 05:35:25.432696 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0b5c62-07da-4bab-9bc1-b24973e226eb req-8d5127c8-0017-4fe4-85c0-a9162cf6940d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:35:25.434193 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-5b0b5c62-07da-4bab-9bc1-b24973e226eb req-8d5127c8-0017-4fe4-85c0-a9162cf6940d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400217 Jul 29 05:35:25.532302 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-5b0b5c62-07da-4bab-9bc1-b24973e226eb req-294025d3-2c80-49d8-9956-1a00dfa17a9e service neutron] 10.222.0.60 "GET /v2.0/networks/1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912569 Jul 29 05:35:25.612312 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:35:25.627685 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-5b0b5c62-07da-4bab-9bc1-b24973e226eb req-e457825b-617f-4dd9-a8fb-603c125fe99c service neutron] 10.222.0.60 "GET /v2.0/networks/1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896726 Jul 29 05:35:26.949374 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:35:26.951260 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=38,neutron:UPDATE=4 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:35:31.090658 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=76 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:35:31.091551 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=80 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:35:35.621447 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-1b3256e4-88bd-4345-a832-07c1e770d3e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (0319cf4e-40d4-4455-bfa4-d5e1d8f6ed41), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:35:35.624790 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=30 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:35:37.776925 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (12b139f9-2daf-4047-bd2d-6bc43cda34b6), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:35:38.157730 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-f58ffd0f-ce2e-489c-91a5-4fa46b471e21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (8a9a6061-e61b-4901-b35e-5e71dea10db3), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:35:40.079278 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c0cfcfc2-d3d3-4a7d-ac6c-95a3fd745979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (543ff7d7-1636-45b2-a25e-e19209bc2e01), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:35:41.743057 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-25d2d662-1c10-455a-a758-35c132406432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (7da8dcb9-9a4e-44fd-b4da-fa922ad17d56), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:35:41.817912 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (aa119a64-f506-4951-a68b-6dc6289eaece), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:35:51.811687 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:35:51.813581 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:35:58.095783 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.agents_db [None req-24db149f-f2c4-42ba-b1ad-acaecd0c6386 None None] Agent healthcheck: found 6 active agents {{(pid=104007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 05:36:05.623628 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-583d677e-ad27-46ad-a9d5-6389a0694764 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (0319cf4e-40d4-4455-bfa4-d5e1d8f6ed41), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:36:07.777059 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (12b139f9-2daf-4047-bd2d-6bc43cda34b6), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:36:08.090674 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=5 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:36:08.091373 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:36:08.150192 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-a6824afa-334b-421f-8333-39bd08d64f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (8a9a6061-e61b-4901-b35e-5e71dea10db3), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:36:10.081097 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c0cfcfc2-d3d3-4a7d-ac6c-95a3fd745979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (543ff7d7-1636-45b2-a25e-e19209bc2e01), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:36:11.746031 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-25d2d662-1c10-455a-a758-35c132406432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (7da8dcb9-9a4e-44fd-b4da-fa922ad17d56), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:36:11.820233 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (aa119a64-f506-4951-a68b-6dc6289eaece), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:36:21.813817 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:36:21.815821 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:36:25.075046 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-01bacd2a-b0be-4047-b575-4e900171fa3e req-16d4da04-773f-4f13-91b9-3b78e6dfea78 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1a1829ec-d021-4713-83d5-cb35394204ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398619 Jul 29 05:36:25.131712 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bacd2a-b0be-4047-b575-4e900171fa3e req-c56077ad-251d-4825-acfb-2b9c275f36b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:36:25.133194 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-01bacd2a-b0be-4047-b575-4e900171fa3e req-c56077ad-251d-4825-acfb-2b9c275f36b3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3d61aa3cfb59443d849c3d09d839cff5&device_id=1a1829ec-d021-4713-83d5-cb35394204ac HTTP/1.1" status: 200 len: 1130 time: 0.0387425 Jul 29 05:36:25.242881 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bacd2a-b0be-4047-b575-4e900171fa3e req-afd974fb-2957-477b-b48e-e9d5276ed78f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:36:25.244384 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-01bacd2a-b0be-4047-b575-4e900171fa3e req-afd974fb-2957-477b-b48e-e9d5276ed78f service neutron] 10.222.0.60 "GET /v2.0/networks?id=1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b HTTP/1.1" status: 200 len: 912 time: 0.0926042 Jul 29 05:36:25.310660 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-01bacd2a-b0be-4047-b575-4e900171fa3e req-f2aaf1db-1e91-4275-94c3-493ce40fd4cf service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a87fbe6-3f5d-46a3-909c-a495886bb451 HTTP/1.1" status: 200 len: 1001 time: 0.0609765 Jul 29 05:36:25.359690 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bacd2a-b0be-4047-b575-4e900171fa3e req-282e1315-4a5d-4610-8efb-3715ed1d0b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:36:25.361027 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-01bacd2a-b0be-4047-b575-4e900171fa3e req-282e1315-4a5d-4610-8efb-3715ed1d0b31 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f547db03-202a-42a5-a05f-faf57a3284b5 HTTP/1.1" status: 200 len: 850 time: 0.0444560 Jul 29 05:36:25.405027 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bacd2a-b0be-4047-b575-4e900171fa3e req-ce2a1ae9-a636-4394-b87e-03f6f98f6874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:36:25.406529 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-01bacd2a-b0be-4047-b575-4e900171fa3e req-ce2a1ae9-a636-4394-b87e-03f6f98f6874 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402238 Jul 29 05:36:25.502735 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-01bacd2a-b0be-4047-b575-4e900171fa3e req-7470eaa6-42d9-4df9-bf75-953c30da78c4 service neutron] 10.222.0.60 "GET /v2.0/networks/1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892894 Jul 29 05:36:25.593529 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-01bacd2a-b0be-4047-b575-4e900171fa3e req-6ef84210-d280-41eb-8793-d36c65a259b6 service neutron] 10.222.0.60 "GET /v2.0/networks/1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855057 Jul 29 05:36:32.340276 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=2 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:36:32.341081 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=4 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:36:35.095069 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.agents_db [None req-24db149f-f2c4-42ba-b1ad-acaecd0c6386 None None] Agent healthcheck: found 6 active agents {{(pid=104007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 05:36:35.588690 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=53 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:36:35.590625 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=48 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:36:35.625470 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c1228124-c655-4fc4-b177-16f06d5d5026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (0319cf4e-40d4-4455-bfa4-d5e1d8f6ed41), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:36:37.793077 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (12b139f9-2daf-4047-bd2d-6bc43cda34b6), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:36:38.152446 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-23d9b0db-809d-4c34-b867-113bd4a25311 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (8a9a6061-e61b-4901-b35e-5e71dea10db3), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:36:40.084648 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c0cfcfc2-d3d3-4a7d-ac6c-95a3fd745979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (543ff7d7-1636-45b2-a25e-e19209bc2e01), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:36:41.748272 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-25d2d662-1c10-455a-a758-35c132406432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (7da8dcb9-9a4e-44fd-b4da-fa922ad17d56), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:36:41.824482 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (aa119a64-f506-4951-a68b-6dc6289eaece), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:36:45.085776 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 39674) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:36:45.090397 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=2 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:36:45.323128 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.plugin [None req-f5b24877-cd43-44b7-879f-2186176e3f95 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Deleting port e5f48e87-28c0-45c9-bd13-cbe1c8bf504b {{(pid=104005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 05:36:45.323501 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-f5b24877-cd43-44b7-879f-2186176e3f95 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737760600589'] for port (e5f48e87-28c0-45c9-bd13-cbe1c8bf504b), before_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:36:45.411902 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-f5b24877-cd43-44b7-879f-2186176e3f95 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420629'] for port (e5f48e87-28c0-45c9-bd13-cbe1c8bf504b), precommit_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:36:45.412220 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-f5b24877-cd43-44b7-879f-2186176e3f95 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Publish callbacks [] for floatingip (e5f48e87-28c0-45c9-bd13-cbe1c8bf504b), precommit_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:36:45.425320 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.plugin [None req-f5b24877-cd43-44b7-879f-2186176e3f95 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Calling delete_port for e5f48e87-28c0-45c9-bd13-cbe1c8bf504b owned by network:floatingip {{(pid=104005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 05:36:45.572346 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-f5b24877-cd43-44b7-879f-2186176e3f95 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737760621891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737760223820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1905596'] for port (e5f48e87-28c0-45c9-bd13-cbe1c8bf504b), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:36:45.598988 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b24877-cd43-44b7-879f-2186176e3f95 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Pushing event deleted for resources: {'Port': ['ID=e5f48e87-28c0-45c9-bd13-cbe1c8bf504b,revision_number=None']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:36:45.623270 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b24877-cd43-44b7-879f-2186176e3f95 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:36:45.623634 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b24877-cd43-44b7-879f-2186176e3f95 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:36:45.623975 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b24877-cd43-44b7-879f-2186176e3f95 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:36:45.624314 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b24877-cd43-44b7-879f-2186176e3f95 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:36:45.624662 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b24877-cd43-44b7-879f-2186176e3f95 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:36:45.625014 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b24877-cd43-44b7-879f-2186176e3f95 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:36:45.625298 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b24877-cd43-44b7-879f-2186176e3f95 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:36:45.625621 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b24877-cd43-44b7-879f-2186176e3f95 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:36:45.625944 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b24877-cd43-44b7-879f-2186176e3f95 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:36:45.626265 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b24877-cd43-44b7-879f-2186176e3f95 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:36:45.626591 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b24877-cd43-44b7-879f-2186176e3f95 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:36:45.626914 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b24877-cd43-44b7-879f-2186176e3f95 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:36:45.627232 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b24877-cd43-44b7-879f-2186176e3f95 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:36:45.627577 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b24877-cd43-44b7-879f-2186176e3f95 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:36:45.627896 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b24877-cd43-44b7-879f-2186176e3f95 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:36:45.674779 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-f5b24877-cd43-44b7-879f-2186176e3f95 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Publish callbacks [] for floatingip (2078301e-2cee-4a73-8cac-b4290b30b7ef), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:36:45.675025 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.db.l3_db [None req-f5b24877-cd43-44b7-879f-2186176e3f95 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Floating IP 2078301e-2cee-4a73-8cac-b4290b30b7ef disassociated (deleted). External IP: 172.27.2.81, port: 3a87fbe6-3f5d-46a3-909c-a495886bb451. Jul 29 05:36:45.874166 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5b24877-cd43-44b7-879f-2186176e3f95 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Router 74a7d72e-280a-4789-8708-01de1cc6e893 has already been hosted by L3 agent 8a9a6061-e61b-4901-b35e-5e71dea10db3 {{(pid=104005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 05:36:45.977907 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5b24877-cd43-44b7-879f-2186176e3f95 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Notify agent at l3_agent.dv-cinder-851279-2-iscsi the message routers_updated {{(pid=104005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 05:36:45.982686 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-f5b24877-cd43-44b7-879f-2186176e3f95 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249840'] for floatingip (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:36:45.988219 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a15fa6-cd2a-412f-9fb3-2acebcdef7e3 None None] Sync routers for ids ['74a7d72e-280a-4789-8708-01de1cc6e893'] in dv-cinder-851279-2-iscsi {{(pid=104007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 05:36:45.998171 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a15fa6-cd2a-412f-9fb3-2acebcdef7e3 None None] Routers {'74a7d72e-280a-4789-8708-01de1cc6e893'} bound to L3 agent in host dv-cinder-851279-2-iscsi {{(pid=104007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:36:45.998785 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-e2a15fa6-cd2a-412f-9fb3-2acebcdef7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T05:12:08Z,description=,heartbeat_timestamp=2022-07-29T05:36:38Z,host='dv-cinder-851279-2-iscsi',id=8a9a6061-e61b-4901-b35e-5e71dea10db3,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T05:12:08Z,topic='l3_agent')) {'router_ids': ['74a7d72e-280a-4789-8708-01de1cc6e893'], 'active': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:36:46.013434 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-f5b24877-cd43-44b7-879f-2186176e3f95 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.49 "DELETE /v2.0/floatingips/2078301e-2cee-4a73-8cac-b4290b30b7ef HTTP/1.1" status: 204 len: 168 time: 0.9265141 Jul 29 05:36:46.014119 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a1829ec-d021-4713-83d5-cb35394204ac', 'tag': '3a87fbe6-3f5d-46a3-909c-a495886bb451'}] {{(pid=104005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 05:36:46.016544 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18cb6d06cd9bdbb2624e76cf95b2230ef06252a8a1dccb16f0d07e3cc9dc753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f608946-8f54-44a2-9930-80df86e021b8" -d '{"events": [{"name": "network-changed", "server_uuid": "1a1829ec-d021-4713-83d5-cb35394204ac", "tag": "3a87fbe6-3f5d-46a3-909c-a495886bb451"}]}' {{(pid=104005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 05:36:46.065741 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 05:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-727cbd57-152c-4862-a96b-eb1c48dc7f9c x-openstack-request-id: req-727cbd57-152c-4862-a96b-eb1c48dc7f9c {{(pid=104005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 05:36:46.066047 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a1829ec-d021-4713-83d5-cb35394204ac", "tag": "3a87fbe6-3f5d-46a3-909c-a495886bb451", "status": "completed", "code": 200}]} {{(pid=104005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 05:36:46.066300 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-727cbd57-152c-4862-a96b-eb1c48dc7f9c {{(pid=104005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 05:36:46.066716 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.notifiers.nova [-] Nova event matching ['req-727cbd57-152c-4862-a96b-eb1c48dc7f9c'] response: {'name': 'network-changed', 'server_uuid': '1a1829ec-d021-4713-83d5-cb35394204ac', 'tag': '3a87fbe6-3f5d-46a3-909c-a495886bb451', 'status': 'completed', 'code': 200} Jul 29 05:36:46.123054 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvr_db [None req-e2a15fa6-cd2a-412f-9fb3-2acebcdef7e3 None None] Set router 74a7d72e-280a-4789-8708-01de1cc6e893 gateway port host: dv-cinder-851279-2-iscsi {{(pid=104007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:36:46.187029 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:36:46.194609 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:36:46.202358 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f608946-8f54-44a2-9930-80df86e021b8 req-e495613a-b883-4138-a85b-d8565be55449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:36:46.204645 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-4f608946-8f54-44a2-9930-80df86e021b8 req-e495613a-b883-4138-a85b-d8565be55449 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3d61aa3cfb59443d849c3d09d839cff5&device_id=1a1829ec-d021-4713-83d5-cb35394204ac HTTP/1.1" status: 200 len: 1130 time: 0.1075208 Jul 29 05:36:46.345417 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-e2a15fa6-cd2a-412f-9fb3-2acebcdef7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74a7d72e-280a-4789-8708-01de1cc6e893', 'name': 'tempest-TestVolumeBootPattern-641858207-router', 'tenant_id': '3d61aa3cfb59443d849c3d09d839cff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '91a5f9ec-eb9d-4c15-96e2-d7455c22400e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:30:18Z', 'updated_at': '2022-07-29T05:30:21Z', 'revision_number': 4, 'project_id': '3d61aa3cfb59443d849c3d09d839cff5', 'gw_port': {'id': '91a5f9ec-eb9d-4c15-96e2-d7455c22400e', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:42:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a7d72e-280a-4789-8708-01de1cc6e893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:30:18Z', 'updated_at': '2022-07-29T05:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi', '_floatingips': [{'id': 'e83d5d52-bc90-4c93-8b47-288954e2d4c3', 'tenant_id': '3d61aa3cfb59443d849c3d09d839cff5', 'floating_ip_address': '172.27.2.104', 'floating_network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'router_id': '74a7d72e-280a-4789-8708-01de1cc6e893', 'port_id': '99dc50ec-fe52-4053-870a-860015fe3269', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 746, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b', 'mac_address': 'fa:16:3e:88:26:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4c859c-f307-446f-91a3-967c6ccf6afd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T05:33:20Z', 'updated_at': '2022-07-29T05:33:23Z', 'revision_number': 1, 'project_id': '3d61aa3cfb59443d849c3d09d839cff5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e63cf1e-3788-464c-bd2b-dddc896a61cc', 'name': '', 'network_id': '1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b', 'tenant_id': '3d61aa3cfb59443d849c3d09d839cff5', 'mac_address': 'fa:16:3e:6b:2c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a7d72e-280a-4789-8708-01de1cc6e893', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'f547db03-202a-42a5-a05f-faf57a3284b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:30:20Z', 'updated_at': '2022-07-29T05:30:25Z', 'revision_number': 5, 'project_id': '3d61aa3cfb59443d849c3d09d839cff5', 'subnets': [{'id': 'f547db03-202a-42a5-a05f-faf57a3284b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-2-iscsi', False) {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:36:46.371267 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a15fa6-cd2a-412f-9fb3-2acebcdef7e3 None None] Checking router: 74a7d72e-280a-4789-8708-01de1cc6e893 for host: dv-cinder-851279-2-iscsi {{(pid=104007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 05:36:46.381848 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a15fa6-cd2a-412f-9fb3-2acebcdef7e3 None None] Routers {'74a7d72e-280a-4789-8708-01de1cc6e893'} bound to L3 agent in host dv-cinder-851279-2-iscsi {{(pid=104007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:36:46.382101 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-e2a15fa6-cd2a-412f-9fb3-2acebcdef7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T05:12:08Z,description=,heartbeat_timestamp=2022-07-29T05:36:38Z,host='dv-cinder-851279-2-iscsi',id=8a9a6061-e61b-4901-b35e-5e71dea10db3,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T05:12:08Z,topic='l3_agent')) {'router_ids': ['74a7d72e-280a-4789-8708-01de1cc6e893'], 'active': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:36:46.407141 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb392a90-215f-4553-afd0-0319b1bdd31f req-0c583013-68b8-45fb-8a40-c74b47c97059 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:36:46.408648 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-bb392a90-215f-4553-afd0-0319b1bdd31f req-0c583013-68b8-45fb-8a40-c74b47c97059 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a1829ec-d021-4713-83d5-cb35394204ac HTTP/1.1" status: 200 len: 946 time: 0.1631882 Jul 29 05:36:46.458815 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-bb392a90-215f-4553-afd0-0319b1bdd31f req-082f6766-8b07-4d07-ad55-2c49aba3e6ae tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.49 "GET /v2.0/security-groups?id=8bfb15b5-8bf4-4960-9ee1-728bf945b639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436447 Jul 29 05:36:46.489831 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvr_db [None req-e2a15fa6-cd2a-412f-9fb3-2acebcdef7e3 None None] Set router 74a7d72e-280a-4789-8708-01de1cc6e893 gateway port host: dv-cinder-851279-2-iscsi {{(pid=104007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:36:46.783740 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-e2a15fa6-cd2a-412f-9fb3-2acebcdef7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74a7d72e-280a-4789-8708-01de1cc6e893', 'name': 'tempest-TestVolumeBootPattern-641858207-router', 'tenant_id': '3d61aa3cfb59443d849c3d09d839cff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '91a5f9ec-eb9d-4c15-96e2-d7455c22400e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:30:18Z', 'updated_at': '2022-07-29T05:30:21Z', 'revision_number': 4, 'project_id': '3d61aa3cfb59443d849c3d09d839cff5', 'gw_port': {'id': '91a5f9ec-eb9d-4c15-96e2-d7455c22400e', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:42:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a7d72e-280a-4789-8708-01de1cc6e893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:30:18Z', 'updated_at': '2022-07-29T05:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi', '_floatingips': [{'id': 'e83d5d52-bc90-4c93-8b47-288954e2d4c3', 'tenant_id': '3d61aa3cfb59443d849c3d09d839cff5', 'floating_ip_address': '172.27.2.104', 'floating_network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'router_id': '74a7d72e-280a-4789-8708-01de1cc6e893', 'port_id': '99dc50ec-fe52-4053-870a-860015fe3269', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 746, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b', 'mac_address': 'fa:16:3e:88:26:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4c859c-f307-446f-91a3-967c6ccf6afd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T05:33:20Z', 'updated_at': '2022-07-29T05:33:23Z', 'revision_number': 1, 'project_id': '3d61aa3cfb59443d849c3d09d839cff5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e63cf1e-3788-464c-bd2b-dddc896a61cc', 'name': '', 'network_id': '1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b', 'tenant_id': '3d61aa3cfb59443d849c3d09d839cff5', 'mac_address': 'fa:16:3e:6b:2c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a7d72e-280a-4789-8708-01de1cc6e893', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'f547db03-202a-42a5-a05f-faf57a3284b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:30:20Z', 'updated_at': '2022-07-29T05:30:25Z', 'revision_number': 5, 'project_id': '3d61aa3cfb59443d849c3d09d839cff5', 'subnets': [{'id': 'f547db03-202a-42a5-a05f-faf57a3284b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-2-iscsi', False) {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:36:46.810708 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a15fa6-cd2a-412f-9fb3-2acebcdef7e3 None None] The sync data for ids ['74a7d72e-280a-4789-8708-01de1cc6e893'] in dv-cinder-851279-2-iscsi is: [{'id': '74a7d72e-280a-4789-8708-01de1cc6e893', 'name': 'tempest-TestVolumeBootPattern-641858207-router', 'tenant_id': '3d61aa3cfb59443d849c3d09d839cff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '91a5f9ec-eb9d-4c15-96e2-d7455c22400e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:30:18Z', 'updated_at': '2022-07-29T05:30:21Z', 'revision_number': 4, 'project_id': '3d61aa3cfb59443d849c3d09d839cff5', 'gw_port': {'id': '91a5f9ec-eb9d-4c15-96e2-d7455c22400e', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:42:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a7d72e-280a-4789-8708-01de1cc6e893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:30:18Z', 'updated_at': '2022-07-29T05:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi', '_floatingips': [{'id': 'e83d5d52-bc90-4c93-8b47-288954e2d4c3', 'tenant_id': '3d61aa3cfb59443d849c3d09d839cff5', 'floating_ip_address': '172.27.2.104', 'floating_network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'router_id': '74a7d72e-280a-4789-8708-01de1cc6e893', 'port_id': '99dc50ec-fe52-4053-870a-860015fe3269', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 746, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b', 'mac_address': 'fa:16:3e:88:26:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4c859c-f307-446f-91a3-967c6ccf6afd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T05:33:20Z', 'updated_at': '2022-07-29T05:33:23Z', 'revision_number': 1, 'project_id': '3d61aa3cfb59443d849c3d09d839cff5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e63cf1e-3788-464c-bd2b-dddc896a61cc', 'name': '', 'network_id': '1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b', 'tenant_id': '3d61aa3cfb59443d849c3d09d839cff5', 'mac_address': 'fa:16:3e:6b:2c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a7d72e-280a-4789-8708-01de1cc6e893', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'f547db03-202a-42a5-a05f-faf57a3284b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:30:20Z', 'updated_at': '2022-07-29T05:30:25Z', 'revision_number': 5, 'project_id': '3d61aa3cfb59443d849c3d09d839cff5', 'subnets': [{'id': 'f547db03-202a-42a5-a05f-faf57a3284b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 05:36:47.045017 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b76015-71ef-4e05-b7a6-bb542083be04 None None] New status for floating IP 2078301e-2cee-4a73-8cac-b4290b30b7ef: DOWN {{(pid=104006) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 29 05:36:47.256254 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f608946-8f54-44a2-9930-80df86e021b8 req-f1b89bf0-ae0a-497a-b064-37b2305ed9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:36:47.257713 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-4f608946-8f54-44a2-9930-80df86e021b8 req-f1b89bf0-ae0a-497a-b064-37b2305ed9e7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b HTTP/1.1" status: 200 len: 912 time: 0.0892198 Jul 29 05:36:47.367432 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-4f608946-8f54-44a2-9930-80df86e021b8 req-d4d8a59f-cb7a-484c-8dca-a8918d87e1f3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a87fbe6-3f5d-46a3-909c-a495886bb451 HTTP/1.1" status: 200 len: 217 time: 0.0324838 Jul 29 05:36:47.416581 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f608946-8f54-44a2-9930-80df86e021b8 req-d503bf94-1e04-4c81-abc8-095c94b88d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:36:47.417997 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-4f608946-8f54-44a2-9930-80df86e021b8 req-d503bf94-1e04-4c81-abc8-095c94b88d84 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f547db03-202a-42a5-a05f-faf57a3284b5 HTTP/1.1" status: 200 len: 850 time: 0.0437706 Jul 29 05:36:47.461129 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f608946-8f54-44a2-9930-80df86e021b8 req-c96cabb3-68d2-47a6-9fc4-d293fde16ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:36:47.462608 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-4f608946-8f54-44a2-9930-80df86e021b8 req-c96cabb3-68d2-47a6-9fc4-d293fde16ef9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386000 Jul 29 05:36:47.638418 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c365ceed-292d-4f07-b70c-b92e9960f6ec req-e24406a2-ebe2-4d02-8211-443f22decef9 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:36:47.639945 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-c365ceed-292d-4f07-b70c-b92e9960f6ec req-e24406a2-ebe2-4d02-8211-443f22decef9 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a1829ec-d021-4713-83d5-cb35394204ac HTTP/1.1" status: 200 len: 946 time: 0.1070800 Jul 29 05:36:47.693013 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-c365ceed-292d-4f07-b70c-b92e9960f6ec req-f069bb0f-e3cb-4410-bcbc-e250a38f2441 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.49 "GET /v2.0/security-groups?id=8bfb15b5-8bf4-4960-9ee1-728bf945b639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467558 Jul 29 05:36:47.748467 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ea3ea0-bd1c-42fd-8a49-92dc842169e1 req-a71198a9-1c2f-4645-858f-5fece1427ffb tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:36:47.750591 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-41ea3ea0-bd1c-42fd-8a49-92dc842169e1 req-a71198a9-1c2f-4645-858f-5fece1427ffb tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a1829ec-d021-4713-83d5-cb35394204ac HTTP/1.1" status: 200 len: 946 time: 0.0593157 Jul 29 05:36:47.808610 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-4f608946-8f54-44a2-9930-80df86e021b8 req-9db2c610-5588-4077-b6b9-84e4d4ffe1b0 service neutron] 10.222.0.60 "GET /v2.0/networks/1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648760 Jul 29 05:36:47.898805 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.plugin [req-41ea3ea0-bd1c-42fd-8a49-92dc842169e1 req-db84c6c7-3d61-4a24-9eef-36e9d7d3b7a7 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Deleting port 3a87fbe6-3f5d-46a3-909c-a495886bb451 {{(pid=104005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 05:36:47.899040 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-41ea3ea0-bd1c-42fd-8a49-92dc842169e1 req-db84c6c7-3d61-4a24-9eef-36e9d7d3b7a7 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737760600589'] for port (3a87fbe6-3f5d-46a3-909c-a495886bb451), before_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:36:47.982304 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-4f608946-8f54-44a2-9930-80df86e021b8 req-fed74631-4467-4d95-ba7f-20e6ff70aa3a service neutron] 10.222.0.60 "GET /v2.0/networks/1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653938 Jul 29 05:36:48.020620 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.db [req-41ea3ea0-bd1c-42fd-8a49-92dc842169e1 req-db84c6c7-3d61-4a24-9eef-36e9d7d3b7a7 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] For port 3a87fbe6-3f5d-46a3-909c-a495886bb451, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=3a87fbe6-3f5d-46a3-909c-a495886bb451,segment=NetworkSegment(9d7b27d9-0143-463c-a7be-74fa3e5595bd),segment_id=9d7b27d9-0143-463c-a7be-74fa3e5595bd)] {{(pid=104005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:36:48.020979 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-41ea3ea0-bd1c-42fd-8a49-92dc842169e1 req-db84c6c7-3d61-4a24-9eef-36e9d7d3b7a7 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420629'] for port (3a87fbe6-3f5d-46a3-909c-a495886bb451), precommit_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:36:48.039814 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.plugin [req-41ea3ea0-bd1c-42fd-8a49-92dc842169e1 req-db84c6c7-3d61-4a24-9eef-36e9d7d3b7a7 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Calling delete_port for 3a87fbe6-3f5d-46a3-909c-a495886bb451 owned by compute:nova {{(pid=104005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 05:36:48.174370 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-41ea3ea0-bd1c-42fd-8a49-92dc842169e1 req-db84c6c7-3d61-4a24-9eef-36e9d7d3b7a7 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737760621891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737760223820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1905596'] for port (3a87fbe6-3f5d-46a3-909c-a495886bb451), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:36:48.203990 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db84c6c7-3d61-4a24-9eef-36e9d7d3b7a7 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Pushing event deleted for resources: {'Port': ['ID=3a87fbe6-3f5d-46a3-909c-a495886bb451,revision_number=None']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:36:48.211538 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:36:48.249044 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvrscheduler_db [req-41ea3ea0-bd1c-42fd-8a49-92dc842169e1 req-db84c6c7-3d61-4a24-9eef-36e9d7d3b7a7 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] No DVR routers for this DVR port 3a87fbe6-3f5d-46a3-909c-a495886bb451 on host hv-cinder-85127 {{(pid=104005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 29 05:36:48.252768 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-41ea3ea0-bd1c-42fd-8a49-92dc842169e1 req-db84c6c7-3d61-4a24-9eef-36e9d7d3b7a7 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249840'] for port (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:36:48.255993 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-41ea3ea0-bd1c-42fd-8a49-92dc842169e1 req-db84c6c7-3d61-4a24-9eef-36e9d7d3b7a7 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.60 "DELETE /v2.0/ports/3a87fbe6-3f5d-46a3-909c-a495886bb451 HTTP/1.1" status: 204 len: 173 time: 0.5006051 Jul 29 05:36:48.256427 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a1829ec-d021-4713-83d5-cb35394204ac', 'name': 'network-vif-deleted', 'tag': '3a87fbe6-3f5d-46a3-909c-a495886bb451'}] {{(pid=104005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 05:36:48.258657 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18cb6d06cd9bdbb2624e76cf95b2230ef06252a8a1dccb16f0d07e3cc9dc753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c492b378-023b-4e55-85e3-936b40a1c8e6" -d '{"events": [{"server_uuid": "1a1829ec-d021-4713-83d5-cb35394204ac", "name": "network-vif-deleted", "tag": "3a87fbe6-3f5d-46a3-909c-a495886bb451"}]}' {{(pid=104005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 05:36:48.305013 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 05:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e840a09-6874-498d-bbfb-d4f5c8581579 x-openstack-request-id: req-8e840a09-6874-498d-bbfb-d4f5c8581579 {{(pid=104005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 05:36:48.305386 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a1829ec-d021-4713-83d5-cb35394204ac", "name": "network-vif-deleted", "tag": "3a87fbe6-3f5d-46a3-909c-a495886bb451", "status": "completed", "code": 200}]} {{(pid=104005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 05:36:48.305651 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8e840a09-6874-498d-bbfb-d4f5c8581579 {{(pid=104005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 05:36:48.306060 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e840a09-6874-498d-bbfb-d4f5c8581579'] response: {'server_uuid': '1a1829ec-d021-4713-83d5-cb35394204ac', 'name': 'network-vif-deleted', 'tag': '3a87fbe6-3f5d-46a3-909c-a495886bb451', 'status': 'completed', 'code': 200} Jul 29 05:36:48.807731 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-7fa4e210-0071-4636-9bfe-5b4dca35ec09 req-b9fd5079-bfe3-489e-bbe9-c402e08894c0 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a1829ec-d021-4713-83d5-cb35394204ac HTTP/1.1" status: 200 len: 210 time: 0.0278254 Jul 29 05:36:51.246264 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Device 3a87fbe6-3f5d-46a3-909c-a495886bb451 no longer exists at agent hyperv_hv-cinder-85127 {{(pid=104006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 05:36:51.269520 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] No Port match for: 3a87fbe6-3f5d-46a3-909c-a495886bb451 {{(pid=104006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 05:36:51.269829 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Device 3a87fbe6-3f5d-46a3-909c-a495886bb451 not bound to the agent host hv-cinder-85127 {{(pid=104006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 05:36:52.124683 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 39722) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:36:52.172204 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:36:52.272652 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.plugin [None req-ad894eac-8079-4ed7-9ba8-9395a86dc63d tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Deleting port 22858bff-d2d4-4cab-8775-505da09d090a {{(pid=104005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 05:36:52.272986 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-ad894eac-8079-4ed7-9ba8-9395a86dc63d tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737760600589'] for port (22858bff-d2d4-4cab-8775-505da09d090a), before_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:36:52.350632 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-ad894eac-8079-4ed7-9ba8-9395a86dc63d tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420629'] for port (22858bff-d2d4-4cab-8775-505da09d090a), precommit_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:36:52.350960 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-ad894eac-8079-4ed7-9ba8-9395a86dc63d tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Publish callbacks [] for floatingip (22858bff-d2d4-4cab-8775-505da09d090a), precommit_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:36:52.364526 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.plugin [None req-ad894eac-8079-4ed7-9ba8-9395a86dc63d tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Calling delete_port for 22858bff-d2d4-4cab-8775-505da09d090a owned by network:floatingip {{(pid=104005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 05:36:52.511278 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-ad894eac-8079-4ed7-9ba8-9395a86dc63d tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737760621891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737760223820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1905596'] for port (22858bff-d2d4-4cab-8775-505da09d090a), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:36:52.535684 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad894eac-8079-4ed7-9ba8-9395a86dc63d tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Pushing event deleted for resources: {'Port': ['ID=22858bff-d2d4-4cab-8775-505da09d090a,revision_number=None']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:36:52.601234 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-ad894eac-8079-4ed7-9ba8-9395a86dc63d tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Publish callbacks [] for floatingip (e83d5d52-bc90-4c93-8b47-288954e2d4c3), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:36:52.601562 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.db.l3_db [None req-ad894eac-8079-4ed7-9ba8-9395a86dc63d tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Floating IP e83d5d52-bc90-4c93-8b47-288954e2d4c3 disassociated (deleted). External IP: 172.27.2.104, port: 99dc50ec-fe52-4053-870a-860015fe3269. Jul 29 05:36:52.800763 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad894eac-8079-4ed7-9ba8-9395a86dc63d tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Router 74a7d72e-280a-4789-8708-01de1cc6e893 has already been hosted by L3 agent 8a9a6061-e61b-4901-b35e-5e71dea10db3 {{(pid=104005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 05:36:52.899299 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:36:52.904948 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad894eac-8079-4ed7-9ba8-9395a86dc63d tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Notify agent at l3_agent.dv-cinder-851279-2-iscsi the message routers_updated {{(pid=104005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 05:36:52.910116 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-ad894eac-8079-4ed7-9ba8-9395a86dc63d tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249840'] for floatingip (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:36:52.915558 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed70785-8f68-4f13-b468-3e2237f8c28c None None] Sync routers for ids ['74a7d72e-280a-4789-8708-01de1cc6e893'] in dv-cinder-851279-2-iscsi {{(pid=104007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 05:36:52.926574 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed70785-8f68-4f13-b468-3e2237f8c28c None None] Routers {'74a7d72e-280a-4789-8708-01de1cc6e893'} bound to L3 agent in host dv-cinder-851279-2-iscsi {{(pid=104007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:36:52.927189 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-bed70785-8f68-4f13-b468-3e2237f8c28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T05:12:08Z,description=,heartbeat_timestamp=2022-07-29T05:36:38Z,host='dv-cinder-851279-2-iscsi',id=8a9a6061-e61b-4901-b35e-5e71dea10db3,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T05:12:08Z,topic='l3_agent')) {'router_ids': ['74a7d72e-280a-4789-8708-01de1cc6e893'], 'active': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:36:52.946146 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-ad894eac-8079-4ed7-9ba8-9395a86dc63d tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.49 "DELETE /v2.0/floatingips/e83d5d52-bc90-4c93-8b47-288954e2d4c3 HTTP/1.1" status: 204 len: 168 time: 0.8203754 Jul 29 05:36:52.946737 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca4c859c-f307-446f-91a3-967c6ccf6afd', 'tag': '99dc50ec-fe52-4053-870a-860015fe3269'}] {{(pid=104005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 05:36:52.955798 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18cb6d06cd9bdbb2624e76cf95b2230ef06252a8a1dccb16f0d07e3cc9dc753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d323af86-e8c1-40c8-aecf-0c5d26055f44" -d '{"events": [{"name": "network-changed", "server_uuid": "ca4c859c-f307-446f-91a3-967c6ccf6afd", "tag": "99dc50ec-fe52-4053-870a-860015fe3269"}]}' {{(pid=104005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 05:36:53.000130 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 05:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-776a4031-de86-4437-bf66-88434a542e2f x-openstack-request-id: req-776a4031-de86-4437-bf66-88434a542e2f {{(pid=104005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 05:36:53.000420 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca4c859c-f307-446f-91a3-967c6ccf6afd", "tag": "99dc50ec-fe52-4053-870a-860015fe3269", "status": "completed", "code": 200}]} {{(pid=104005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 05:36:53.000671 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-776a4031-de86-4437-bf66-88434a542e2f {{(pid=104005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 05:36:53.001758 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.notifiers.nova [-] Nova event matching ['req-776a4031-de86-4437-bf66-88434a542e2f'] response: {'name': 'network-changed', 'server_uuid': 'ca4c859c-f307-446f-91a3-967c6ccf6afd', 'tag': '99dc50ec-fe52-4053-870a-860015fe3269', 'status': 'completed', 'code': 200} Jul 29 05:36:53.018892 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=100 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:36:53.041031 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvr_db [None req-bed70785-8f68-4f13-b468-3e2237f8c28c None None] Set router 74a7d72e-280a-4789-8708-01de1cc6e893 gateway port host: dv-cinder-851279-2-iscsi {{(pid=104007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:36:53.075125 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d323af86-e8c1-40c8-aecf-0c5d26055f44 req-02aec245-f277-4dae-9ec8-03dfada8d864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:36:53.084945 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-d323af86-e8c1-40c8-aecf-0c5d26055f44 req-02aec245-f277-4dae-9ec8-03dfada8d864 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3d61aa3cfb59443d849c3d09d839cff5&device_id=ca4c859c-f307-446f-91a3-967c6ccf6afd HTTP/1.1" status: 200 len: 1130 time: 0.0634289 Jul 29 05:36:53.085809 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=100 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:36:53.202874 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:36:53.214830 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf0e11a-25fe-4ce8-b508-37896f0ef4ef req-dc1f3e5e-3041-4e79-ba14-53482e5abfc6 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:36:53.216295 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-0bf0e11a-25fe-4ce8-b508-37896f0ef4ef req-dc1f3e5e-3041-4e79-ba14-53482e5abfc6 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.49 "GET /v2.0/ports?device_id=ca4c859c-f307-446f-91a3-967c6ccf6afd HTTP/1.1" status: 200 len: 946 time: 0.0694227 Jul 29 05:36:53.222402 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d323af86-e8c1-40c8-aecf-0c5d26055f44 req-e5f8996e-2e7c-4e30-8e59-a42c20ab9887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:36:53.223828 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-d323af86-e8c1-40c8-aecf-0c5d26055f44 req-e5f8996e-2e7c-4e30-8e59-a42c20ab9887 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b HTTP/1.1" status: 200 len: 912 time: 0.1331937 Jul 29 05:36:53.250348 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-bed70785-8f68-4f13-b468-3e2237f8c28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74a7d72e-280a-4789-8708-01de1cc6e893', 'name': 'tempest-TestVolumeBootPattern-641858207-router', 'tenant_id': '3d61aa3cfb59443d849c3d09d839cff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '91a5f9ec-eb9d-4c15-96e2-d7455c22400e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:30:18Z', 'updated_at': '2022-07-29T05:30:21Z', 'revision_number': 4, 'project_id': '3d61aa3cfb59443d849c3d09d839cff5', 'gw_port': {'id': '91a5f9ec-eb9d-4c15-96e2-d7455c22400e', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:42:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a7d72e-280a-4789-8708-01de1cc6e893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:30:18Z', 'updated_at': '2022-07-29T05:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi', '_interfaces': [{'id': '5e63cf1e-3788-464c-bd2b-dddc896a61cc', 'name': '', 'network_id': '1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b', 'tenant_id': '3d61aa3cfb59443d849c3d09d839cff5', 'mac_address': 'fa:16:3e:6b:2c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a7d72e-280a-4789-8708-01de1cc6e893', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'f547db03-202a-42a5-a05f-faf57a3284b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:30:20Z', 'updated_at': '2022-07-29T05:30:25Z', 'revision_number': 5, 'project_id': '3d61aa3cfb59443d849c3d09d839cff5', 'subnets': [{'id': 'f547db03-202a-42a5-a05f-faf57a3284b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-2-iscsi', False) {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:36:53.274563 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-0bf0e11a-25fe-4ce8-b508-37896f0ef4ef req-3c6badc8-b976-422f-b926-c0b650d8f918 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.49 "GET /v2.0/security-groups?id=8bfb15b5-8bf4-4960-9ee1-728bf945b639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497754 Jul 29 05:36:53.280186 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed70785-8f68-4f13-b468-3e2237f8c28c None None] Checking router: 74a7d72e-280a-4789-8708-01de1cc6e893 for host: dv-cinder-851279-2-iscsi {{(pid=104007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 05:36:53.290055 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed70785-8f68-4f13-b468-3e2237f8c28c None None] Routers {'74a7d72e-280a-4789-8708-01de1cc6e893'} bound to L3 agent in host dv-cinder-851279-2-iscsi {{(pid=104007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:36:53.290661 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-bed70785-8f68-4f13-b468-3e2237f8c28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T05:12:08Z,description=,heartbeat_timestamp=2022-07-29T05:36:38Z,host='dv-cinder-851279-2-iscsi',id=8a9a6061-e61b-4901-b35e-5e71dea10db3,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T05:12:08Z,topic='l3_agent')) {'router_ids': ['74a7d72e-280a-4789-8708-01de1cc6e893'], 'active': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:36:53.396046 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvr_db [None req-bed70785-8f68-4f13-b468-3e2237f8c28c None None] Set router 74a7d72e-280a-4789-8708-01de1cc6e893 gateway port host: dv-cinder-851279-2-iscsi {{(pid=104007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:36:53.586695 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-bed70785-8f68-4f13-b468-3e2237f8c28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74a7d72e-280a-4789-8708-01de1cc6e893', 'name': 'tempest-TestVolumeBootPattern-641858207-router', 'tenant_id': '3d61aa3cfb59443d849c3d09d839cff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '91a5f9ec-eb9d-4c15-96e2-d7455c22400e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:30:18Z', 'updated_at': '2022-07-29T05:30:21Z', 'revision_number': 4, 'project_id': '3d61aa3cfb59443d849c3d09d839cff5', 'gw_port': {'id': '91a5f9ec-eb9d-4c15-96e2-d7455c22400e', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:42:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a7d72e-280a-4789-8708-01de1cc6e893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:30:18Z', 'updated_at': '2022-07-29T05:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi', '_interfaces': [{'id': '5e63cf1e-3788-464c-bd2b-dddc896a61cc', 'name': '', 'network_id': '1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b', 'tenant_id': '3d61aa3cfb59443d849c3d09d839cff5', 'mac_address': 'fa:16:3e:6b:2c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a7d72e-280a-4789-8708-01de1cc6e893', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'f547db03-202a-42a5-a05f-faf57a3284b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:30:20Z', 'updated_at': '2022-07-29T05:30:25Z', 'revision_number': 5, 'project_id': '3d61aa3cfb59443d849c3d09d839cff5', 'subnets': [{'id': 'f547db03-202a-42a5-a05f-faf57a3284b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-2-iscsi', False) {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:36:53.611931 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed70785-8f68-4f13-b468-3e2237f8c28c None None] The sync data for ids ['74a7d72e-280a-4789-8708-01de1cc6e893'] in dv-cinder-851279-2-iscsi is: [{'id': '74a7d72e-280a-4789-8708-01de1cc6e893', 'name': 'tempest-TestVolumeBootPattern-641858207-router', 'tenant_id': '3d61aa3cfb59443d849c3d09d839cff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '91a5f9ec-eb9d-4c15-96e2-d7455c22400e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:30:18Z', 'updated_at': '2022-07-29T05:30:21Z', 'revision_number': 4, 'project_id': '3d61aa3cfb59443d849c3d09d839cff5', 'gw_port': {'id': '91a5f9ec-eb9d-4c15-96e2-d7455c22400e', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:42:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a7d72e-280a-4789-8708-01de1cc6e893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:30:18Z', 'updated_at': '2022-07-29T05:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi', '_interfaces': [{'id': '5e63cf1e-3788-464c-bd2b-dddc896a61cc', 'name': '', 'network_id': '1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b', 'tenant_id': '3d61aa3cfb59443d849c3d09d839cff5', 'mac_address': 'fa:16:3e:6b:2c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a7d72e-280a-4789-8708-01de1cc6e893', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'f547db03-202a-42a5-a05f-faf57a3284b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:30:20Z', 'updated_at': '2022-07-29T05:30:25Z', 'revision_number': 5, 'project_id': '3d61aa3cfb59443d849c3d09d839cff5', 'subnets': [{'id': 'f547db03-202a-42a5-a05f-faf57a3284b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 05:36:53.836036 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e73b6d-44bc-4af1-89bd-4370089fb2cb None None] New status for floating IP e83d5d52-bc90-4c93-8b47-288954e2d4c3: DOWN {{(pid=104006) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 29 05:36:54.116030 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-d323af86-e8c1-40c8-aecf-0c5d26055f44 req-26162fa0-9a8b-4e49-8b25-5f691cc4003b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=99dc50ec-fe52-4053-870a-860015fe3269 HTTP/1.1" status: 200 len: 217 time: 0.0322037 Jul 29 05:36:54.165481 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d323af86-e8c1-40c8-aecf-0c5d26055f44 req-428c8909-26de-4030-9438-5de27b859582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:36:54.166880 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-d323af86-e8c1-40c8-aecf-0c5d26055f44 req-428c8909-26de-4030-9438-5de27b859582 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f547db03-202a-42a5-a05f-faf57a3284b5 HTTP/1.1" status: 200 len: 850 time: 0.0436828 Jul 29 05:36:54.219321 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d323af86-e8c1-40c8-aecf-0c5d26055f44 req-27a4bcf0-f79c-4619-be98-c0b6b8bb14f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:36:54.221140 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-d323af86-e8c1-40c8-aecf-0c5d26055f44 req-27a4bcf0-f79c-4619-be98-c0b6b8bb14f8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420210 Jul 29 05:36:54.353670 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-d323af86-e8c1-40c8-aecf-0c5d26055f44 req-c10ef000-f134-40c1-9d56-9ca62a92b9cf service neutron] 10.222.0.60 "GET /v2.0/networks/1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913565 Jul 29 05:36:54.399551 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1cd853-af09-4fa6-a753-d25628ecda1c req-9cde1296-84bf-47eb-81fd-6e6b27cad218 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:36:54.401004 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-0c1cd853-af09-4fa6-a753-d25628ecda1c req-9cde1296-84bf-47eb-81fd-6e6b27cad218 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.49 "GET /v2.0/ports?device_id=ca4c859c-f307-446f-91a3-967c6ccf6afd HTTP/1.1" status: 200 len: 946 time: 0.0474982 Jul 29 05:36:54.451302 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-0c1cd853-af09-4fa6-a753-d25628ecda1c req-c50070e3-76c1-4e50-9a7e-babfa6169f9d tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.49 "GET /v2.0/security-groups?id=8bfb15b5-8bf4-4960-9ee1-728bf945b639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442266 Jul 29 05:36:54.855022 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672870d6-425c-4b84-805e-e138a33c9b3e req-0eaf0176-747c-4f4f-8731-67d69cfbf45d tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:36:54.856384 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-672870d6-425c-4b84-805e-e138a33c9b3e req-0eaf0176-747c-4f4f-8731-67d69cfbf45d tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca4c859c-f307-446f-91a3-967c6ccf6afd HTTP/1.1" status: 200 len: 946 time: 0.3345716 Jul 29 05:36:54.862604 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-d323af86-e8c1-40c8-aecf-0c5d26055f44 req-a3534eee-0721-46e8-b272-eac894128660 service neutron] 10.222.0.60 "GET /v2.0/networks/1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3954327 Jul 29 05:36:54.940011 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.plugin [req-672870d6-425c-4b84-805e-e138a33c9b3e req-b7c28f2b-592e-49aa-8c34-fb1f65e50b3a tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Deleting port 99dc50ec-fe52-4053-870a-860015fe3269 {{(pid=104005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 05:36:54.940351 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-672870d6-425c-4b84-805e-e138a33c9b3e req-b7c28f2b-592e-49aa-8c34-fb1f65e50b3a tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737760600589'] for port (99dc50ec-fe52-4053-870a-860015fe3269), before_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:36:55.033430 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.db [req-672870d6-425c-4b84-805e-e138a33c9b3e req-b7c28f2b-592e-49aa-8c34-fb1f65e50b3a tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] For port 99dc50ec-fe52-4053-870a-860015fe3269, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=99dc50ec-fe52-4053-870a-860015fe3269,segment=NetworkSegment(9d7b27d9-0143-463c-a7be-74fa3e5595bd),segment_id=9d7b27d9-0143-463c-a7be-74fa3e5595bd)] {{(pid=104005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:36:55.033792 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-672870d6-425c-4b84-805e-e138a33c9b3e req-b7c28f2b-592e-49aa-8c34-fb1f65e50b3a tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420629'] for port (99dc50ec-fe52-4053-870a-860015fe3269), precommit_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:36:55.048267 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.plugin [req-672870d6-425c-4b84-805e-e138a33c9b3e req-b7c28f2b-592e-49aa-8c34-fb1f65e50b3a tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Calling delete_port for 99dc50ec-fe52-4053-870a-860015fe3269 owned by compute:nova {{(pid=104005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 05:36:55.177455 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-672870d6-425c-4b84-805e-e138a33c9b3e req-b7c28f2b-592e-49aa-8c34-fb1f65e50b3a tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737760621891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737760223820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1905596'] for port (99dc50ec-fe52-4053-870a-860015fe3269), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:36:55.183509 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:36:55.208377 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c28f2b-592e-49aa-8c34-fb1f65e50b3a tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Pushing event deleted for resources: {'Port': ['ID=99dc50ec-fe52-4053-870a-860015fe3269,revision_number=None']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:36:55.252551 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvrscheduler_db [req-672870d6-425c-4b84-805e-e138a33c9b3e req-b7c28f2b-592e-49aa-8c34-fb1f65e50b3a tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] No DVR routers for this DVR port 99dc50ec-fe52-4053-870a-860015fe3269 on host hv-cinder-85127 {{(pid=104005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 29 05:36:55.255017 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [req-672870d6-425c-4b84-805e-e138a33c9b3e req-b7c28f2b-592e-49aa-8c34-fb1f65e50b3a tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249840'] for port (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:36:55.258245 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [req-672870d6-425c-4b84-805e-e138a33c9b3e req-b7c28f2b-592e-49aa-8c34-fb1f65e50b3a tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.60 "DELETE /v2.0/ports/99dc50ec-fe52-4053-870a-860015fe3269 HTTP/1.1" status: 204 len: 173 time: 0.3947718 Jul 29 05:36:55.258678 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca4c859c-f307-446f-91a3-967c6ccf6afd', 'name': 'network-vif-deleted', 'tag': '99dc50ec-fe52-4053-870a-860015fe3269'}] {{(pid=104005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 05:36:55.260962 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18cb6d06cd9bdbb2624e76cf95b2230ef06252a8a1dccb16f0d07e3cc9dc753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cd10c7f-24bf-4baa-a47a-8f35ef8fbecb" -d '{"events": [{"server_uuid": "ca4c859c-f307-446f-91a3-967c6ccf6afd", "name": "network-vif-deleted", "tag": "99dc50ec-fe52-4053-870a-860015fe3269"}]}' {{(pid=104005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 05:36:55.302441 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 05:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fab59ec-8e13-4079-aca9-ad01e20aed88 x-openstack-request-id: req-1fab59ec-8e13-4079-aca9-ad01e20aed88 {{(pid=104005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 05:36:55.302740 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca4c859c-f307-446f-91a3-967c6ccf6afd", "name": "network-vif-deleted", "tag": "99dc50ec-fe52-4053-870a-860015fe3269", "status": "completed", "code": 200}]} {{(pid=104005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 05:36:55.302994 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1fab59ec-8e13-4079-aca9-ad01e20aed88 {{(pid=104005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 05:36:55.303435 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fab59ec-8e13-4079-aca9-ad01e20aed88'] response: {'server_uuid': 'ca4c859c-f307-446f-91a3-967c6ccf6afd', 'name': 'network-vif-deleted', 'tag': '99dc50ec-fe52-4053-870a-860015fe3269', 'status': 'completed', 'code': 200} Jul 29 05:36:55.561365 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [req-7f93b52e-66ee-47d9-8879-245162f4d8f8 req-cee34cf9-5f6c-4945-a6a6-ea499b2fd27b tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.49 "GET /v2.0/ports?device_id=ca4c859c-f307-446f-91a3-967c6ccf6afd HTTP/1.1" status: 200 len: 210 time: 0.0374086 Jul 29 05:36:56.626566 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 39738) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:36:56.736888 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.plugin [None req-bb9c8995-af04-4b5d-b749-962cf6bdbea1 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Deleting port efa0d0f2-25cd-4983-92ac-bf58cde7b947 {{(pid=104005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 05:36:56.737233 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-bb9c8995-af04-4b5d-b749-962cf6bdbea1 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737760600589'] for port (efa0d0f2-25cd-4983-92ac-bf58cde7b947), before_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:36:56.778544 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:36:56.818843 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-bb9c8995-af04-4b5d-b749-962cf6bdbea1 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420629'] for port (efa0d0f2-25cd-4983-92ac-bf58cde7b947), precommit_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:36:56.819173 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-bb9c8995-af04-4b5d-b749-962cf6bdbea1 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Publish callbacks [] for floatingip (efa0d0f2-25cd-4983-92ac-bf58cde7b947), precommit_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:36:56.832668 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.plugin [None req-bb9c8995-af04-4b5d-b749-962cf6bdbea1 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Calling delete_port for efa0d0f2-25cd-4983-92ac-bf58cde7b947 owned by network:floatingip {{(pid=104005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 05:36:56.964773 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-bb9c8995-af04-4b5d-b749-962cf6bdbea1 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737760621891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737760223820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1905596'] for port (efa0d0f2-25cd-4983-92ac-bf58cde7b947), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:36:56.991140 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9c8995-af04-4b5d-b749-962cf6bdbea1 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Pushing event deleted for resources: {'Port': ['ID=efa0d0f2-25cd-4983-92ac-bf58cde7b947,revision_number=None']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:36:57.055802 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-bb9c8995-af04-4b5d-b749-962cf6bdbea1 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Publish callbacks [] for floatingip (bc52329c-e90d-45ff-a9cd-d14c32c5125d), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:36:57.058274 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-bb9c8995-af04-4b5d-b749-962cf6bdbea1 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249840'] for floatingip (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:36:57.059432 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-bb9c8995-af04-4b5d-b749-962cf6bdbea1 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.49 "DELETE /v2.0/floatingips/bc52329c-e90d-45ff-a9cd-d14c32c5125d HTTP/1.1" status: 204 len: 168 time: 0.4325306 Jul 29 05:36:58.173681 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [req-c100e776-a5eb-454c-bd42-32fdca219050 req-e81c174b-26dc-47b6-b36b-d687f5dd21d6 service neutron] (104005) timed out ('10.222.0.60', 59889) {{(pid=104005) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 29 05:36:58.270378 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 39750) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:36:58.327067 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-a8fc5aad-2926-4183-8eed-988872030869 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Publish callbacks [] for security_group (8bfb15b5-8bf4-4960-9ee1-728bf945b639), before_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:36:58.353244 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-a8fc5aad-2926-4183-8eed-988872030869 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Publish callbacks [] for security_group (8bfb15b5-8bf4-4960-9ee1-728bf945b639), precommit_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:36:58.418324 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-a8fc5aad-2926-4183-8eed-988872030869 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (8bfb15b5-8bf4-4960-9ee1-728bf945b639), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:36:58.421042 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-a8fc5aad-2926-4183-8eed-988872030869 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Publish callbacks [] for security_group (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:36:58.422233 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-a8fc5aad-2926-4183-8eed-988872030869 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] 10.222.0.49 "DELETE /v2.0/security-groups/8bfb15b5-8bf4-4960-9ee1-728bf945b639 HTTP/1.1" status: 204 len: 168 time: 0.1508579 Jul 29 05:36:58.431644 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fc5aad-2926-4183-8eed-988872030869 tempest-TestVolumeBootPattern-421021144 tempest-TestVolumeBootPattern-421021144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bfb15b5-8bf4-4960-9ee1-728bf945b639,revision_number=None']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:36:58.477520 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 39754) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:36:59.119397 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-b959156b-b03f-42b2-94c5-5a850cfb32b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-361244'] for router_interface (74a7d72e-280a-4789-8708-01de1cc6e893), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:36:59.285998 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Device 99dc50ec-fe52-4053-870a-860015fe3269 no longer exists at agent hyperv_hv-cinder-85127 {{(pid=104006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 05:36:59.304853 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] No Port match for: 99dc50ec-fe52-4053-870a-860015fe3269 {{(pid=104006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 05:36:59.305192 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Device 99dc50ec-fe52-4053-870a-860015fe3269 not bound to the agent host hv-cinder-85127 {{(pid=104006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 05:36:59.316996 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [req-7413c3ef-7f88-4e40-be40-f218da4244d2 req-a1ccfdf9-6662-4365-a05d-d96442a3fa1e service neutron] (104005) timed out ('10.222.0.60', 59912) {{(pid=104005) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 29 05:36:59.346621 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-b959156b-b03f-42b2-94c5-5a850cfb32b1 admin admin] Deleting port 5e63cf1e-3788-464c-bd2b-dddc896a61cc {{(pid=104004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 05:36:59.346958 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-b959156b-b03f-42b2-94c5-5a850cfb32b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737760600589'] for port (5e63cf1e-3788-464c-bd2b-dddc896a61cc), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:36:59.431174 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-b959156b-b03f-42b2-94c5-5a850cfb32b1 admin admin] For port 5e63cf1e-3788-464c-bd2b-dddc896a61cc, host dv-cinder-851279-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-2-iscsi',level=0,port_id=5e63cf1e-3788-464c-bd2b-dddc896a61cc,segment=NetworkSegment(9d7b27d9-0143-463c-a7be-74fa3e5595bd),segment_id=9d7b27d9-0143-463c-a7be-74fa3e5595bd)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:36:59.431561 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-b959156b-b03f-42b2-94c5-5a850cfb32b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420629'] for port (5e63cf1e-3788-464c-bd2b-dddc896a61cc), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:36:59.444702 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-b959156b-b03f-42b2-94c5-5a850cfb32b1 admin admin] Calling delete_port for 5e63cf1e-3788-464c-bd2b-dddc896a61cc owned by network:router_interface {{(pid=104004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 05:36:59.484612 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=100 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:36:59.547340 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=100 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:36:59.630072 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-b959156b-b03f-42b2-94c5-5a850cfb32b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737760621891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737760223820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660275'] for port (5e63cf1e-3788-464c-bd2b-dddc896a61cc), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:36:59.653945 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b959156b-b03f-42b2-94c5-5a850cfb32b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e63cf1e-3788-464c-bd2b-dddc896a61cc,revision_number=None']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:36:59.668887 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b959156b-b03f-42b2-94c5-5a850cfb32b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:36:59.669241 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b959156b-b03f-42b2-94c5-5a850cfb32b1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:36:59.672339 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b959156b-b03f-42b2-94c5-5a850cfb32b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:36:59.672339 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b959156b-b03f-42b2-94c5-5a850cfb32b1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:36:59.672339 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b959156b-b03f-42b2-94c5-5a850cfb32b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:36:59.672339 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b959156b-b03f-42b2-94c5-5a850cfb32b1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:36:59.672339 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b959156b-b03f-42b2-94c5-5a850cfb32b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:36:59.672339 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b959156b-b03f-42b2-94c5-5a850cfb32b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:36:59.672339 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b959156b-b03f-42b2-94c5-5a850cfb32b1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:36:59.672339 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b959156b-b03f-42b2-94c5-5a850cfb32b1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:36:59.672339 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b959156b-b03f-42b2-94c5-5a850cfb32b1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:36:59.673110 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b959156b-b03f-42b2-94c5-5a850cfb32b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:36:59.673523 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b959156b-b03f-42b2-94c5-5a850cfb32b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:36:59.673864 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b959156b-b03f-42b2-94c5-5a850cfb32b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:36:59.674184 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b959156b-b03f-42b2-94c5-5a850cfb32b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:36:59.839498 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-b959156b-b03f-42b2-94c5-5a850cfb32b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-361352'] for router_interface (74a7d72e-280a-4789-8708-01de1cc6e893), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:37:00.052259 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b959156b-b03f-42b2-94c5-5a850cfb32b1 admin admin] Router 74a7d72e-280a-4789-8708-01de1cc6e893 has already been hosted by L3 agent 8a9a6061-e61b-4901-b35e-5e71dea10db3 {{(pid=104004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 05:37:00.157119 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b959156b-b03f-42b2-94c5-5a850cfb32b1 admin admin] Notify agent at l3_agent.dv-cinder-851279-2-iscsi the message routers_updated {{(pid=104004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 05:37:00.163552 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-b959156b-b03f-42b2-94c5-5a850cfb32b1 admin admin] 10.222.0.49 "PUT /v2.0/routers/74a7d72e-280a-4789-8708-01de1cc6e893/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6830745 Jul 29 05:37:00.164704 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 39758) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:37:00.167222 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6cd8fb-aa75-492e-b317-59924ff54108 None None] Sync routers for ids ['74a7d72e-280a-4789-8708-01de1cc6e893'] in dv-cinder-851279-2-iscsi {{(pid=104007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 05:37:00.179215 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6cd8fb-aa75-492e-b317-59924ff54108 None None] Routers {'74a7d72e-280a-4789-8708-01de1cc6e893'} bound to L3 agent in host dv-cinder-851279-2-iscsi {{(pid=104007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:37:00.180153 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-2b6cd8fb-aa75-492e-b317-59924ff54108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T05:12:08Z,description=,heartbeat_timestamp=2022-07-29T05:36:38Z,host='dv-cinder-851279-2-iscsi',id=8a9a6061-e61b-4901-b35e-5e71dea10db3,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T05:12:08Z,topic='l3_agent')) {'router_ids': ['74a7d72e-280a-4789-8708-01de1cc6e893'], 'active': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:37:00.266527 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-ff0be000-06c9-4a6e-80b5-ac7ac20aca13 admin admin] Publish callbacks [] for router (74a7d72e-280a-4789-8708-01de1cc6e893), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:37:00.280298 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvr_db [None req-2b6cd8fb-aa75-492e-b317-59924ff54108 None None] Set router 74a7d72e-280a-4789-8708-01de1cc6e893 gateway port host: dv-cinder-851279-2-iscsi {{(pid=104007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:37:00.368305 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-ff0be000-06c9-4a6e-80b5-ac7ac20aca13 admin admin] Publish callbacks [] for router_gateway (74a7d72e-280a-4789-8708-01de1cc6e893), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:37:00.380039 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:37:00.409720 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:37:00.413329 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-ff0be000-06c9-4a6e-80b5-ac7ac20aca13 admin admin] Deleting port 91a5f9ec-eb9d-4c15-96e2-d7455c22400e {{(pid=104004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 05:37:00.413635 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-ff0be000-06c9-4a6e-80b5-ac7ac20aca13 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737760600589'] for port (91a5f9ec-eb9d-4c15-96e2-d7455c22400e), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:37:00.457448 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-2b6cd8fb-aa75-492e-b317-59924ff54108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74a7d72e-280a-4789-8708-01de1cc6e893', 'name': 'tempest-TestVolumeBootPattern-641858207-router', 'tenant_id': '3d61aa3cfb59443d849c3d09d839cff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '91a5f9ec-eb9d-4c15-96e2-d7455c22400e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:30:18Z', 'updated_at': '2022-07-29T05:36:59Z', 'revision_number': 5, 'project_id': '3d61aa3cfb59443d849c3d09d839cff5', 'gw_port': {'id': '91a5f9ec-eb9d-4c15-96e2-d7455c22400e', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:42:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a7d72e-280a-4789-8708-01de1cc6e893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:30:18Z', 'updated_at': '2022-07-29T05:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi'}], 'dv-cinder-851279-2-iscsi', False) {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:37:00.482592 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6cd8fb-aa75-492e-b317-59924ff54108 None None] Checking router: 74a7d72e-280a-4789-8708-01de1cc6e893 for host: dv-cinder-851279-2-iscsi {{(pid=104007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 05:37:00.492146 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6cd8fb-aa75-492e-b317-59924ff54108 None None] Routers {'74a7d72e-280a-4789-8708-01de1cc6e893'} bound to L3 agent in host dv-cinder-851279-2-iscsi {{(pid=104007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:37:00.492760 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-2b6cd8fb-aa75-492e-b317-59924ff54108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T05:12:08Z,description=,heartbeat_timestamp=2022-07-29T05:36:38Z,host='dv-cinder-851279-2-iscsi',id=8a9a6061-e61b-4901-b35e-5e71dea10db3,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T05:12:08Z,topic='l3_agent')) {'router_ids': ['74a7d72e-280a-4789-8708-01de1cc6e893'], 'active': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:37:00.499124 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-ff0be000-06c9-4a6e-80b5-ac7ac20aca13 admin admin] For port 91a5f9ec-eb9d-4c15-96e2-d7455c22400e, host dv-cinder-851279-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-2-iscsi',level=0,port_id=91a5f9ec-eb9d-4c15-96e2-d7455c22400e,segment=NetworkSegment(f0686699-af43-47c7-b9bc-f7993eec27ee),segment_id=f0686699-af43-47c7-b9bc-f7993eec27ee)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:37:00.499702 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-ff0be000-06c9-4a6e-80b5-ac7ac20aca13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420629'] for port (91a5f9ec-eb9d-4c15-96e2-d7455c22400e), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:37:00.518120 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-ff0be000-06c9-4a6e-80b5-ac7ac20aca13 admin admin] Calling delete_port for 91a5f9ec-eb9d-4c15-96e2-d7455c22400e owned by network:router_gateway {{(pid=104004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 05:37:00.663620 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvr_db [None req-2b6cd8fb-aa75-492e-b317-59924ff54108 None None] Set router 74a7d72e-280a-4789-8708-01de1cc6e893 gateway port host: None {{(pid=104007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:37:00.665121 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=100 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:37:00.695042 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-ff0be000-06c9-4a6e-80b5-ac7ac20aca13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737760621891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737760223820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660275'] for port (91a5f9ec-eb9d-4c15-96e2-d7455c22400e), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:37:00.715899 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.l3_hamode_db [None req-2b6cd8fb-aa75-492e-b317-59924ff54108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74a7d72e-280a-4789-8708-01de1cc6e893', 'name': 'tempest-TestVolumeBootPattern-641858207-router', 'tenant_id': '3d61aa3cfb59443d849c3d09d839cff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:30:18Z', 'updated_at': '2022-07-29T05:37:00Z', 'revision_number': 6, 'project_id': '3d61aa3cfb59443d849c3d09d839cff5', 'gw_port_host': None}], 'dv-cinder-851279-2-iscsi', False) {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:37:00.721972 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0be000-06c9-4a6e-80b5-ac7ac20aca13 admin admin] Pushing event deleted for resources: {'Port': ['ID=91a5f9ec-eb9d-4c15-96e2-d7455c22400e,revision_number=None']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:37:00.754556 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6cd8fb-aa75-492e-b317-59924ff54108 None None] The sync data for ids ['74a7d72e-280a-4789-8708-01de1cc6e893'] in dv-cinder-851279-2-iscsi is: [{'id': '74a7d72e-280a-4789-8708-01de1cc6e893', 'name': 'tempest-TestVolumeBootPattern-641858207-router', 'tenant_id': '3d61aa3cfb59443d849c3d09d839cff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:30:18Z', 'updated_at': '2022-07-29T05:37:00Z', 'revision_number': 6, 'project_id': '3d61aa3cfb59443d849c3d09d839cff5', 'gw_port_host': None}] {{(pid=104007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 05:37:00.788162 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-ff0be000-06c9-4a6e-80b5-ac7ac20aca13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-375324'] for router_gateway (74a7d72e-280a-4789-8708-01de1cc6e893), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:37:00.874378 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-ff0be000-06c9-4a6e-80b5-ac7ac20aca13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-401047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1364'] for router (74a7d72e-280a-4789-8708-01de1cc6e893), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:37:00.876683 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-ff0be000-06c9-4a6e-80b5-ac7ac20aca13 admin admin] Publish callbacks [] for router_controller (74a7d72e-280a-4789-8708-01de1cc6e893), precommit_delete_associations {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:37:00.921287 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-ff0be000-06c9-4a6e-80b5-ac7ac20aca13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-400917'] for router (74a7d72e-280a-4789-8708-01de1cc6e893), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:37:00.921928 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff0be000-06c9-4a6e-80b5-ac7ac20aca13 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 74a7d72e-280a-4789-8708-01de1cc6e893 {{(pid=104004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 05:37:00.927112 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-ff0be000-06c9-4a6e-80b5-ac7ac20aca13 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:37:00.928671 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-ff0be000-06c9-4a6e-80b5-ac7ac20aca13 admin admin] 10.222.0.49 "DELETE /v2.0/routers/74a7d72e-280a-4789-8708-01de1cc6e893 HTTP/1.1" status: 204 len: 168 time: 0.7630475 Jul 29 05:37:00.931241 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 39760) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:37:00.980901 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc56cf78-f86d-44f6-85c5-95f8ce68e067 admin admin] Deleting subnet f547db03-202a-42a5-a05f-faf57a3284b5 {{(pid=104004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 29 05:37:00.984025 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-bc56cf78-f86d-44f6-85c5-95f8ce68e067 admin admin] Publish callbacks [] for subnet (f547db03-202a-42a5-a05f-faf57a3284b5), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:37:01.019751 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-bc56cf78-f86d-44f6-85c5-95f8ce68e067 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29149063'] for subnet (f547db03-202a-42a5-a05f-faf57a3284b5), precommit_delete_associations {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:37:01.106592 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-bc56cf78-f86d-44f6-85c5-95f8ce68e067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3503403'] for subnet (f547db03-202a-42a5-a05f-faf57a3284b5), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:37:01.168088 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-bc56cf78-f86d-44f6-85c5-95f8ce68e067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3503394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-292102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25660254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25789394'] for subnet (f547db03-202a-42a5-a05f-faf57a3284b5), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:37:01.199400 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc56cf78-f86d-44f6-85c5-95f8ce68e067 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f547db03-202a-42a5-a05f-faf57a3284b5,revision_number=None']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:37:01.201364 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-bc56cf78-f86d-44f6-85c5-95f8ce68e067 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:37:01.207517 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-bc56cf78-f86d-44f6-85c5-95f8ce68e067 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/f547db03-202a-42a5-a05f-faf57a3284b5 HTTP/1.1" status: 204 len: 168 time: 0.2730522 Jul 29 05:37:01.207902 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 39762) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:37:01.214880 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1b6782-f47c-4dc0-8b37-96a856deb59b None None] Network 1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b requested from dv-cinder-851279-2-iscsi {{(pid=104006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 05:37:01.279223 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-5a3aa177-8169-4309-8255-e969537295f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3418721'] for network (1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:37:01.316442 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:37:01.327841 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-5a3aa177-8169-4309-8255-e969537295f3 admin admin] Deleting port cc52d100-54ea-42b3-9476-6973d0ebfb26 {{(pid=104004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 05:37:01.328237 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-5a3aa177-8169-4309-8255-e969537295f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737760600589'] for port (cc52d100-54ea-42b3-9476-6973d0ebfb26), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:37:01.340568 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=4 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:37:01.394953 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-5a3aa177-8169-4309-8255-e969537295f3 admin admin] For port cc52d100-54ea-42b3-9476-6973d0ebfb26, host dv-cinder-851279-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-2-iscsi',level=0,port_id=cc52d100-54ea-42b3-9476-6973d0ebfb26,segment=NetworkSegment(9d7b27d9-0143-463c-a7be-74fa3e5595bd),segment_id=9d7b27d9-0143-463c-a7be-74fa3e5595bd)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:37:01.395311 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-5a3aa177-8169-4309-8255-e969537295f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420629'] for port (cc52d100-54ea-42b3-9476-6973d0ebfb26), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:37:01.408383 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-5a3aa177-8169-4309-8255-e969537295f3 admin admin] Calling delete_port for cc52d100-54ea-42b3-9476-6973d0ebfb26 owned by network:dhcp {{(pid=104004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 05:37:01.488851 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-5a3aa177-8169-4309-8255-e969537295f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737760621891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737760223820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660275'] for port (cc52d100-54ea-42b3-9476-6973d0ebfb26), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:37:01.512212 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3aa177-8169-4309-8255-e969537295f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc52d100-54ea-42b3-9476-6973d0ebfb26,revision_number=None']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:37:01.519378 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3aa177-8169-4309-8255-e969537295f3 admin admin] No DVR routers for this DVR port cc52d100-54ea-42b3-9476-6973d0ebfb26 on host dv-cinder-851279-2-iscsi {{(pid=104004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 29 05:37:01.551802 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c711f8-7da2-4c86-a3e0-f937dda88869 None None] DHCP port deletion for 1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b request from dv-cinder-851279-2-iscsi {{(pid=104006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 29 05:37:01.596577 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-5a3aa177-8169-4309-8255-e969537295f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3505157', 'neutron.services.segments.db._delete_segments_for_network-8737760678346'] for network (1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:37:01.620009 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.services.segments.db [None req-5a3aa177-8169-4309-8255-e969537295f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b']}} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:37:01.631381 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.services.segments.db [None req-5a3aa177-8169-4309-8255-e969537295f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d7b27d9-0143-463c-a7be-74fa3e5595bd') {'for_net_delete': True} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:37:01.631671 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.services.segments.db [None req-5a3aa177-8169-4309-8255-e969537295f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d7b27d9-0143-463c-a7be-74fa3e5595bd') {} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:37:01.642612 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-5a3aa177-8169-4309-8255-e969537295f3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737760678247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29149086'] for segment (9d7b27d9-0143-463c-a7be-74fa3e5595bd), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:37:01.656955 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-5a3aa177-8169-4309-8255-e969537295f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501452'] for segment (9d7b27d9-0143-463c-a7be-74fa3e5595bd), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:37:01.664254 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a3aa177-8169-4309-8255-e969537295f3 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=104004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 05:37:01.664666 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-5a3aa177-8169-4309-8255-e969537295f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25660160'] for segment (9d7b27d9-0143-463c-a7be-74fa3e5595bd), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:37:01.728702 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-5a3aa177-8169-4309-8255-e969537295f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3505166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-375344'] for network (1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:37:01.736169 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-5a3aa177-8169-4309-8255-e969537295f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670410'] for network (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:37:01.741984 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-5a3aa177-8169-4309-8255-e969537295f3 admin admin] 10.222.0.49 "DELETE /v2.0/networks/1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b HTTP/1.1" status: 204 len: 168 time: 0.5302227 Jul 29 05:37:01.743334 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 39768) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:37:01.751664 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3aa177-8169-4309-8255-e969537295f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=1302f1f0-a05a-4d9f-86ca-6c2a0d9b3a4b,revision_number=None']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:37:01.756464 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.services.segments.plugin [-] Segment 9d7b27d9-0143-463c-a7be-74fa3e5595bd resource provider aggregate not found Jul 29 05:37:01.775320 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.services.segments.plugin [-] Segment 9d7b27d9-0143-463c-a7be-74fa3e5595bd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9d7b27d9-0143-463c-a7be-74fa3e5595bd found for delete ", "request_id": "req-e8d3fe94-3316-4295-8c1e-5cd25f6a09b4"}]} Jul 29 05:37:01.832086 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Device 5e63cf1e-3788-464c-bd2b-dddc896a61cc no longer exists at agent ovs-agent-dv-cinder-851279-2-iscsi {{(pid=104006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 05:37:01.834643 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:37:01.836291 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=30,neutron:UPDATE=3 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:37:01.857246 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] No Port match for: 5e63cf1e-3788-464c-bd2b-dddc896a61cc {{(pid=104006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 05:37:01.857581 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Device 5e63cf1e-3788-464c-bd2b-dddc896a61cc not bound to the agent host dv-cinder-851279-2-iscsi {{(pid=104006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 05:37:01.858001 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Device 91a5f9ec-eb9d-4c15-96e2-d7455c22400e no longer exists at agent ovs-agent-dv-cinder-851279-2-iscsi {{(pid=104006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 05:37:01.882488 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] No Port match for: 91a5f9ec-eb9d-4c15-96e2-d7455c22400e {{(pid=104006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 05:37:01.882842 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Device 91a5f9ec-eb9d-4c15-96e2-d7455c22400e not bound to the agent host dv-cinder-851279-2-iscsi {{(pid=104006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 05:37:01.883259 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Device cc52d100-54ea-42b3-9476-6973d0ebfb26 no longer exists at agent ovs-agent-dv-cinder-851279-2-iscsi {{(pid=104006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 05:37:01.902157 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] No Port match for: cc52d100-54ea-42b3-9476-6973d0ebfb26 {{(pid=104006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 05:37:01.902498 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Device cc52d100-54ea-42b3-9476-6973d0ebfb26 not bound to the agent host dv-cinder-851279-2-iscsi {{(pid=104006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 05:37:02.088157 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:37:02.095755 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-1d12fb37-04fe-4183-bda0-9842e56d786c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-361244'] for router_interface (00a31012-3a60-4ee5-b21f-5d402b8fd03b), before_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:37:02.143658 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:37:02.321870 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.plugin [None req-1d12fb37-04fe-4183-bda0-9842e56d786c admin admin] Deleting port b0c00689-fab3-4372-8b7e-135377233b05 {{(pid=104005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 05:37:02.322208 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-1d12fb37-04fe-4183-bda0-9842e56d786c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737760600589'] for port (b0c00689-fab3-4372-8b7e-135377233b05), before_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:37:02.408809 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.db [None req-1d12fb37-04fe-4183-bda0-9842e56d786c admin admin] For port b0c00689-fab3-4372-8b7e-135377233b05, host dv-cinder-851279-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-2-iscsi',level=0,port_id=b0c00689-fab3-4372-8b7e-135377233b05,segment=NetworkSegment(2679f21d-1e77-4ed5-a1ed-cf0b9b2410f3),segment_id=2679f21d-1e77-4ed5-a1ed-cf0b9b2410f3)] {{(pid=104005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:37:02.409195 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-1d12fb37-04fe-4183-bda0-9842e56d786c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420629'] for port (b0c00689-fab3-4372-8b7e-135377233b05), precommit_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:37:02.422079 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.plugin [None req-1d12fb37-04fe-4183-bda0-9842e56d786c admin admin] Calling delete_port for b0c00689-fab3-4372-8b7e-135377233b05 owned by network:router_interface {{(pid=104005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 05:37:02.607016 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-1d12fb37-04fe-4183-bda0-9842e56d786c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737760621891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737760223820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1905596'] for port (b0c00689-fab3-4372-8b7e-135377233b05), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:37:02.638669 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d12fb37-04fe-4183-bda0-9842e56d786c admin admin] Pushing event deleted for resources: {'Port': ['ID=b0c00689-fab3-4372-8b7e-135377233b05,revision_number=None']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:37:02.817552 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-1d12fb37-04fe-4183-bda0-9842e56d786c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-361352'] for router_interface (00a31012-3a60-4ee5-b21f-5d402b8fd03b), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:37:03.000722 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:37:03.069763 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d12fb37-04fe-4183-bda0-9842e56d786c admin admin] Router 00a31012-3a60-4ee5-b21f-5d402b8fd03b has already been hosted by L3 agent 8a9a6061-e61b-4901-b35e-5e71dea10db3 {{(pid=104005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 05:37:03.073395 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:37:03.190974 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d12fb37-04fe-4183-bda0-9842e56d786c admin admin] Notify agent at l3_agent.dv-cinder-851279-2-iscsi the message routers_updated {{(pid=104005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 05:37:03.198406 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-1d12fb37-04fe-4183-bda0-9842e56d786c admin admin] 10.222.0.49 "PUT /v2.0/routers/00a31012-3a60-4ee5-b21f-5d402b8fd03b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4527166 Jul 29 05:37:03.202119 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 39772) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:37:03.207615 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93cd5c10-ebc3-46a6-81d2-b6a10010e8b4 None None] Sync routers for ids ['00a31012-3a60-4ee5-b21f-5d402b8fd03b'] in dv-cinder-851279-2-iscsi {{(pid=104006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 05:37:03.217404 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93cd5c10-ebc3-46a6-81d2-b6a10010e8b4 None None] Routers {'00a31012-3a60-4ee5-b21f-5d402b8fd03b'} bound to L3 agent in host dv-cinder-851279-2-iscsi {{(pid=104006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:37:03.218017 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_hamode_db [None req-93cd5c10-ebc3-46a6-81d2-b6a10010e8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T05:12:08Z,description=,heartbeat_timestamp=2022-07-29T05:36:38Z,host='dv-cinder-851279-2-iscsi',id=8a9a6061-e61b-4901-b35e-5e71dea10db3,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T05:12:08Z,topic='l3_agent')) {'router_ids': ['00a31012-3a60-4ee5-b21f-5d402b8fd03b'], 'active': True} {{(pid=104006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:37:03.317889 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-c6cdda5a-7451-41b3-bebd-bcd5af4cdbba admin admin] Publish callbacks [] for router (00a31012-3a60-4ee5-b21f-5d402b8fd03b), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:37:03.440436 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-c6cdda5a-7451-41b3-bebd-bcd5af4cdbba admin admin] Publish callbacks [] for router_gateway (00a31012-3a60-4ee5-b21f-5d402b8fd03b), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:37:03.456837 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvr_db [None req-93cd5c10-ebc3-46a6-81d2-b6a10010e8b4 None None] Set router 00a31012-3a60-4ee5-b21f-5d402b8fd03b gateway port host: dv-cinder-851279-2-iscsi {{(pid=104006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:37:03.488245 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-c6cdda5a-7451-41b3-bebd-bcd5af4cdbba admin admin] Deleting port b1834fed-711c-4e55-8920-0687a718fbc6 {{(pid=104004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 05:37:03.488635 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-c6cdda5a-7451-41b3-bebd-bcd5af4cdbba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737760600589'] for port (b1834fed-711c-4e55-8920-0687a718fbc6), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:37:03.582193 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-c6cdda5a-7451-41b3-bebd-bcd5af4cdbba admin admin] For port b1834fed-711c-4e55-8920-0687a718fbc6, host dv-cinder-851279-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-2-iscsi',level=0,port_id=b1834fed-711c-4e55-8920-0687a718fbc6,segment=NetworkSegment(f0686699-af43-47c7-b9bc-f7993eec27ee),segment_id=f0686699-af43-47c7-b9bc-f7993eec27ee)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:37:03.582628 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-c6cdda5a-7451-41b3-bebd-bcd5af4cdbba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420629'] for port (b1834fed-711c-4e55-8920-0687a718fbc6), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:37:03.596376 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-c6cdda5a-7451-41b3-bebd-bcd5af4cdbba admin admin] Calling delete_port for b1834fed-711c-4e55-8920-0687a718fbc6 owned by network:router_gateway {{(pid=104004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 05:37:03.645614 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_hamode_db [None req-93cd5c10-ebc3-46a6-81d2-b6a10010e8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00a31012-3a60-4ee5-b21f-5d402b8fd03b', 'name': 'tempest-TestVolumeBootPattern-1913371709-router', 'tenant_id': '9bf85229f25c4bd7b45355082e2fc952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'external_fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'b1834fed-711c-4e55-8920-0687a718fbc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:30:23Z', 'updated_at': '2022-07-29T05:37:02Z', 'revision_number': 5, 'project_id': '9bf85229f25c4bd7b45355082e2fc952', 'gw_port': {'id': 'b1834fed-711c-4e55-8920-0687a718fbc6', 'name': '', 'network_id': '24e7367e-e5e6-44e8-9960-5007b05e27d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a31012-3a60-4ee5-b21f-5d402b8fd03b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:30:23Z', 'updated_at': '2022-07-29T05:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0e5dfe8-844e-4105-ab86-052903918992', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-2-iscsi'}], 'dv-cinder-851279-2-iscsi', False) {} {{(pid=104006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:37:03.657798 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:37:03.671689 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93cd5c10-ebc3-46a6-81d2-b6a10010e8b4 None None] Checking router: 00a31012-3a60-4ee5-b21f-5d402b8fd03b for host: dv-cinder-851279-2-iscsi {{(pid=104006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 05:37:03.680250 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93cd5c10-ebc3-46a6-81d2-b6a10010e8b4 None None] Routers {'00a31012-3a60-4ee5-b21f-5d402b8fd03b'} bound to L3 agent in host dv-cinder-851279-2-iscsi {{(pid=104006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:37:03.680874 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_hamode_db [None req-93cd5c10-ebc3-46a6-81d2-b6a10010e8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T05:12:08Z,description=,heartbeat_timestamp=2022-07-29T05:36:38Z,host='dv-cinder-851279-2-iscsi',id=8a9a6061-e61b-4901-b35e-5e71dea10db3,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T05:12:08Z,topic='l3_agent')) {'router_ids': ['00a31012-3a60-4ee5-b21f-5d402b8fd03b'], 'active': True} {{(pid=104006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:37:03.726491 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:37:03.775444 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-c6cdda5a-7451-41b3-bebd-bcd5af4cdbba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737760621891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737760223820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660275'] for port (b1834fed-711c-4e55-8920-0687a718fbc6), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:37:03.775835 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvr_db [None req-93cd5c10-ebc3-46a6-81d2-b6a10010e8b4 None None] Set router 00a31012-3a60-4ee5-b21f-5d402b8fd03b gateway port host: None {{(pid=104006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:37:03.809741 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cdda5a-7451-41b3-bebd-bcd5af4cdbba admin admin] Pushing event deleted for resources: {'Port': ['ID=b1834fed-711c-4e55-8920-0687a718fbc6,revision_number=None']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:37:03.831989 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_hamode_db [None req-93cd5c10-ebc3-46a6-81d2-b6a10010e8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00a31012-3a60-4ee5-b21f-5d402b8fd03b', 'name': 'tempest-TestVolumeBootPattern-1913371709-router', 'tenant_id': '9bf85229f25c4bd7b45355082e2fc952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:30:23Z', 'updated_at': '2022-07-29T05:37:03Z', 'revision_number': 6, 'project_id': '9bf85229f25c4bd7b45355082e2fc952', 'gw_port_host': None}], 'dv-cinder-851279-2-iscsi', False) {} {{(pid=104006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:37:03.857071 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93cd5c10-ebc3-46a6-81d2-b6a10010e8b4 None None] The sync data for ids ['00a31012-3a60-4ee5-b21f-5d402b8fd03b'] in dv-cinder-851279-2-iscsi is: [{'id': '00a31012-3a60-4ee5-b21f-5d402b8fd03b', 'name': 'tempest-TestVolumeBootPattern-1913371709-router', 'tenant_id': '9bf85229f25c4bd7b45355082e2fc952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:30:23Z', 'updated_at': '2022-07-29T05:37:03Z', 'revision_number': 6, 'project_id': '9bf85229f25c4bd7b45355082e2fc952', 'gw_port_host': None}] {{(pid=104006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 05:37:03.871287 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-c6cdda5a-7451-41b3-bebd-bcd5af4cdbba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-375324'] for router_gateway (00a31012-3a60-4ee5-b21f-5d402b8fd03b), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:37:03.961587 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-c6cdda5a-7451-41b3-bebd-bcd5af4cdbba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-401047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1364'] for router (00a31012-3a60-4ee5-b21f-5d402b8fd03b), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:37:03.964492 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-c6cdda5a-7451-41b3-bebd-bcd5af4cdbba admin admin] Publish callbacks [] for router_controller (00a31012-3a60-4ee5-b21f-5d402b8fd03b), precommit_delete_associations {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:37:04.010829 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-c6cdda5a-7451-41b3-bebd-bcd5af4cdbba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-400917'] for router (00a31012-3a60-4ee5-b21f-5d402b8fd03b), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:37:04.011543 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6cdda5a-7451-41b3-bebd-bcd5af4cdbba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 00a31012-3a60-4ee5-b21f-5d402b8fd03b {{(pid=104004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 05:37:04.015600 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-c6cdda5a-7451-41b3-bebd-bcd5af4cdbba admin admin] Publish callbacks [] for router (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:37:04.017299 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-c6cdda5a-7451-41b3-bebd-bcd5af4cdbba admin admin] 10.222.0.49 "DELETE /v2.0/routers/00a31012-3a60-4ee5-b21f-5d402b8fd03b HTTP/1.1" status: 204 len: 168 time: 0.8147628 Jul 29 05:37:04.019979 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 39774) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:37:04.069036 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f153568-00c5-4576-8403-a48a88724870 admin admin] Deleting subnet acdef427-6391-46fb-9ce1-7360ff7b708f {{(pid=104005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 29 05:37:04.072741 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-3f153568-00c5-4576-8403-a48a88724870 admin admin] Publish callbacks [] for subnet (acdef427-6391-46fb-9ce1-7360ff7b708f), before_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:37:04.112045 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-3f153568-00c5-4576-8403-a48a88724870 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28577006'] for subnet (acdef427-6391-46fb-9ce1-7360ff7b708f), precommit_delete_associations {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:37:04.189810 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-3f153568-00c5-4576-8403-a48a88724870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3503403'] for subnet (acdef427-6391-46fb-9ce1-7360ff7b708f), precommit_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:37:04.251973 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-3f153568-00c5-4576-8403-a48a88724870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3503394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-292102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1905553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28374007'] for subnet (acdef427-6391-46fb-9ce1-7360ff7b708f), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:37:04.277077 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f153568-00c5-4576-8403-a48a88724870 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=acdef427-6391-46fb-9ce1-7360ff7b708f,revision_number=None']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:37:04.283739 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-3f153568-00c5-4576-8403-a48a88724870 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670410'] for subnet (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:37:04.286829 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-3f153568-00c5-4576-8403-a48a88724870 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/acdef427-6391-46fb-9ce1-7360ff7b708f HTTP/1.1" status: 204 len: 168 time: 0.2657435 Jul 29 05:37:04.289546 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [-] (104004) accepted ('10.222.0.49', 39776) {{(pid=104004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:37:04.292171 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eefcaa6e-432f-4332-a1a7-749fad90fba7 None None] Network 8589f6d2-aa68-4ea7-adab-fa082a0b5ccf requested from dv-cinder-851279-2-iscsi {{(pid=104006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 05:37:04.362187 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-92385ec0-cb24-4abb-bbef-3ffeaa630d81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3418721'] for network (8589f6d2-aa68-4ea7-adab-fa082a0b5ccf), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:37:04.410472 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-92385ec0-cb24-4abb-bbef-3ffeaa630d81 admin admin] Deleting port 3d7d4aec-83c7-4523-957f-a4c732b9694a {{(pid=104004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 05:37:04.410823 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-92385ec0-cb24-4abb-bbef-3ffeaa630d81 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737760600589'] for port (3d7d4aec-83c7-4523-957f-a4c732b9694a), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:37:04.615082 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99815332-b640-405b-b6d2-bfcfcf84dc3a None None] DHCP port deletion for 8589f6d2-aa68-4ea7-adab-fa082a0b5ccf request from dv-cinder-851279-2-iscsi {{(pid=104006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 29 05:37:04.661707 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-99815332-b640-405b-b6d2-bfcfcf84dc3a None None] Deleting port 3d7d4aec-83c7-4523-957f-a4c732b9694a {{(pid=104006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 05:37:04.662155 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-99815332-b640-405b-b6d2-bfcfcf84dc3a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737760600589'] for port (3d7d4aec-83c7-4523-957f-a4c732b9694a), before_delete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:37:04.721101 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-92385ec0-cb24-4abb-bbef-3ffeaa630d81 admin admin] For port 3d7d4aec-83c7-4523-957f-a4c732b9694a, host dv-cinder-851279-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-2-iscsi',level=0,port_id=3d7d4aec-83c7-4523-957f-a4c732b9694a,segment=NetworkSegment(2679f21d-1e77-4ed5-a1ed-cf0b9b2410f3),segment_id=2679f21d-1e77-4ed5-a1ed-cf0b9b2410f3)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:37:04.721472 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-92385ec0-cb24-4abb-bbef-3ffeaa630d81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420629'] for port (3d7d4aec-83c7-4523-957f-a4c732b9694a), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:37:04.729760 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.db [None req-99815332-b640-405b-b6d2-bfcfcf84dc3a None None] For port 3d7d4aec-83c7-4523-957f-a4c732b9694a, host dv-cinder-851279-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-2-iscsi',level=0,port_id=3d7d4aec-83c7-4523-957f-a4c732b9694a,segment=NetworkSegment(2679f21d-1e77-4ed5-a1ed-cf0b9b2410f3),segment_id=2679f21d-1e77-4ed5-a1ed-cf0b9b2410f3)] {{(pid=104006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:37:04.730134 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-99815332-b640-405b-b6d2-bfcfcf84dc3a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420629'] for port (3d7d4aec-83c7-4523-957f-a4c732b9694a), precommit_delete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:37:04.736497 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-92385ec0-cb24-4abb-bbef-3ffeaa630d81 admin admin] Calling delete_port for 3d7d4aec-83c7-4523-957f-a4c732b9694a owned by network:dhcp {{(pid=104004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 05:37:04.744549 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-99815332-b640-405b-b6d2-bfcfcf84dc3a None None] Calling delete_port for 3d7d4aec-83c7-4523-957f-a4c732b9694a owned by network:dhcp {{(pid=104006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 05:37:04.824725 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-92385ec0-cb24-4abb-bbef-3ffeaa630d81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737760621891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737760223820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660275'] for port (3d7d4aec-83c7-4523-957f-a4c732b9694a), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:37:04.831104 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-99815332-b640-405b-b6d2-bfcfcf84dc3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737760621891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737760223820'] for port (3d7d4aec-83c7-4523-957f-a4c732b9694a), after_delete {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:37:04.852421 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92385ec0-cb24-4abb-bbef-3ffeaa630d81 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d7d4aec-83c7-4523-957f-a4c732b9694a,revision_number=None']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:37:04.856133 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92385ec0-cb24-4abb-bbef-3ffeaa630d81 admin admin] No DVR routers for this DVR port 3d7d4aec-83c7-4523-957f-a4c732b9694a on host dv-cinder-851279-2-iscsi {{(pid=104004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 29 05:37:04.861968 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99815332-b640-405b-b6d2-bfcfcf84dc3a None None] Pushing event deleted for resources: {'Port': ['ID=3d7d4aec-83c7-4523-957f-a4c732b9694a,revision_number=None']} {{(pid=104006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:37:04.868929 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99815332-b640-405b-b6d2-bfcfcf84dc3a None None] No DVR routers for this DVR port 3d7d4aec-83c7-4523-957f-a4c732b9694a on host dv-cinder-851279-2-iscsi {{(pid=104006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 29 05:37:04.871411 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99815332-b640-405b-b6d2-bfcfcf84dc3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:37:04.871760 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99815332-b640-405b-b6d2-bfcfcf84dc3a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:37:04.872103 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99815332-b640-405b-b6d2-bfcfcf84dc3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:37:04.872493 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99815332-b640-405b-b6d2-bfcfcf84dc3a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:37:04.872827 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99815332-b640-405b-b6d2-bfcfcf84dc3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:37:04.873158 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99815332-b640-405b-b6d2-bfcfcf84dc3a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:37:04.873483 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99815332-b640-405b-b6d2-bfcfcf84dc3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:37:04.873808 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99815332-b640-405b-b6d2-bfcfcf84dc3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:37:04.874130 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99815332-b640-405b-b6d2-bfcfcf84dc3a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:37:04.874457 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99815332-b640-405b-b6d2-bfcfcf84dc3a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:37:04.874970 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99815332-b640-405b-b6d2-bfcfcf84dc3a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:37:04.875462 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99815332-b640-405b-b6d2-bfcfcf84dc3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:37:04.875813 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99815332-b640-405b-b6d2-bfcfcf84dc3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:37:04.876144 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99815332-b640-405b-b6d2-bfcfcf84dc3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:37:04.876605 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99815332-b640-405b-b6d2-bfcfcf84dc3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-2-iscsi {{(pid=104006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:37:04.940123 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-92385ec0-cb24-4abb-bbef-3ffeaa630d81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3505157', 'neutron.services.segments.db._delete_segments_for_network-8737760678346'] for network (8589f6d2-aa68-4ea7-adab-fa082a0b5ccf), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:37:04.959792 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.services.segments.db [None req-92385ec0-cb24-4abb-bbef-3ffeaa630d81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8589f6d2-aa68-4ea7-adab-fa082a0b5ccf']}} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:37:04.968801 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.services.segments.db [None req-92385ec0-cb24-4abb-bbef-3ffeaa630d81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2679f21d-1e77-4ed5-a1ed-cf0b9b2410f3') {'for_net_delete': True} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:37:04.969095 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.services.segments.db [None req-92385ec0-cb24-4abb-bbef-3ffeaa630d81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2679f21d-1e77-4ed5-a1ed-cf0b9b2410f3') {} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:37:04.979055 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-92385ec0-cb24-4abb-bbef-3ffeaa630d81 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737760678247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29149086'] for segment (2679f21d-1e77-4ed5-a1ed-cf0b9b2410f3), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:37:04.993787 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-92385ec0-cb24-4abb-bbef-3ffeaa630d81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501452'] for segment (2679f21d-1e77-4ed5-a1ed-cf0b9b2410f3), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:37:05.002182 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92385ec0-cb24-4abb-bbef-3ffeaa630d81 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=104004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 05:37:05.002616 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-92385ec0-cb24-4abb-bbef-3ffeaa630d81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25660160'] for segment (2679f21d-1e77-4ed5-a1ed-cf0b9b2410f3), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:37:05.043472 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.services.segments.plugin [-] Segment 2679f21d-1e77-4ed5-a1ed-cf0b9b2410f3 resource provider aggregate not found Jul 29 05:37:05.062446 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.services.segments.plugin [-] Segment 2679f21d-1e77-4ed5-a1ed-cf0b9b2410f3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2679f21d-1e77-4ed5-a1ed-cf0b9b2410f3 found for delete ", "request_id": "req-0e92474f-ecb3-4785-a8e1-86be115f4eb2"}]} Jul 29 05:37:05.071770 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-92385ec0-cb24-4abb-bbef-3ffeaa630d81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3505166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-375344'] for network (8589f6d2-aa68-4ea7-adab-fa082a0b5ccf), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:37:05.077367 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-92385ec0-cb24-4abb-bbef-3ffeaa630d81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670410'] for network (None), before_response {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:37:05.081200 dv-cinder-851279-2-iscsi neutron-server[104004]: INFO neutron.wsgi [None req-92385ec0-cb24-4abb-bbef-3ffeaa630d81 admin admin] 10.222.0.49 "DELETE /v2.0/networks/8589f6d2-aa68-4ea7-adab-fa082a0b5ccf HTTP/1.1" status: 204 len: 168 time: 0.7906108 Jul 29 05:37:05.092511 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92385ec0-cb24-4abb-bbef-3ffeaa630d81 admin admin] Pushing event deleted for resources: {'Network': ['ID=8589f6d2-aa68-4ea7-adab-fa082a0b5ccf,revision_number=None']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:37:05.194249 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 39784) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:37:05.236682 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-971c6075-728c-4881-a352-6d178f00e15f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3d61aa3cfb59443d849c3d09d839cff5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0412757 Jul 29 05:37:05.239213 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 39786) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:37:05.287317 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-2afe3f7b-80b0-4d9f-b428-262765d29672 admin admin] Publish callbacks [] for security_group (20b14c0b-3bd7-41e1-bcec-2cad687f1a7b), before_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:37:05.308884 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-2afe3f7b-80b0-4d9f-b428-262765d29672 admin admin] Publish callbacks [] for security_group (20b14c0b-3bd7-41e1-bcec-2cad687f1a7b), precommit_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:37:05.355033 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-2afe3f7b-80b0-4d9f-b428-262765d29672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (20b14c0b-3bd7-41e1-bcec-2cad687f1a7b), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:37:05.357574 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-2afe3f7b-80b0-4d9f-b428-262765d29672 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:37:05.358732 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-2afe3f7b-80b0-4d9f-b428-262765d29672 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/20b14c0b-3bd7-41e1-bcec-2cad687f1a7b HTTP/1.1" status: 204 len: 168 time: 0.1185813 Jul 29 05:37:05.367244 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afe3f7b-80b0-4d9f-b428-262765d29672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20b14c0b-3bd7-41e1-bcec-2cad687f1a7b,revision_number=None']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:37:05.628829 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-b307c204-3de3-4a21-a848-a1a13d155746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (0319cf4e-40d4-4455-bfa4-d5e1d8f6ed41), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:37:05.696371 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 39792) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:37:05.742935 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-9adee177-61cc-4b1e-8acd-4cd10ccb81a5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9bf85229f25c4bd7b45355082e2fc952&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0452433 Jul 29 05:37:05.745769 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [-] (104005) accepted ('10.222.0.49', 39794) {{(pid=104005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:37:05.799849 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-d7c353b6-4b73-4ebf-ba67-c2a984a4aced admin admin] Publish callbacks [] for security_group (60440915-961c-4f4e-8e36-1b2d2f1aad9b), before_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:37:05.810504 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:37:05.817987 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Device b1834fed-711c-4e55-8920-0687a718fbc6 no longer exists at agent ovs-agent-dv-cinder-851279-2-iscsi {{(pid=104006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 05:37:05.827115 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-d7c353b6-4b73-4ebf-ba67-c2a984a4aced admin admin] Publish callbacks [] for security_group (60440915-961c-4f4e-8e36-1b2d2f1aad9b), precommit_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:37:05.838562 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] No Port match for: b1834fed-711c-4e55-8920-0687a718fbc6 {{(pid=104006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 05:37:05.838909 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Device b1834fed-711c-4e55-8920-0687a718fbc6 not bound to the agent host dv-cinder-851279-2-iscsi {{(pid=104006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 05:37:05.839321 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Device b0c00689-fab3-4372-8b7e-135377233b05 no longer exists at agent ovs-agent-dv-cinder-851279-2-iscsi {{(pid=104006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 05:37:05.857573 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] No Port match for: b0c00689-fab3-4372-8b7e-135377233b05 {{(pid=104006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 05:37:05.857923 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Device b0c00689-fab3-4372-8b7e-135377233b05 not bound to the agent host dv-cinder-851279-2-iscsi {{(pid=104006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 05:37:05.858326 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Device 3d7d4aec-83c7-4523-957f-a4c732b9694a no longer exists at agent ovs-agent-dv-cinder-851279-2-iscsi {{(pid=104006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 05:37:05.878068 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.plugin [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] No Port match for: 3d7d4aec-83c7-4523-957f-a4c732b9694a {{(pid=104006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 05:37:05.878437 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron.plugins.ml2.rpc [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Device 3d7d4aec-83c7-4523-957f-a4c732b9694a not bound to the agent host dv-cinder-851279-2-iscsi {{(pid=104006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 05:37:05.880593 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-d7c353b6-4b73-4ebf-ba67-c2a984a4aced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300955'] for security_group (60440915-961c-4f4e-8e36-1b2d2f1aad9b), after_delete {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:37:05.884105 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-d7c353b6-4b73-4ebf-ba67-c2a984a4aced admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:37:05.886484 dv-cinder-851279-2-iscsi neutron-server[104005]: INFO neutron.wsgi [None req-d7c353b6-4b73-4ebf-ba67-c2a984a4aced admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/60440915-961c-4f4e-8e36-1b2d2f1aad9b HTTP/1.1" status: 204 len: 168 time: 0.1399982 Jul 29 05:37:05.896663 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c353b6-4b73-4ebf-ba67-c2a984a4aced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60440915-961c-4f4e-8e36-1b2d2f1aad9b,revision_number=None']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:37:07.788097 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (12b139f9-2daf-4047-bd2d-6bc43cda34b6), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:37:08.156311 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-1e5b5a53-2d24-4016-8060-32344837b55a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (8a9a6061-e61b-4901-b35e-5e71dea10db3), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:37:10.087471 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c0cfcfc2-d3d3-4a7d-ac6c-95a3fd745979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (543ff7d7-1636-45b2-a25e-e19209bc2e01), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:37:10.719772 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=94 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:37:10.720569 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:37:11.746944 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:37:11.755037 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-25d2d662-1c10-455a-a758-35c132406432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (7da8dcb9-9a4e-44fd-b4da-fa922ad17d56), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:37:11.827880 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (aa119a64-f506-4951-a68b-6dc6289eaece), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:37:12.094571 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.agents_db [None req-24db149f-f2c4-42ba-b1ad-acaecd0c6386 None None] Agent healthcheck: found 6 active agents {{(pid=104007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 05:37:15.066325 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=77,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:37:15.083748 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=68,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:37:15.889092 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:37:15.889884 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=76,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:37:21.821755 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=2 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:37:21.823717 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:37:22.089836 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=2 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:37:35.631385 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-986ccbc6-b9c8-4833-bf1e-a2a9cbc59e1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (0319cf4e-40d4-4455-bfa4-d5e1d8f6ed41), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:37:37.810435 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (12b139f9-2daf-4047-bd2d-6bc43cda34b6), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:37:38.159309 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-76262ba6-f543-43f7-8f4f-608c9ec144b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (8a9a6061-e61b-4901-b35e-5e71dea10db3), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:37:40.090457 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c0cfcfc2-d3d3-4a7d-ac6c-95a3fd745979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (543ff7d7-1636-45b2-a25e-e19209bc2e01), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:37:41.754987 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-25d2d662-1c10-455a-a758-35c132406432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (7da8dcb9-9a4e-44fd-b4da-fa922ad17d56), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:37:41.830707 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (aa119a64-f506-4951-a68b-6dc6289eaece), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:37:46.330097 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=3 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:37:46.336169 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=3 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:37:49.093270 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.agents_db [None req-24db149f-f2c4-42ba-b1ad-acaecd0c6386 None None] Agent healthcheck: found 6 active agents {{(pid=104007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 05:37:51.824534 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:37:51.826399 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:38:03.055885 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=2 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:38:03.057048 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:38:05.632989 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-09a06d2f-82a8-44a8-b364-3c640ac95baa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (0319cf4e-40d4-4455-bfa4-d5e1d8f6ed41), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:38:07.798815 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (12b139f9-2daf-4047-bd2d-6bc43cda34b6), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:38:08.161537 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-febc8755-e3ae-4cf7-b9c4-1f03b1a197d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (8a9a6061-e61b-4901-b35e-5e71dea10db3), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:38:10.093051 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c0cfcfc2-d3d3-4a7d-ac6c-95a3fd745979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (543ff7d7-1636-45b2-a25e-e19209bc2e01), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:38:11.756949 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-25d2d662-1c10-455a-a758-35c132406432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (7da8dcb9-9a4e-44fd-b4da-fa922ad17d56), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:38:11.834549 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (aa119a64-f506-4951-a68b-6dc6289eaece), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:38:21.827414 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=12 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:38:21.829313 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=6,neutron:UPDATE=6 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:38:25.024558 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=3 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:38:25.025305 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=5 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:38:26.092039 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.agents_db [None req-24db149f-f2c4-42ba-b1ad-acaecd0c6386 None None] Agent healthcheck: found 6 active agents {{(pid=104007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 05:38:35.635441 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-ec875651-62a8-441d-ac9d-c777afddb0ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (0319cf4e-40d4-4455-bfa4-d5e1d8f6ed41), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:38:36.088050 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=2 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:38:37.797102 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (12b139f9-2daf-4047-bd2d-6bc43cda34b6), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:38:38.163987 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c0f7c560-46c7-48fc-9fa4-4edeeef2f541 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (8a9a6061-e61b-4901-b35e-5e71dea10db3), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:38:40.096365 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c0cfcfc2-d3d3-4a7d-ac6c-95a3fd745979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (543ff7d7-1636-45b2-a25e-e19209bc2e01), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:38:41.760202 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-25d2d662-1c10-455a-a758-35c132406432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (7da8dcb9-9a4e-44fd-b4da-fa922ad17d56), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:38:41.842292 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (aa119a64-f506-4951-a68b-6dc6289eaece), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:38:51.835676 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:38:51.838536 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:39:01.829542 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=18 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:39:01.831452 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=14 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:39:03.091240 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.agents_db [None req-24db149f-f2c4-42ba-b1ad-acaecd0c6386 None None] Agent healthcheck: found 6 active agents {{(pid=104007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 05:39:05.638038 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-4683b345-b04e-4c64-88d6-67cb0d1c28a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (0319cf4e-40d4-4455-bfa4-d5e1d8f6ed41), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:39:07.798484 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (12b139f9-2daf-4047-bd2d-6bc43cda34b6), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:39:08.167500 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-f72426b1-3504-4a7b-95bb-c3e62c5ae40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (8a9a6061-e61b-4901-b35e-5e71dea10db3), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:39:10.099591 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c0cfcfc2-d3d3-4a7d-ac6c-95a3fd745979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (543ff7d7-1636-45b2-a25e-e19209bc2e01), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:39:11.761452 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-25d2d662-1c10-455a-a758-35c132406432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (7da8dcb9-9a4e-44fd-b4da-fa922ad17d56), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:39:11.844755 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (aa119a64-f506-4951-a68b-6dc6289eaece), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:39:13.086246 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:39:13.087469 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:39:21.838732 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:39:21.842041 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:39:35.641589 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-d9cfa117-55d4-4f51-a132-a60f5506c9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (0319cf4e-40d4-4455-bfa4-d5e1d8f6ed41), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:39:37.329301 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=3 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:39:37.330084 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=3 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:39:37.820770 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (12b139f9-2daf-4047-bd2d-6bc43cda34b6), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:39:38.171215 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-1ebb5344-9a3c-4152-859f-49e6c4dd1298 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (8a9a6061-e61b-4901-b35e-5e71dea10db3), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:39:40.090924 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.agents_db [None req-24db149f-f2c4-42ba-b1ad-acaecd0c6386 None None] Agent healthcheck: found 6 active agents {{(pid=104007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 05:39:40.102425 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c0cfcfc2-d3d3-4a7d-ac6c-95a3fd745979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (543ff7d7-1636-45b2-a25e-e19209bc2e01), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:39:41.763823 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-25d2d662-1c10-455a-a758-35c132406432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (7da8dcb9-9a4e-44fd-b4da-fa922ad17d56), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:39:41.847579 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (aa119a64-f506-4951-a68b-6dc6289eaece), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:39:50.086918 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=2 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:39:51.836288 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:39:51.843394 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:40:03.062733 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:40:05.646443 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-53a58bf7-1497-4013-95fd-540e4ee3b1d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (0319cf4e-40d4-4455-bfa4-d5e1d8f6ed41), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:40:07.823801 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (12b139f9-2daf-4047-bd2d-6bc43cda34b6), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:40:08.176485 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-b1cb937a-ac18-4675-8e40-d2315925e905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (8a9a6061-e61b-4901-b35e-5e71dea10db3), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:40:10.106223 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c0cfcfc2-d3d3-4a7d-ac6c-95a3fd745979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (543ff7d7-1636-45b2-a25e-e19209bc2e01), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:40:11.564771 dv-cinder-851279-2-iscsi neutron-server[104004]: DEBUG neutron.wsgi [req-72c9e918-951d-4c1a-bbd0-81d48c0a7930 req-48450e2d-2155-4615-9609-90b854cb829a tempest-VolumesActionsTest-1877169005 tempest-VolumesActionsTest-1877169005-project] (104004) timed out ('10.222.0.60', 59892) {{(pid=104004) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 29 05:40:11.767510 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-25d2d662-1c10-455a-a758-35c132406432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (7da8dcb9-9a4e-44fd-b4da-fa922ad17d56), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:40:11.850773 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (aa119a64-f506-4951-a68b-6dc6289eaece), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:40:14.321573 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=2 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:40:14.326728 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=4 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:40:17.089591 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.agents_db [None req-24db149f-f2c4-42ba-b1ad-acaecd0c6386 None None] Agent healthcheck: found 6 active agents {{(pid=104007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 05:40:21.844545 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:40:21.846744 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:40:27.086253 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=2 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:40:35.648704 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-b5b29dc4-640b-44fa-a700-bcf2f05200cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (0319cf4e-40d4-4455-bfa4-d5e1d8f6ed41), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:40:37.825176 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (12b139f9-2daf-4047-bd2d-6bc43cda34b6), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:40:38.177785 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-b73ad2b8-8a1d-49be-a2b7-69b49dc1f6b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (8a9a6061-e61b-4901-b35e-5e71dea10db3), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:40:40.108177 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c0cfcfc2-d3d3-4a7d-ac6c-95a3fd745979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (543ff7d7-1636-45b2-a25e-e19209bc2e01), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:40:41.769572 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-25d2d662-1c10-455a-a758-35c132406432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (7da8dcb9-9a4e-44fd-b4da-fa922ad17d56), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:40:41.852412 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (aa119a64-f506-4951-a68b-6dc6289eaece), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:40:51.317369 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=2 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:40:51.322626 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=4 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:40:51.846543 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:40:51.848849 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:40:54.088999 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.agents_db [None req-24db149f-f2c4-42ba-b1ad-acaecd0c6386 None None] Agent healthcheck: found 6 active agents {{(pid=104007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 05:41:04.083338 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=12 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:41:04.084081 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=16 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:41:05.651324 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-7c3e1dd6-0738-4b91-a214-052ff398a6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (0319cf4e-40d4-4455-bfa4-d5e1d8f6ed41), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:41:07.839392 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (12b139f9-2daf-4047-bd2d-6bc43cda34b6), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:41:08.180508 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-349d8339-1316-44b8-b3f9-19703a98f657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (8a9a6061-e61b-4901-b35e-5e71dea10db3), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:41:10.111294 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c0cfcfc2-d3d3-4a7d-ac6c-95a3fd745979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (543ff7d7-1636-45b2-a25e-e19209bc2e01), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:41:11.771456 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-25d2d662-1c10-455a-a758-35c132406432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (7da8dcb9-9a4e-44fd-b4da-fa922ad17d56), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:41:11.858888 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (aa119a64-f506-4951-a68b-6dc6289eaece), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:41:21.851676 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:41:21.853538 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:41:28.313151 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=2 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:41:28.318390 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=4 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:41:31.087670 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.agents_db [None req-24db149f-f2c4-42ba-b1ad-acaecd0c6386 None None] Agent healthcheck: found 6 active agents {{(pid=104007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 05:41:35.654468 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-acb75990-097f-4d33-9c79-5aa7e14cba53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (0319cf4e-40d4-4455-bfa4-d5e1d8f6ed41), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:41:37.834840 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (12b139f9-2daf-4047-bd2d-6bc43cda34b6), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:41:38.182674 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-ac263990-9d6e-45ef-8264-b6f32a63e1c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (8a9a6061-e61b-4901-b35e-5e71dea10db3), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:41:40.114262 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c0cfcfc2-d3d3-4a7d-ac6c-95a3fd745979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (543ff7d7-1636-45b2-a25e-e19209bc2e01), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:41:41.083519 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:41:41.084264 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:41:41.775131 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-25d2d662-1c10-455a-a758-35c132406432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (7da8dcb9-9a4e-44fd-b4da-fa922ad17d56), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:41:41.851535 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (aa119a64-f506-4951-a68b-6dc6289eaece), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:41:51.846185 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:41:51.848086 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:42:04.769877 dv-cinder-851279-2-iscsi neutron-server[104005]: DEBUG neutron.wsgi [req-01da68d2-b716-41a0-9512-dc2acb2a6af9 req-0b5bce78-a6cb-44df-8555-71eee7417b9f service neutron] (104005) timed out ('10.222.0.60', 59906) {{(pid=104005) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 29 05:42:05.313380 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:42:05.314157 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=3 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:42:05.656983 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-1efabfb8-f062-4f16-993f-602f2bc26fcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (0319cf4e-40d4-4455-bfa4-d5e1d8f6ed41), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:42:07.834268 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c83eb8ab-970e-4bf1-bbdc-0de3863b10d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (12b139f9-2daf-4047-bd2d-6bc43cda34b6), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:42:08.087048 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG neutron.db.agents_db [None req-24db149f-f2c4-42ba-b1ad-acaecd0c6386 None None] Agent healthcheck: found 6 active agents {{(pid=104007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 05:42:08.188813 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-e5e3bb1e-ac98-4b50-ada1-caca3de18161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (8a9a6061-e61b-4901-b35e-5e71dea10db3), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:42:10.119013 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-c0cfcfc2-d3d3-4a7d-ac6c-95a3fd745979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (543ff7d7-1636-45b2-a25e-e19209bc2e01), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:42:11.813220 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-25d2d662-1c10-455a-a758-35c132406432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (7da8dcb9-9a4e-44fd-b4da-fa922ad17d56), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:42:11.853643 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG neutron_lib.callbacks.manager [None req-066d0556-9c7d-433d-bf29-279815f6b65d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737760678328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3502810'] for agent (aa119a64-f506-4951-a68b-6dc6289eaece), after_update {{(pid=104006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:42:18.082448 dv-cinder-851279-2-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=2 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:42:21.847748 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:42:21.849610 dv-cinder-851279-2-iscsi neutron-server[104006]: DEBUG dbcounter [-] [104006] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=104006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}